-- Logs begin at Tue 2022-04-05 13:47:15 UTC, end at Tue 2022-04-05 15:30:04 UTC. -- Apr 05 14:21:09.210891 dv-neutron-829488-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Apr 05 14:21:11.312071 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.common.config [-] Logging enabled! Apr 05 14:21:11.312702 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev53 Apr 05 14:21:11.312821 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83747) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 05 14:21:11.315647 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.common.config [-] Logging enabled! Apr 05 14:21:11.315894 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev53 Apr 05 14:21:11.316135 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83747) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Apr 05 14:21:11.317084 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 14:21:11.317313 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 14:21:11.317656 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 14:21:11.317896 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 14:21:11.318139 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 14:21:11.318454 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.318746 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.319036 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.319261 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.319548 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.319833 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.320110 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.320393 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.320685 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.320968 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.321241 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.321522 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.321750 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.322027 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.322334 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.322618 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.322841 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] debug = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.323115 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.323538 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.323952 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.324228 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.324514 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.324784 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.325060 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.325338 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.325663 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] host = dv-neutron-829488-2-hyperv {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.325936 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.326351 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.326638 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.326923 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.327189 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.327463 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.327742 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.328013 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.328282 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] log_file = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.328554 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.328839 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.329148 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.329439 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.329662 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.329883 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.330191 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.330479 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.330752 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.331022 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.331292 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.331562 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.331832 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.332099 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.332380 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.332660 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.332941 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.333211 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.333480 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.333750 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.334017 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.334322 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.334593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.334866 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.335134 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.335415 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.335682 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.335950 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.336497 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.336778 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.337056 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.337335 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.337603 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.337881 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.338174 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.338445 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.338710 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] use_json = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.338977 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.339243 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.339516 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.339783 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.340051 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.340320 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.340585 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.340865 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.341132 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:11.341421 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.341711 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.342007 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.342307 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.342598 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.342872 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.343154 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.343425 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.343707 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.343991 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.344523 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.344523 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.344976 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.345324 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.345613 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.345883 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.346186 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.346476 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.346751 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.347026 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.347298 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.347581 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.347856 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.348126 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.348404 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.348680 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.348949 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.349220 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.349493 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.349781 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.350071 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.350345 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.350614 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.350886 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.351152 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.351436 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.351707 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.351975 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.352244 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.352516 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.352784 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.353050 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.353319 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.353586 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.353857 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.354144 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.354413 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.354680 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.354951 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.355216 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.355480 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.355746 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.356015 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.356279 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.356543 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.356808 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.357087 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.357337 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.357622 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.357914 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.358210 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.358484 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.358757 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.359028 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.359297 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.359567 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.359838 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.360109 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.360891 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.361181 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.361458 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.361738 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.362017 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.362311 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.362602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.362877 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.363156 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.363431 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.363704 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.363984 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.364261 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.364552 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.364842 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.365131 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.365425 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.365710 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.365987 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.366315 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.366593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:11.366807 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 14:21:11.367046 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83747) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 05 14:21:11.760796 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO keyring.backend [-] Loading KWallet Apr 05 14:21:11.768639 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO keyring.backend [-] Loading SecretService Apr 05 14:21:11.771709 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO keyring.backend [-] Loading Windows Apr 05 14:21:11.773018 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO keyring.backend [-] Loading chainer Apr 05 14:21:11.773593 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO keyring.backend [-] Loading macOS Apr 05 14:21:11.805891 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 14:21:11.806183 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=83747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 14:21:11.806467 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 05 14:21:11.807805 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 05 14:21:12.106412 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.106697 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.106961 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.162806 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.163084 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.163349 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.166380 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.166652 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.166910 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.195397 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.195671 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.195938 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.223061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.223335 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.223593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.536210 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.536820 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.536820 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.536983 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.537821 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.655576 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.655892 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.656170 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.656440 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.656702 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.657004 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.657345 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.657606 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.657856 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.658156 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.658415 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.658673 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.658931 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.659182 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.659450 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.659714 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.659967 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.660234 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.660483 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.660758 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.661097 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.661345 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.661587 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.661862 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.662126 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.662371 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.662743 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:21:12.662977 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:21:12.663209 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:21:12.663439 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:21:12.663668 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:21:12.663897 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:21:12.664435 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 05 14:21:12.667481 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 05 14:21:12.671422 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 05 14:21:12.675676 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Apr 05 14:21:12.677265 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 05 14:21:12.677643 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 05 14:21:12.677980 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 05 14:21:12.678390 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 05 14:21:12.681134 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 05 14:21:12.681380 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 05 14:21:12.681717 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 14:21:12.709193 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Apr 05 14:21:12.709638 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.709934 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83747) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 05 14:21:12.710321 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.711904 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83747) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 05 14:21:12.712174 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 05 14:21:12.712413 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 05 14:21:12.715606 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.715887 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:12.774388 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 05 14:21:12.774620 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 05 14:21:12.774850 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 05 14:21:12.775204 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 05 14:21:12.805752 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_db.sqlalchemy.engines [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83747) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 05 14:21:13.118672 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Initializing driver for type 'gre' Apr 05 14:21:13.119192 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] gre ID ranges: [(1, 1000)] Apr 05 14:21:13.172143 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Initializing driver for type 'local' Apr 05 14:21:13.172624 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Initializing driver for type 'vlan' Apr 05 14:21:13.186168 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] VlanTypeDriver initialization complete Apr 05 14:21:13.186453 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Initializing driver for type 'vxlan' Apr 05 14:21:13.186932 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] vxlan ID ranges: [(1, 1000)] Apr 05 14:21:13.240155 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Initializing extension driver 'port_security' Apr 05 14:21:13.240482 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.extensions.port_security [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] PortSecurityExtensionDriver initialization complete Apr 05 14:21:13.240810 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Initializing mechanism driver 'openvswitch' Apr 05 14:21:13.241125 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Initializing mechanism driver 'hyperv' Apr 05 14:21:13.247463 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.plugin [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83747) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:21:13.248114 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > port after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.248474 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > port after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.248816 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > port after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.249321 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 14:21:13.249741 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > subnet after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.250114 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > subnet after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.250452 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.251333 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 14:21:13.251730 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > network after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.252075 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > network after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.252418 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > network after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.252796 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 14:21:13.253190 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > security_group after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.253528 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > security_group after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.253858 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.254397 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 14:21:13.254799 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.255143 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.255474 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.255855 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83747) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Apr 05 14:21:13.256284 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] ML2 OVO RPC backend initialized. {{(pid=83747) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Apr 05 14:21:13.256918 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.257268 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.257677 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > network before_response 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.258019 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > networks before_response 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.258381 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > port before_response 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.258716 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > ports before_response 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.259052 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > subnet before_response 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.259389 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > subnets before_response 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.259728 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > network after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.260062 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > network after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.260392 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > network after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.260719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > port after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.261050 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > port after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.261376 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > port after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.261705 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > subnet after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.262035 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > subnet after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.262389 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.262960 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.plugin [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Modular L2 Plugin initialization complete Apr 05 14:21:13.263281 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading services supported by the core plugin {{(pid=83747) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 05 14:21:13.263601 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.plugins.ml2.managers [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Got port-security extension from driver 'port_security' Apr 05 14:21:13.264055 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.extensions.vlantransparent [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Disabled vlantransparent extension. Apr 05 14:21:13.264462 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83747) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 05 14:21:13.264768 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading Plugin: router Apr 05 14:21:13.300055 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.300442 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router after_create 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.300800 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router before_create 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.301158 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.301530 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.301876 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router after_delete 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.302261 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.302619 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router after_create 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.302960 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router after_update 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.303301 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router after_update 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.303638 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.303986 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router after_update 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.304385 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_update 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.304743 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: port after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.305086 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: port after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.305414 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: subnet after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.305742 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.306096 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.306434 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_create 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.306768 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: port before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.307098 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.307443 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router after_update 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.307775 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.308112 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_create 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.308463 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.308801 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_update 55549900 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.309157 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > agent after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.309502 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > agent after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.309840 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > network after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.310712 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Tracking information for resource: router configured {{(pid=83747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:21:13.311040 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Tracking information for resource: floatingip configured {{(pid=83747) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 05 14:21:13.316523 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.db.l3_agentschedulers_db [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 05 14:21:13.317101 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: port after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.317457 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: port after_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.317803 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: port after_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.318177 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: port after_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.319108 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router before_create 55550100 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.319453 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.319809 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_create 55550100 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.320156 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > router precommit_update 55550100 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.324406 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.services.provider_configuration [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service providers = [] {{(pid=83747) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 05 14:21:13.324766 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.db.servicetype_db [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83747) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 05 14:21:13.327636 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.services.service_base [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 14:21:13.327980 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.services.service_base [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 14:21:13.328314 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.services.service_base [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 14:21:13.329212 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.services.service_base [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83747) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 05 14:21:13.329577 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.services.service_base [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 05 14:21:13.329944 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:21:13.330278 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 05 14:21:13.340972 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:21:13.341303 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading Plugin: auto_allocate Apr 05 14:21:13.347227 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: network precommit_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.347585 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: network precommit_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.348103 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:21:13.348416 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading Plugin: tag Apr 05 14:21:13.354831 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:21:13.355153 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading Plugin: timestamp Apr 05 14:21:13.359110 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:21:13.359428 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading Plugin: network_ip_availability Apr 05 14:21:13.365106 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.365466 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.365812 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.366549 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:21:13.366863 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading Plugin: flavors Apr 05 14:21:13.371631 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:21:13.371900 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading Plugin: revisions Apr 05 14:21:13.376646 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83747) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 05 14:21:13.377030 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_concurrency.lockutils [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.570s {{(pid=83747) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 05 14:21:13.377766 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83747) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Apr 05 14:21:13.378123 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Initializing extension manager. Apr 05 14:21:13.378624 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: __init__.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.378960 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: __pycache__ {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.379289 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.379614 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.379937 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: _filter_validation_lib.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.380258 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.380576 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: address_group.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.381325 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.381895 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: address-group Apr 05 14:21:13.382243 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: address_scope.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.382948 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.383512 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: address-scope Apr 05 14:21:13.383834 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.384754 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.385257 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: router-admin-state-down-before-update Apr 05 14:21:13.385574 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: agent.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.386285 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.386788 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: agent Apr 05 14:21:13.387102 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: agent_resources_synced.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.387990 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.388491 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: agent-resources-synced Apr 05 14:21:13.388805 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: allowedaddresspairs.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.390786 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.391307 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: allowed-address-pairs Apr 05 14:21:13.391653 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: auto_allocated_topology.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.392697 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.393201 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: auto-allocated-topology Apr 05 14:21:13.393517 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: availability_zone.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.394226 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.394724 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: availability_zone Apr 05 14:21:13.395037 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: availability_zone_filter.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.395927 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.396428 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: availability_zone_filter Apr 05 14:21:13.396745 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: data_plane_status.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.397629 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.398152 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension data-plane-status not supported by any of loaded plugins Apr 05 14:21:13.398469 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: default_subnetpools.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.399359 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.399854 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: default-subnetpools Apr 05 14:21:13.400169 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.400931 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.401436 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: dhcp_agent_scheduler Apr 05 14:21:13.401754 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: dns.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.402669 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.403166 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension dns-integration not supported by any of loaded plugins Apr 05 14:21:13.403481 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: dns_domain_ports.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.404378 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.404875 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 05 14:21:13.405191 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: dvr.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.405852 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.406373 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: dvr Apr 05 14:21:13.406690 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: empty_string_filtering.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.407612 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.408117 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: empty-string-filtering Apr 05 14:21:13.408436 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.409325 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.409822 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 05 14:21:13.410168 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.411067 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.411563 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 05 14:21:13.411876 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: external_net.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.412768 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.413264 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: external-net Apr 05 14:21:13.413574 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.414477 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.414972 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: extra_dhcp_opt Apr 05 14:21:13.415285 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: extraroute.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.416176 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.416673 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: extraroute Apr 05 14:21:13.416985 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: extraroute_atomic.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.417998 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.418523 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: extraroute-atomic Apr 05 14:21:13.418839 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: filter_validation.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.419490 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.419988 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: filter-validation Apr 05 14:21:13.420300 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: fip_pf_description.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.421204 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.421703 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 05 14:21:13.422016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: fip_port_details.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.423469 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.423968 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: fip-port-details Apr 05 14:21:13.424283 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: flavors.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.425490 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.426000 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: flavors Apr 05 14:21:13.426354 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.427976 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.428493 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 05 14:21:13.428819 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: floatingip_pools.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.429508 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.430013 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: floatingip-pools Apr 05 14:21:13.430361 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: ip_allocation.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.431267 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.431774 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension ip_allocation not supported by any of loaded plugins Apr 05 14:21:13.432089 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.432989 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.433492 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: ip-substring-filtering Apr 05 14:21:13.433804 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: l2_adjacency.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.434737 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.435238 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 05 14:21:13.435552 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: l3.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.436498 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.437008 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: router Apr 05 14:21:13.437328 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.440280 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.440806 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 05 14:21:13.441129 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.442068 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.442583 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: ext-gw-mode Apr 05 14:21:13.442902 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.443802 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.444312 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: l3-ha Apr 05 14:21:13.444628 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: l3_flavors.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.445519 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.446023 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: l3-flavors Apr 05 14:21:13.446361 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.447256 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.447769 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 05 14:21:13.448086 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: l3agentscheduler.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.449099 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.449604 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: l3_agent_scheduler Apr 05 14:21:13.449924 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: logging.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.451424 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.451944 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension logging not supported by any of loaded plugins Apr 05 14:21:13.452269 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: metering.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.453001 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.453573 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: metering Apr 05 14:21:13.453917 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.455012 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.455521 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: metering_source_and_destination_fields Apr 05 14:21:13.455843 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: multiprovidernet.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.456757 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.457261 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: multi-provider Apr 05 14:21:13.457579 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: netmtu.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.458498 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.458995 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: net-mtu Apr 05 14:21:13.459315 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: netmtu_writable.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.460218 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.460716 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: net-mtu-writable Apr 05 14:21:13.461279 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: network_availability_zone.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.461951 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.462484 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: network_availability_zone Apr 05 14:21:13.462801 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: network_ip_availability.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.463860 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.464363 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: network-ip-availability Apr 05 14:21:13.464685 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: network_segment_range.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.465429 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.465929 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension network-segment-range not supported by any of loaded plugins Apr 05 14:21:13.466273 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: pagination.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.467228 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.467554 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: pagination Apr 05 14:21:13.467868 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.468761 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.469262 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: port-mac-address-regenerate Apr 05 14:21:13.469601 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: port_resource_request.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.470555 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.471058 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension port-resource-request not supported by any of loaded plugins Apr 05 14:21:13.471370 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: portbindings.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.472274 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.472775 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: binding Apr 05 14:21:13.473088 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: portbindings_extended.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.474359 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.474872 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: binding-extended Apr 05 14:21:13.475190 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: portsecurity.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.476093 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.476600 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: port-security Apr 05 14:21:13.476918 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: project_id.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.477870 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.478225 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: project-id Apr 05 14:21:13.478543 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: providernet.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.479434 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.479937 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: provider Apr 05 14:21:13.480252 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.483885 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.484403 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos not supported by any of loaded plugins Apr 05 14:21:13.484732 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.486499 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.487011 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 05 14:21:13.487334 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.488232 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.488739 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 05 14:21:13.489057 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos_default.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.489946 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.490483 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos-default not supported by any of loaded plugins Apr 05 14:21:13.490802 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos_fip.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.491447 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.491942 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos-fip not supported by any of loaded plugins Apr 05 14:21:13.492259 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos_gateway_ip.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.493169 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.493670 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 05 14:21:13.493986 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos_port_network_policy.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.494915 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.495419 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 05 14:21:13.495734 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos_rule_type_details.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.496636 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.497147 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 05 14:21:13.497464 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: qos_rules_alias.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.498513 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.499018 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 05 14:21:13.499333 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: quotasv2.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.500193 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.500513 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: quotas Apr 05 14:21:13.501356 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: quotasv2_detail.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.503035 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.503366 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: quota_details Apr 05 14:21:13.503690 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: rbac.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.504715 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.505229 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: rbac-policies Apr 05 14:21:13.505549 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: rbac_address_scope.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.506494 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.507004 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: rbac-address-scope Apr 05 14:21:13.507322 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: rbac_security_groups.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.508227 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.508730 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: rbac-security-groups Apr 05 14:21:13.509046 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: rbac_subnetpool.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.509946 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.510472 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: rbac-subnetpool Apr 05 14:21:13.510787 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: revisionifmatch.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.511699 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.512200 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: revision-if-match Apr 05 14:21:13.512514 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: revisions.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.513607 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.514135 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: standard-attr-revisions Apr 05 14:21:13.514454 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: router_availability_zone.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.515111 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.515610 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: router_availability_zone Apr 05 14:21:13.515925 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: routerservicetype.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.516846 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.517344 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension router-service-type not supported by any of loaded plugins Apr 05 14:21:13.517659 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.518600 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.519105 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: port-security-groups-filtering Apr 05 14:21:13.519420 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: securitygroup.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.530311 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.530836 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: security-group Apr 05 14:21:13.531161 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: segment.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.531930 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.532469 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension segment not supported by any of loaded plugins Apr 05 14:21:13.532788 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.533704 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.534235 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 05 14:21:13.534554 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: servicetype.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.535636 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.536156 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: service-type Apr 05 14:21:13.536474 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: sorting.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.537437 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.537763 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: sorting Apr 05 14:21:13.538102 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: standard_attr_segment.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.539010 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.539520 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 05 14:21:13.539835 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: standardattrdescription.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.540471 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.540975 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: standard-attr-description Apr 05 14:21:13.541291 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: stateful_security_group.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.542239 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.542749 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: stateful-security-group Apr 05 14:21:13.543067 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: stdattrs_common.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.543637 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 05 14:21:13.543954 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.544850 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.545353 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 05 14:21:13.545665 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: subnet_onboard.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.546828 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.547339 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: subnet_onboard Apr 05 14:21:13.548190 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.549105 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.549609 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 05 14:21:13.549926 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: subnet_service_types.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.550861 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.551367 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: subnet-service-types Apr 05 14:21:13.551682 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: subnetallocation.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.552751 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.553259 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: subnet_allocation Apr 05 14:21:13.553578 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.554271 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.554777 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: subnetpool-prefix-ops Apr 05 14:21:13.555094 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.556002 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.556505 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 05 14:21:13.556821 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: tagging.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.557856 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.558402 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: standard-attr-tag Apr 05 14:21:13.558725 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: timestamp.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.559903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.560415 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loaded extension: standard-attr-timestamp Apr 05 14:21:13.560735 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: trunk.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.561737 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.562287 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension trunk not supported by any of loaded plugins Apr 05 14:21:13.562610 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: trunk_details.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.564084 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.564589 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension trunk-details not supported by any of loaded plugins Apr 05 14:21:13.564906 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: uplink_status_propagation.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.565807 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.566338 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 05 14:21:13.566658 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Loading extension file: vlantransparent.py {{(pid=83747) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Apr 05 14:21:13.567316 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83747) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Apr 05 14:21:13.567818 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 05 14:21:13.570027 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:network Apr 05 14:21:13.570753 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:subnet Apr 05 14:21:13.571350 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:21:13.572113 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:port Apr 05 14:21:13.573345 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.573787 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service FLAVORS assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.574412 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.574838 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.575173 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:router Apr 05 14:21:13.575846 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 14:21:13.576534 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service METERING assigned prefix: /metering {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.577970 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.578358 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.578707 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83747) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:21:13.579848 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 14:21:13.580286 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:security_group Apr 05 14:21:13.580950 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 14:21:13.581698 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service CORE assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.582034 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:21:13.582392 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] subnetpool is already registered Apr 05 14:21:13.582993 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service CORE assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.583320 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:21:13.583641 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] subnetpool is already registered Apr 05 14:21:13.586432 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.586866 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service FLAVORS assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.587458 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.587876 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.588205 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:router Apr 05 14:21:13.588530 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] router is already registered Apr 05 14:21:13.589117 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:floatingip Apr 05 14:21:13.589442 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] floatingip is already registered Apr 05 14:21:13.590072 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service METERING assigned prefix: /metering {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.590743 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of CountableResource for resource:rbac_policy Apr 05 14:21:13.591075 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] rbac_policy is already registered Apr 05 14:21:13.591735 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:security_group Apr 05 14:21:13.591925 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] security_group is already registered Apr 05 14:21:13.592535 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 05 14:21:13.592838 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] security_group_rule is already registered Apr 05 14:21:13.593508 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service CORE assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.593823 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:21:13.594189 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] subnetpool is already registered Apr 05 14:21:13.594803 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.v2.resource_helper [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Service CORE assigned prefix: {{(pid=83747) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 05 14:21:13.595125 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Creating instance of TrackedResource for resource:subnetpool Apr 05 14:21:13.595440 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING neutron.quota.resource_registry [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] subnetpool is already registered Apr 05 14:21:13.596100 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: extensions {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.597535 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: address-groups {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.599082 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: address-scopes {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.600239 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: agents {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.601422 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: auto-allocated-topology {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.602601 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: availability_zones {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.603849 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: dhcp-networks {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.605251 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: dhcp-agents {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.606563 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: routers {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.608303 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: flavors {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.609428 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: service_profiles {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.611137 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: next_providers {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.612586 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: service_profiles {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.613957 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: floatingip-pools {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.615155 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: routers {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.616862 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: floatingips {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.617999 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: l3-routers {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.619343 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: l3-agents {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.620691 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: metering-labels {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.622071 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: metering-label-rules {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.623237 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: network-ip-availabilities {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.624428 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: bindings {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.627534 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: quotas {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.628936 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: quotas {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.630340 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: rbac-policies {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.631765 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: security-groups {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.632932 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: security-group-rules {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.634316 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: service-providers {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.635522 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: subnetpools {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.637201 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: subnetpools {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.638471 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.640259 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.642068 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.643996 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.645942 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.647581 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.649271 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.651074 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.652855 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.654663 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron.api.extensions [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Extended resource: tags {{(pid=83747) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Apr 05 14:21:13.660927 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING keystonemiddleware.auth_token [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 05 14:21:13.665622 dv-neutron-829488-2-hyperv neutron-server[83747]: WARNING keystonemiddleware.auth_token [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 05 14:21:13.674149 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_concurrency.lockutils [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Acquired lock "singleton_lock" {{(pid=83747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 05 14:21:13.674540 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_concurrency.lockutils [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Releasing lock "singleton_lock" {{(pid=83747) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 05 14:21:13.675160 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO oslo_service.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Starting 2 workers Apr 05 14:21:13.679708 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Started child 83850 {{(pid=83747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 14:21:13.683845 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Started child 83851 {{(pid=83747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 14:21:13.685269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:13.685938 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO neutron.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 05 14:21:13.686025 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Notify callbacks [] for process, before_spawn {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:13.686942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [-] (83850) wsgi starting up on http://0.0.0.0:9696 Apr 05 14:21:13.688521 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO oslo_service.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Starting 1 workers Apr 05 14:21:13.689167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:13.690598 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [-] (83851) wsgi starting up on http://0.0.0.0:9696 Apr 05 14:21:13.693432 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Started child 83852 {{(pid=83747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 14:21:13.693959 dv-neutron-829488-2-hyperv neutron-server[83747]: INFO oslo_service.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Starting 1 workers Apr 05 14:21:13.697195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] calling RpcWorker wait() {{(pid=83852) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 05 14:21:13.697702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] returning from RpcWorker wait() {{(pid=83852) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 05 14:21:13.698161 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Started child 83853 {{(pid=83747) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 05 14:21:13.698930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:13.699022 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG neutron_lib.callbacks.manager [None req-27511cf7-0ed8-42b9-b5e0-96a6a292f688 None None] Notify callbacks [] for process, after_spawn {{(pid=83747) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:13.699400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:21:13.700883 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 14:21:13.701097 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 14:21:13.701273 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 14:21:13.701474 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 14:21:13.701790 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 14:21:13.701949 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 14:21:13.702484 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.702757 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.703024 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.703276 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.703558 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.704129 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.704382 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.704471 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:13.704918 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.704918 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.705121 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.705285 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.705447 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.705766 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.705903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.705990 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:21:13.706292 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.706549 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.706791 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.707030 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.707197 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.707457 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.707715 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.707936 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.708233 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] debug = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.708454 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.708939 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.709181 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.709433 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.709676 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.709947 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.710240 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.710492 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.710728 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.710944 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.711438 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.711681 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.711893 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.712148 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.712405 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.712617 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.713086 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] host = dv-neutron-829488-2-hyperv {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.713304 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.713517 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.713741 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.713987 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.714268 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.714481 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.714736 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.714975 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.715226 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.715445 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.715709 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.715951 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.716176 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.716431 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_file = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.716639 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_options = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.716827 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.717090 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.717348 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.717532 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.717697 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.717867 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.718143 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.718351 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.718549 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.718776 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.718987 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.719213 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.719451 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.720225 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.720485 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.720698 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.720926 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.721133 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.721373 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.721595 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.721815 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.722035 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.722265 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.722499 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.722729 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.722938 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.723179 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.723391 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.723601 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.723845 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.724113 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.724370 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.724601 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.724854 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.725094 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.725317 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.725548 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.725809 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.726035 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.726302 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.726555 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.726765 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.727004 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.727239 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.727451 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.727681 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_json = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.727889 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.728097 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.728341 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.728555 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.728778 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.728986 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.729195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.729423 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.729630 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.730020 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.730978 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.730978 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.730978 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.731258 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.731370 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.731593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.731810 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.732051 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.732275 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.732592 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.732827 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.733130 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.733385 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.733632 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.733884 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.734115 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.734352 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.734590 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.734822 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.735030 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.735321 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.736104 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.736319 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.736528 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.736746 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.738903 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.741417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.743719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.747016 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.748277 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.750127 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.750127 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.750127 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.750973 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.750973 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.751265 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.751430 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.752403 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.752403 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.754404 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.754404 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.755834 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.755834 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.755834 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.756293 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.756442 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.757821 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.757821 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.757821 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.758112 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.758186 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.758397 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.758660 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.758931 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.759189 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.759476 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.759738 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.760001 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.760261 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.760836 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.761125 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.761414 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.761719 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.761974 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.770390 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.770849 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.771931 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.772381 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.773355 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.774377 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.774670 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.774936 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.775226 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.775518 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.775818 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.776079 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.776378 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.776677 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.776931 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.777175 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.777414 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.777755 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.778025 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.778287 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.778528 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.778817 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.779053 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.779295 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.779573 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.779839 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.780099 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.780354 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.780595 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.780828 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.781068 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.781300 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.781513 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.781749 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.781987 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.784565 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.784820 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.785054 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.785303 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.786273 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.786530 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.786799 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.787063 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.787318 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.787581 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.787828 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.788059 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.788332 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.788559 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.788804 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.789027 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.789262 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.789520 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.789744 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.790018 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.790296 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.790536 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.790765 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.790990 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.791263 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.791476 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.791721 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.791960 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.792173 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.792382 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.792602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.792813 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.793024 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.793246 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.793476 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.793725 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.793939 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.794565 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.794814 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.795220 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.795469 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.795690 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.795906 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.796121 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.796334 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.796548 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.796783 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.797003 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.797384 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.797627 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.798410 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.798628 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.798894 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.799111 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.799328 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.800002 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.800232 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.800456 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.800674 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.800889 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.801100 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.801327 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.801532 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.801746 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.801975 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.802273 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.802481 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.802712 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.802994 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.803254 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.803482 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.803714 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.803973 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.804194 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.804401 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.804607 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.804818 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.805023 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.805297 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.805543 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.805764 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.806072 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.806333 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.806558 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.806809 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.807115 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.807347 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.807612 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.807826 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.808038 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.808255 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.808579 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.809254 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.810510 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.811135 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.811401 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.811964 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.812263 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.812610 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.812834 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.814096 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.814471 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.814792 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.815072 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.815323 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.815599 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.815876 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.816107 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.816365 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.816612 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.816845 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.817112 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.817375 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.817630 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.817853 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.818106 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.818331 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.818589 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.818826 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.819073 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.819292 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.819462 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 14:21:13.819987 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83747) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 05 14:21:13.820148 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 05 14:21:13.820462 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 05 14:21:13.820633 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 05 14:21:13.820804 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 05 14:21:13.820959 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 05 14:21:13.821166 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.821335 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.821492 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.821653 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.821813 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.821992 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.822182 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.822341 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.822500 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.822659 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.822820 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.822976 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.823153 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.823280 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.823436 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.823593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.823754 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.823912 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.824074 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.824232 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.824390 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.824547 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.824705 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] debug = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.824863 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.825072 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.825239 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.825397 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.825555 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.825712 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.825870 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.826087 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.826228 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.826377 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.826509 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.826639 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.826825 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.826964 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.827098 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.827257 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.827404 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] host = dv-neutron-829488-2-hyperv {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.827494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:21:13.827624 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.827760 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.827892 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.828025 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.828158 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.828301 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.828444 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.828576 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.828708 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.828869 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.829061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.829210 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.829346 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.829507 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_file = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.829664 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_options = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.829807 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.829965 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.830149 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.830327 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.830491 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.830648 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.830806 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.830963 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.831120 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.831265 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.831421 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.831578 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.831734 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.831891 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.832047 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.832191 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.832350 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.832508 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.832667 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.832826 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.832983 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.833139 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.833295 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.833451 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.833610 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.833768 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.833925 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.834100 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.834260 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.834420 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.834579 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.834736 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.834894 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.835051 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.835207 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.835364 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.835523 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.835685 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.835842 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.835999 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.836410 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.836566 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.836723 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.836885 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.837042 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.837201 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_json = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.837361 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.837519 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.837678 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.837853 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.837991 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.838169 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.838328 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.838486 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.838646 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 05 14:21:13.838830 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.838981 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.839153 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.839315 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.839476 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.839649 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.839795 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.839955 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.840115 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.840343 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.840441 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.840586 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.840761 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.840931 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.841078 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.841238 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.841397 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.841560 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.841722 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.841884 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.842076 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.842230 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.842390 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.842550 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.842710 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.843593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.843593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.843593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.843593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.843593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.843593 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.844038 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.844038 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.844183 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.844261 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.844428 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.845122 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.845286 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.845448 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.845606 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.845777 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.845937 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.846123 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.846285 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.846446 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.846605 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.846765 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.846924 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.847084 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.847244 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.847408 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.847580 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.847740 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.847899 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.848058 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.848225 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.848382 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.848690 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.848859 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.849036 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.849178 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.849489 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.849651 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.849809 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.850140 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.850328 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.850462 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.850679 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.850778 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.850935 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.851097 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.851262 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.851425 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.851583 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.851755 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.851932 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.852091 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.852248 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.852406 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.852567 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.852729 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.852895 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.853034 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.853187 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.853347 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.853505 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.853665 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.853832 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.853993 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.854200 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.854324 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.854484 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.854643 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.854803 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.854949 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.855110 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.855271 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.855431 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.855592 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.855780 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.855915 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.856067 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.856227 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.856376 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.856548 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.856677 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.856850 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.857002 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.857161 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.857326 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.857485 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.857644 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.857803 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.857962 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.858132 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.858291 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.858437 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.858609 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.858780 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.858943 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.859104 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.859264 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.859446 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.859606 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.859764 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.859924 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.860083 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.860775 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.860939 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.861098 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.861258 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.861417 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.861577 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.861737 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.861898 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.862072 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.862235 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.862395 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.862556 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.862717 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.862877 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.863038 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.863198 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.863358 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.863517 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.863676 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.863835 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.863995 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.864155 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.864314 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.864473 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.864633 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.864793 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.864953 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.865111 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.865270 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.865428 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.865588 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.865747 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.865909 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.866087 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.866250 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.866410 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.866571 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.866731 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.866890 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.867052 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.867213 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.867378 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.867537 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.867697 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.867858 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.868018 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.868178 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.868338 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.868496 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.868659 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.868828 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.868988 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.869148 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.869310 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.869471 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.869632 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.869792 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.869952 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.870136 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.870375 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.870518 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.870735 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.870735 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.870985 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.871124 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.871205 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.871328 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.871487 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.871648 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.871809 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.871968 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.872173 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.872288 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.872446 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873000 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873000 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873000 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873232 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873232 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873385 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873533 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873703 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.873863 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.874023 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.874203 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.874362 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.874533 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.874692 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.874852 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.875010 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.875169 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.875339 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.875499 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.875658 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.875858 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.876020 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882062 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882062 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882062 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882062 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55546) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:13.882511 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882511 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882511 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882511 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882511 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882511 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882511 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.882511 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883061 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.883602 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884195 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 05 14:21:13.884729 dv-neutron-829488-2-hyperv neutron-server[83747]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83747) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 05 14:21:13.887924 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090578 Apr 05 14:21:24.198513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-105da68a-9726-4ae5-9980-db915be79131 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:21:24.263911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b8f54a04-a59f-46cb-b17b-0b5a14e02939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776501'] for agent, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:24.279154 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105da68a-9726-4ae5-9980-db915be79131 None None] No non-hosted networks {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 05 14:21:26.251032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-951ef065-e2af-4748-9493-cfa9a6ce0fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776501'] for agent, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:26.294835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d3ab-9239-431d-a450-350cc8859939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:27.342135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776501'] for agent, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:27.439455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776501'] for agent, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:27.440728 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.441208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.454205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.455009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.455557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.456081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.456538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.457046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.457526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.458244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.458716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:27.459281 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-829488-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:21:27.470074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-829488-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:21:28.900425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776501'] for agent, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:30.483651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 55636) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:31.097310 dv-neutron-829488-2-hyperv neutron-server[83850]: WARNING oslo_policy.policy [None req-aaab7b63-7342-41e4-90b1-a2f7de87deb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:21:31.097983 dv-neutron-829488-2-hyperv neutron-server[83850]: WARNING oslo_policy.policy [None req-aaab7b63-7342-41e4-90b1-a2f7de87deb5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:21:31.244339 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.db.l3_hamode_db [None req-76361d52-1214-432c-a977-c90f74655c48 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 05 14:21:31.312746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-aaab7b63-7342-41e4-90b1-a2f7de87deb5 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:21:31.314704 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-aaab7b63-7342-41e4-90b1-a2f7de87deb5 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8284686 Apr 05 14:21:31.328203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76361d52-1214-432c-a977-c90f74655c48 None None] Routers set() bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:21:31.328593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76361d52-1214-432c-a977-c90f74655c48 None None] Router IDs set() for agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 14:21:33.527809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 55650) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:33.911552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:21:33.964602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.policy [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83850) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 05 14:21:33.965355 dv-neutron-829488-2-hyperv neutron-server[83850]: WARNING oslo_policy.policy [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:21:33.965726 dv-neutron-829488-2-hyperv neutron-server[83850]: WARNING oslo_policy.policy [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:21:33.969857 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.quota [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] Loaded quota_driver: . Apr 05 14:21:33.985823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:21:34.053805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741371028546', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741371215634', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741371215438', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741371189923', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8741371196969', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16540526', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16585443', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-641700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-577198'] for rbac-policy, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:34.121147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:34.122684 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-09cd67c0-d2e4-45e2-abc2-32f00c639ca4 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5938499 Apr 05 14:21:36.627470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55664) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:37.218737 dv-neutron-829488-2-hyperv neutron-server[83851]: WARNING oslo_policy.policy [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:21:37.220090 dv-neutron-829488-2-hyperv neutron-server[83851]: WARNING oslo_policy.policy [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:21:37.433679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Request body: {'network': {'name': 'private', 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'admin_state_up': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:21:37.435428 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.quota [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Loaded quota_driver: . Apr 05 14:21:37.450841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:21:37.457924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Usage tracker for resource:network and tenant:99ab69dabbb74ca8bdb946a007886ddc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:21:37.463810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:21:37.471777 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:21:37.486870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Made reservation on behalf of 99ab69dabbb74ca8bdb946a007886ddc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:21:37.524986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.policy [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83851) register_rules /opt/stack/neutron/neutron/policy.py:65}} Apr 05 14:21:37.525766 dv-neutron-829488-2-hyperv neutron-server[83851]: WARNING oslo_policy.policy [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:21:37.526146 dv-neutron-829488-2-hyperv neutron-server[83851]: WARNING oslo_policy.policy [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 05 14:21:37.530568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:37.553514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:37.602169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:21:37.605870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Usage tracker for resource:security_group_rule and tenant:99ab69dabbb74ca8bdb946a007886ddc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:21:37.609003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:21:37.614656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:21:37.683356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:37.686830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:37.708915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:21:37.733630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741373669479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:37.734238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Unsubscribe: segment precommit_create {{(pid=83851) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 14:21:37.734761 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Added segment a1edd8ba-02ba-4aed-9e68-3fbae0de5441 of type vlan for network 169e644e-3105-4f08-b271-8c106d9612da Apr 05 14:21:37.783349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab077a32-1e40-404a-aad8-eaf6be8006eb,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:37.808149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.808479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.808801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.809119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.809449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.809768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.810098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.810410 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.810717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.811021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.811325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Tracked resource versions report: Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: pushed versions: Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: { 'ConntrackHelper': {'1.0'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Log': {'1.0'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Network': {'1.1'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Port': {'1.5'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'PortForwarding': {'1.2'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'QosPolicy': {'1.8'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SecurityGroup': {'1.2'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SecurityGroupRule': {'1.0'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SubPort': {'1.0'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Subnet': {'1.1'}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Trunk': {'1.1'}} Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: consumer versions: Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: { DHCP agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: L3 agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: Metadata agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: Metering agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: Open vSwitch agent@dv-neutron-829488-2-hyperv: { 'ConntrackHelper': '1.0', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Log': '1.0', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Network': '1.1', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Port': '1.5', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'PortForwarding': '1.2', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'QosPolicy': '1.8', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SecurityGroup': '1.2', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SecurityGroupRule': '1.0', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SubPort': '1.0', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Subnet': '1.1', Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Trunk': '1.1'}} Apr 05 14:21:37.812582 dv-neutron-829488-2-hyperv neutron-server[83851]: {{(pid=83851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:21:37.850701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:37.890336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:37.891312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:21:37.891919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:37.994303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] Pushing event updated for resources: {'Network': ['ID=169e644e-3105-4f08-b271-8c106d9612da,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:37.997099 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a3c21842-cc60-42b0-8567-542b7ff32f1a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3686857 Apr 05 14:21:38.010754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 169e644e-3105-4f08-b271-8c106d9612da details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:21:40.579533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55686) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:41.042482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d5602-acd7-485b-9a81-77dbc3b2ba24 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:21:41.043724 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-622d5602-acd7-485b-9a81-77dbc3b2ba24 admin admin] 10.222.0.18 "GET /v2.0/networks/169e644e-3105-4f08-b271-8c106d9612da HTTP/1.1" status: 200 len: 825 time: 0.4632466 Apr 05 14:21:41.075097 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a6fc5f2d-1ed3-47c3-9814-84765d711956 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/9739e23e-0644-4146-b9ea-ede4dbf07f06 HTTP/1.1" status: 200 len: 734 time: 0.0256395 Apr 05 14:21:41.083238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '169e644e-3105-4f08-b271-8c106d9612da', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '9739e23e-0644-4146-b9ea-ede4dbf07f06', 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:21:41.087907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:21:41.091570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Usage tracker for resource:subnet and tenant:99ab69dabbb74ca8bdb946a007886ddc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:21:41.094727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:21:41.100246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:21:41.110149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Made reservation on behalf of 99ab69dabbb74ca8bdb946a007886ddc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:21:41.112465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:41.391924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:41.468740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b663c9-44dd-433e-a816-7401695b7c92,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:41.479035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Checking segment: {'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:21:41.479408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Network hostable DHCP agents. Network: 169e644e-3105-4f08-b271-8c106d9612da, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:21:41.504798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Network 169e644e-3105-4f08-b271-8c106d9612da is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:21:41.513922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 169e644e-3105-4f08-b271-8c106d9612da) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:21:41.518548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:21:41.519112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:41.523809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e994f071-a460-4b8f-af7e-f88f1c9a86d4 None None] Network 169e644e-3105-4f08-b271-8c106d9612da requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:21:41.539137 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1730368-8e56-4e2e-980f-155c6d95e672 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4590738 Apr 05 14:21:41.838974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-169e644e-3105-4f08-b271-8c106d9612da', 'network_id': '169e644e-3105-4f08-b271-8c106d9612da', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'fixed_ips': [{'subnet_id': '98b663c9-44dd-433e-a816-7401695b7c92'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:21:41.840155 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:42.022033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Allocated IP 172.20.0.2 (169e644e-3105-4f08-b271-8c106d9612da/98b663c9-44dd-433e-a816-7401695b7c92/e22aef94-8992-40b2-bdb7-db9c928bdb92) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:21:42.248957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:42.262284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Transition to ACTIVE for port object e22aef94-8992-40b2-bdb7-db9c928bdb92 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:21:42.283522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Transition to ACTIVE for port object e22aef94-8992-40b2-bdb7-db9c928bdb92 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:21:42.290259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:42.354289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Network 169e644e-3105-4f08-b271-8c106d9612da is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:21:42.356930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:21:42.363933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:21:42.366638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Pushing event updated for resources: {'Port': ['ID=e22aef94-8992-40b2-bdb7-db9c928bdb92,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:42.406092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.406471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.406797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.407127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.407466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.407795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.408117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.408457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.408783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.409099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.409415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Tracked resource versions report: Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: pushed versions: Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: { 'ConntrackHelper': {'1.0'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Log': {'1.0'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Network': {'1.1'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Port': {'1.5'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'PortForwarding': {'1.2'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'QosPolicy': {'1.8'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SecurityGroup': {'1.2'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SecurityGroupRule': {'1.0'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SubPort': {'1.0'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Subnet': {'1.1'}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Trunk': {'1.1'}} Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: consumer versions: Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: { DHCP agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: L3 agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: Metadata agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: Metering agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: Open vSwitch agent@dv-neutron-829488-2-hyperv: { 'ConntrackHelper': '1.0', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Log': '1.0', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Network': '1.1', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Port': '1.5', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'PortForwarding': '1.2', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'QosPolicy': '1.8', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SecurityGroup': '1.2', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SecurityGroupRule': '1.0', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SubPort': '1.0', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Subnet': '1.1', Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Trunk': '1.1'}} Apr 05 14:21:42.410800 dv-neutron-829488-2-hyperv neutron-server[83852]: {{(pid=83852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:21:42.466916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Attempting to bind port e22aef94-8992-40b2-bdb7-db9c928bdb92 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:21:42.467314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Attempting to bind port e22aef94-8992-40b2-bdb7-db9c928bdb92 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:21:42.467733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Attempting to bind port e22aef94-8992-40b2-bdb7-db9c928bdb92 on network 169e644e-3105-4f08-b271-8c106d9612da {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:21:42.474218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 21, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:21:42.474609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Checking segment: {'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:21:42.475102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:42.475489 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Bound using segment: {'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:21:42.475984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Bound port: e22aef94-8992-40b2-bdb7-db9c928bdb92, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:21:42.476385 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:42.566201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] For port e22aef94-8992-40b2-bdb7-db9c928bdb92, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:21:42.570132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] For port e22aef94-8992-40b2-bdb7-db9c928bdb92, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e22aef94-8992-40b2-bdb7-db9c928bdb92,segment=NetworkSegment(a1edd8ba-02ba-4aed-9e68-3fbae0de5441),segment_id=a1edd8ba-02ba-4aed-9e68-3fbae0de5441)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:21:42.574468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:42.678429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbccd26-3a55-4a56-bdd3-f0ef1ada3b4b None None] Pushing event updated for resources: {'Port': ['ID=e22aef94-8992-40b2-bdb7-db9c928bdb92,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:43.832119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55696) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:44.225575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-f97cbf5b-3f43-4b1e-8a2d-976761ccb4db admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:21:44.226767 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f97cbf5b-3f43-4b1e-8a2d-976761ccb4db admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3937082 Apr 05 14:21:45.708620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e22aef94-8992-40b2-bdb7-db9c928bdb92 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:21:45.786422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e22aef94-8992-40b2-bdb7-db9c928bdb92 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:21:46.285174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9864d0b-316b-45ab-a666-8a16b361be7b None None] Network 169e644e-3105-4f08-b271-8c106d9612da requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:21:46.378136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f731446c-5ba6-473d-9652-1c14bd254e96 None None] Provisioning for port e22aef94-8992-40b2-bdb7-db9c928bdb92 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:21:46.387681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f731446c-5ba6-473d-9652-1c14bd254e96 None None] Provisioning complete for port e22aef94-8992-40b2-bdb7-db9c928bdb92 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:21:46.388069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f731446c-5ba6-473d-9652-1c14bd254e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:46.510418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55710) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:46.603795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f731446c-5ba6-473d-9652-1c14bd254e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:46.653711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f731446c-5ba6-473d-9652-1c14bd254e96 None None] For port e22aef94-8992-40b2-bdb7-db9c928bdb92, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e22aef94-8992-40b2-bdb7-db9c928bdb92,segment=NetworkSegment(a1edd8ba-02ba-4aed-9e68-3fbae0de5441),segment_id=a1edd8ba-02ba-4aed-9e68-3fbae0de5441)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:21:46.658778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f731446c-5ba6-473d-9652-1c14bd254e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:46.736364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731446c-5ba6-473d-9652-1c14bd254e96 None None] Pushing event updated for resources: {'Port': ['ID=e22aef94-8992-40b2-bdb7-db9c928bdb92,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:46.981656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6e244c46-c94a-4276-87cd-2acc2de13a4c None None] Provisioning complete for port e22aef94-8992-40b2-bdb7-db9c928bdb92 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:21:46.982023 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6e244c46-c94a-4276-87cd-2acc2de13a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:47.010710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-f2334bfa-414f-46f4-91a3-f6d63fecb5e7 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:21:47.011689 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f2334bfa-414f-46f4-91a3-f6d63fecb5e7 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.5003669 Apr 05 14:21:47.686259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e22aef94-8992-40b2-bdb7-db9c928bdb92 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:21:47.755661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e22aef94-8992-40b2-bdb7-db9c928bdb92 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:21:47.756299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:49.546493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55724) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:49.919719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'admin_state_up': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:21:49.924773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:21:49.928447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Usage tracker for resource:router and tenant:99ab69dabbb74ca8bdb946a007886ddc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:21:49.931639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:21:49.937190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:21:49.947389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:49.948775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:49.973198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:50.090528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:50.107332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:50.108464 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f0735f94-a1a1-46c7-8e63-481f2d548179 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5610070 Apr 05 14:21:52.351849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55734) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:52.736391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-24ab2a99-e393-4586-a1a0-618529db30ce admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:21:52.737403 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-24ab2a99-e393-4586-a1a0-618529db30ce admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3846304 Apr 05 14:21:54.105910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f4c3ae69-3235-4526-9379-817c1adbf6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:54.976527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55744) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:55.363094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'is_default': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:21:55.367876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:21:55.371579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Usage tracker for resource:network and tenant:712300e4db8149939051332e20915add is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:21:55.374339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:21:55.379950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:21:55.389292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Made reservation on behalf of 712300e4db8149939051332e20915add for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:21:55.393028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:55.404556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:55.435352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:21:55.439006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Usage tracker for resource:security_group_rule and tenant:712300e4db8149939051332e20915add is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:21:55.441627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:21:55.447552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:21:55.510336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:55.513715 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:55.530234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Reserving flat network on physical network physnet1 {{(pid=83851) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 05 14:21:55.553766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67e350c-746a-47d4-99fe-72e4d83acfb1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:55.558004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:55.558370 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Added segment 8016d370-ff40-4caf-a44c-b3a1eb6b4e0e of type flat for network de0703c4-5abc-4b89-a17e-dcc6405251d4 Apr 05 14:21:55.591873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:55.628145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:55.629371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:21:55.629940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:55.738214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] Pushing event updated for resources: {'Network': ['ID=de0703c4-5abc-4b89-a17e-dcc6405251d4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:55.742267 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3ecb5df8-fa84-4c8e-8540-0e99322619b3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7647080 Apr 05 14:21:55.757032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:21:56.254396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5d29c6fb-ff1d-475e-93b8-c303e0c616c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:57.300692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:57.434147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:57.994763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55760) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:21:58.413512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5547c9-cdac-4a9c-946b-4bdc3715aca3 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:21:58.414848 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5d5547c9-cdac-4a9c-946b-4bdc3715aca3 admin admin] 10.222.0.18 "GET /v2.0/subnets/98b663c9-44dd-433e-a816-7401695b7c92 HTTP/1.1" status: 200 len: 849 time: 0.4191675 Apr 05 14:21:58.557996 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a05b0eb9-e9a4-4d37-9587-8510a193d671 admin admin] 10.222.0.18 "GET /v2.0/routers/1d9687e5-34d7-43ef-a8c4-fd64ad13484f HTTP/1.1" status: 200 len: 704 time: 0.1378968 Apr 05 14:21:58.855670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.020753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.242486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Allocated IP 172.20.0.1 (169e644e-3105-4f08-b271-8c106d9612da/98b663c9-44dd-433e-a816-7401695b7c92/1b974828-9623-430c-a595-ee77c486c1aa) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:21:59.431352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.448359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Transition to ACTIVE for port object 1b974828-9623-430c-a595-ee77c486c1aa will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:21:59.496638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.564585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Network 169e644e-3105-4f08-b271-8c106d9612da is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:21:59.567385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:21:59.571851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:21:59.572872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.575525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b974828-9623-430c-a595-ee77c486c1aa,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:21:59.698263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.780338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9ebcb567-fe1f-4d61-9912-a1a1631ae2b4 None None] Provisioning for port 1b974828-9623-430c-a595-ee77c486c1aa completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:21:59.785411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9ebcb567-fe1f-4d61-9912-a1a1631ae2b4 None None] Provisioning complete for port 1b974828-9623-430c-a595-ee77c486c1aa triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:21:59.785776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9ebcb567-fe1f-4d61-9912-a1a1631ae2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.835148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9ebcb567-fe1f-4d61-9912-a1a1631ae2b4 None None] Port 1b974828-9623-430c-a595-ee77c486c1aa cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:21:59.917499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.921507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:21:59.922278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:00.051390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Pushing event updated for resources: {'Port': ['ID=1b974828-9623-430c-a595-ee77c486c1aa,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:00.112267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Network 169e644e-3105-4f08-b271-8c106d9612da is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:00.113308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:00.359860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c93093af-a38d-4a0b-9a5e-90372fe53f6f None None] Provisioning complete for port 1b974828-9623-430c-a595-ee77c486c1aa triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:00.360429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c93093af-a38d-4a0b-9a5e-90372fe53f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:00.409894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c93093af-a38d-4a0b-9a5e-90372fe53f6f None None] Port 1b974828-9623-430c-a595-ee77c486c1aa cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:22:00.459171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Router 1d9687e5-34d7-43ef-a8c4-fd64ad13484f is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:22:00.625099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:22:00.635143 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Sync routers for ids ['1d9687e5-34d7-43ef-a8c4-fd64ad13484f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:22:00.635607 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b2f9e785-2011-4398-bb6b-1be702d109c3 admin admin] 10.222.0.18 "PUT /v2.0/routers/1d9687e5-34d7-43ef-a8c4-fd64ad13484f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0721257 Apr 05 14:22:00.648564 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Routers {'1d9687e5-34d7-43ef-a8c4-fd64ad13484f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:22:00.649443 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:21:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1d9687e5-34d7-43ef-a8c4-fd64ad13484f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:00.818942 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Set router 1d9687e5-34d7-43ef-a8c4-fd64ad13484f gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:22:01.180585 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'name': 'router1', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:21:49Z', 'updated_at': '2022-04-05T14:21:59Z', 'revision_number': 2, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'gw_port_host': None, '_interfaces': [{'id': '1b974828-9623-430c-a595-ee77c486c1aa', 'name': '', 'network_id': '169e644e-3105-4f08-b271-8c106d9612da', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'mac_address': 'fa:16:3e:d0:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b663c9-44dd-433e-a816-7401695b7c92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:21:59Z', 'updated_at': '2022-04-05T14:21:59Z', 'revision_number': 2, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'subnets': [{'id': '98b663c9-44dd-433e-a816-7401695b7c92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9739e23e-0644-4146-b9ea-ede4dbf07f06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:01.185330 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Checking router: 1d9687e5-34d7-43ef-a8c4-fd64ad13484f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:22:01.185689 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Updating router 1d9687e5-34d7-43ef-a8c4-fd64ad13484f port 1b974828-9623-430c-a595-ee77c486c1aa binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:22:01.238332 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:01.607550 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:01.622916 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Transition to ACTIVE for port object 1b974828-9623-430c-a595-ee77c486c1aa will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:22:01.630541 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:01.704646 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Pushing event updated for resources: {'Port': ['ID=1b974828-9623-430c-a595-ee77c486c1aa,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:01.764660 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.765000 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.765431 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.765761 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.766118 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.766445 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.766760 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.767092 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.767409 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.767721 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.768028 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Tracked resource versions report: Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: pushed versions: Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: { 'ConntrackHelper': {'1.0'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Log': {'1.0'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Network': {'1.1'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Port': {'1.5'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'PortForwarding': {'1.2'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'QosPolicy': {'1.8'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SecurityGroup': {'1.2'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SecurityGroupRule': {'1.0'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SubPort': {'1.0'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Subnet': {'1.1'}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Trunk': {'1.1'}} Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: consumer versions: Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: { DHCP agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: L3 agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: Metadata agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: Metering agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: Open vSwitch agent@dv-neutron-829488-2-hyperv: { 'ConntrackHelper': '1.0', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Log': '1.0', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Network': '1.1', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Port': '1.5', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'PortForwarding': '1.2', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'QosPolicy': '1.8', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SecurityGroup': '1.2', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SecurityGroupRule': '1.0', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SubPort': '1.0', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Subnet': '1.1', Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Trunk': '1.1'}} Apr 05 14:22:01.769367 dv-neutron-829488-2-hyperv neutron-server[83853]: {{(pid=83853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:22:01.892029 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Attempting to bind port 1b974828-9623-430c-a595-ee77c486c1aa on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:01.892355 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Attempting to bind port 1b974828-9623-430c-a595-ee77c486c1aa by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:01.892763 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Attempting to bind port 1b974828-9623-430c-a595-ee77c486c1aa on network 169e644e-3105-4f08-b271-8c106d9612da {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:22:01.898900 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:22:01.899305 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Checking segment: {'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:22:01.899763 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:01.900137 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Bound using segment: {'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:22:01.900630 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Bound port: 1b974828-9623-430c-a595-ee77c486c1aa, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1edd8ba-02ba-4aed-9e68-3fbae0de5441', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': '169e644e-3105-4f08-b271-8c106d9612da'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:01.900998 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:01.986309 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] For port 1b974828-9623-430c-a595-ee77c486c1aa, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:01.991399 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] For port 1b974828-9623-430c-a595-ee77c486c1aa, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1b974828-9623-430c-a595-ee77c486c1aa,segment=NetworkSegment(a1edd8ba-02ba-4aed-9e68-3fbae0de5441),segment_id=a1edd8ba-02ba-4aed-9e68-3fbae0de5441)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:01.994888 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:02.077073 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a72a56-f960-4d21-b6ec-5c6c4dd91c0e None None] Pushing event updated for resources: {'Port': ['ID=1b974828-9623-430c-a595-ee77c486c1aa,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:02.084749 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Routers {'1d9687e5-34d7-43ef-a8c4-fd64ad13484f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:22:02.085376 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:21:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1d9687e5-34d7-43ef-a8c4-fd64ad13484f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:02.235439 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] Set router 1d9687e5-34d7-43ef-a8c4-fd64ad13484f gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:22:02.550788 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'name': 'router1', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:21:49Z', 'updated_at': '2022-04-05T14:21:59Z', 'revision_number': 2, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'gw_port_host': None, '_interfaces': [{'id': '1b974828-9623-430c-a595-ee77c486c1aa', 'name': '', 'network_id': '169e644e-3105-4f08-b271-8c106d9612da', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'mac_address': 'fa:16:3e:d0:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b663c9-44dd-433e-a816-7401695b7c92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:21:59Z', 'updated_at': '2022-04-05T14:22:01Z', 'revision_number': 4, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'subnets': [{'id': '98b663c9-44dd-433e-a816-7401695b7c92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9739e23e-0644-4146-b9ea-ede4dbf07f06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:02.554553 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8fd6352-0e6e-4031-9c9b-d3b5c3c5b4e2 None None] The sync data for ids ['1d9687e5-34d7-43ef-a8c4-fd64ad13484f'] in dv-neutron-829488-2-hyperv is: [{'id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'name': 'router1', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:21:49Z', 'updated_at': '2022-04-05T14:21:59Z', 'revision_number': 2, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'gw_port_host': None, '_interfaces': [{'id': '1b974828-9623-430c-a595-ee77c486c1aa', 'name': '', 'network_id': '169e644e-3105-4f08-b271-8c106d9612da', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'mac_address': 'fa:16:3e:d0:1f:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b663c9-44dd-433e-a816-7401695b7c92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:21:59Z', 'updated_at': '2022-04-05T14:22:01Z', 'revision_number': 4, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'subnets': [{'id': '98b663c9-44dd-433e-a816-7401695b7c92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9739e23e-0644-4146-b9ea-ede4dbf07f06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:22:02.770744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55782) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:22:02.944848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29f0d9da-706b-420b-a206-5d2d8637db57 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:02.945398 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-29f0d9da-706b-420b-a206-5d2d8637db57 admin admin] Synchronizing usage tracker for tenant:712300e4db8149939051332e20915add on resource:network {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:22:02.963173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-29f0d9da-706b-420b-a206-5d2d8637db57 admin admin] Unset dirty status for tenant:712300e4db8149939051332e20915add on resource:network {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:22:02.964252 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-29f0d9da-706b-420b-a206-5d2d8637db57 admin admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 842 time: 0.1924968 Apr 05 14:22:02.973397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Request body: {'subnet': {'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:22:02.978448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:22:02.982152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Usage tracker for resource:subnet and tenant:712300e4db8149939051332e20915add is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:22:02.985386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:22:03.029981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:22:03.039081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Made reservation on behalf of 712300e4db8149939051332e20915add for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:22:03.041322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:03.386980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.objects.ports [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83851) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:22:03.387420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:03.470549 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1a5823f-70bc-46b4-82a3-5c2ac35c9027,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:03.490574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:22:03.490928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Network hostable DHCP agents. Network: de0703c4-5abc-4b89-a17e-dcc6405251d4, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:22:03.513868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:22:03.523541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, de0703c4-5abc-4b89-a17e-dcc6405251d4) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:03.527359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:03.527924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:03.533031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3874627-92f3-4734-ad1c-bfcc41ebaa24 None None] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:22:03.548802 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-707b409e-f02a-4825-9f2c-dd889b88c911 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5787935 Apr 05 14:22:03.739373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1b974828-9623-430c-a595-ee77c486c1aa up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:22:03.837601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaad822c-0168-4dd9-9c0f-372492989b4b None None] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:22:03.938742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 1b974828-9623-430c-a595-ee77c486c1aa completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:22:03.947813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1b974828-9623-430c-a595-ee77c486c1aa triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:03.948183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:04.163772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:04.194502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 1b974828-9623-430c-a595-ee77c486c1aa, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1b974828-9623-430c-a595-ee77c486c1aa,segment=NetworkSegment(a1edd8ba-02ba-4aed-9e68-3fbae0de5441),segment_id=a1edd8ba-02ba-4aed-9e68-3fbae0de5441)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:04.197858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:04.260366 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=1b974828-9623-430c-a595-ee77c486c1aa,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:05.692507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55800) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:22:05.695319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1b974828-9623-430c-a595-ee77c486c1aa up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:22:05.770839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1b974828-9623-430c-a595-ee77c486c1aa triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:05.771210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:05.929849 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2f0d73b2-bbdc-4bb2-af55-a13cfeb12681 admin admin] 10.222.0.18 "GET /v2.0/routers/1d9687e5-34d7-43ef-a8c4-fd64ad13484f HTTP/1.1" status: 200 len: 710 time: 0.2355776 Apr 05 14:22:06.053761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eabf6c3-3688-4cb0-8c9e-03ad4dc7d933 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:22:06.055112 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1eabf6c3-3688-4cb0-8c9e-03ad4dc7d933 admin admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 886 time: 0.1203122 Apr 05 14:22:06.063936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:22:06.527274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:06.747250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:06.803122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:06.928117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Allocated IP 172.26.6.24 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/24828e63-7e2c-4a16-8d39-109d1024992b) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:22:07.065885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:07.093493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:07.160822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:22:07.163552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:22:07.167616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:22:07.189525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Pushing event updated for resources: {'Port': ['ID=24828e63-7e2c-4a16-8d39-109d1024992b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:07.303762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:07.464039 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:07.467139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:07.658714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Router 1d9687e5-34d7-43ef-a8c4-fd64ad13484f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:22:07.850236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:22:07.859457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:07.860015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Sync routers for ids ['1d9687e5-34d7-43ef-a8c4-fd64ad13484f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:22:07.860779 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-88104c10-3e50-4c8b-95d7-a652e2992c49 admin admin] 10.222.0.18 "PUT /v2.0/routers/1d9687e5-34d7-43ef-a8c4-fd64ad13484f HTTP/1.1" status: 200 len: 889 time: 1.8002825 Apr 05 14:22:07.873369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Routers {'1d9687e5-34d7-43ef-a8c4-fd64ad13484f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:22:07.874210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:21:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1d9687e5-34d7-43ef-a8c4-fd64ad13484f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:08.061286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Set router 1d9687e5-34d7-43ef-a8c4-fd64ad13484f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:22:08.386702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'name': 'router1', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '24828e63-7e2c-4a16-8d39-109d1024992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:21:49Z', 'updated_at': '2022-04-05T14:22:07Z', 'revision_number': 4, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'gw_port': {'id': '24828e63-7e2c-4a16-8d39-109d1024992b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:06Z', 'updated_at': '2022-04-05T14:22:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '1b974828-9623-430c-a595-ee77c486c1aa', 'name': '', 'network_id': '169e644e-3105-4f08-b271-8c106d9612da', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'mac_address': 'fa:16:3e:d0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b663c9-44dd-433e-a816-7401695b7c92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:21:59Z', 'updated_at': '2022-04-05T14:22:04Z', 'revision_number': 5, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'subnets': [{'id': '98b663c9-44dd-433e-a816-7401695b7c92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9739e23e-0644-4146-b9ea-ede4dbf07f06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:08.391911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Checking router: 1d9687e5-34d7-43ef-a8c4-fd64ad13484f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:22:08.392251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Updating router 1d9687e5-34d7-43ef-a8c4-fd64ad13484f port 24828e63-7e2c-4a16-8d39-109d1024992b binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:22:08.439621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:08.759462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:08.771237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Transition to ACTIVE for port object 24828e63-7e2c-4a16-8d39-109d1024992b will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:22:08.776992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:08.853791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8bdc9-8e97-46f8-ad06-c302dd399a67 None None] Pushing event updated for resources: {'Port': ['ID=24828e63-7e2c-4a16-8d39-109d1024992b,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:08.855951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Attempting to bind port 24828e63-7e2c-4a16-8d39-109d1024992b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:22:08.856314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Attempting to bind port 24828e63-7e2c-4a16-8d39-109d1024992b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:22:08.856674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Attempting to bind port 24828e63-7e2c-4a16-8d39-109d1024992b on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:22:08.863685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 21, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:22:08.864220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:22:08.864431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:08.864811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:22:08.865264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Bound port: 24828e63-7e2c-4a16-8d39-109d1024992b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:22:08.865676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:08.934765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] For port 24828e63-7e2c-4a16-8d39-109d1024992b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:22:08.937719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] For port 24828e63-7e2c-4a16-8d39-109d1024992b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=24828e63-7e2c-4a16-8d39-109d1024992b,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:22:08.942357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:09.044617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8bdc9-8e97-46f8-ad06-c302dd399a67 None None] Pushing event updated for resources: {'Port': ['ID=24828e63-7e2c-4a16-8d39-109d1024992b,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:09.047890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Routers {'1d9687e5-34d7-43ef-a8c4-fd64ad13484f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:22:09.048668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:21:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1d9687e5-34d7-43ef-a8c4-fd64ad13484f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:09.224542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] Set router 1d9687e5-34d7-43ef-a8c4-fd64ad13484f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:22:09.533969 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'name': 'router1', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '24828e63-7e2c-4a16-8d39-109d1024992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:21:49Z', 'updated_at': '2022-04-05T14:22:07Z', 'revision_number': 4, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'gw_port': {'id': '24828e63-7e2c-4a16-8d39-109d1024992b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:06Z', 'updated_at': '2022-04-05T14:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '1b974828-9623-430c-a595-ee77c486c1aa', 'name': '', 'network_id': '169e644e-3105-4f08-b271-8c106d9612da', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'mac_address': 'fa:16:3e:d0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b663c9-44dd-433e-a816-7401695b7c92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:21:59Z', 'updated_at': '2022-04-05T14:22:04Z', 'revision_number': 5, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'subnets': [{'id': '98b663c9-44dd-433e-a816-7401695b7c92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9739e23e-0644-4146-b9ea-ede4dbf07f06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:22:09.537795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804d35db-0da1-4151-8411-ee37722ca7e3 None None] The sync data for ids ['1d9687e5-34d7-43ef-a8c4-fd64ad13484f'] in dv-neutron-829488-2-hyperv is: [{'id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'name': 'router1', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.24'}], 'enable_snat': True}, 'gw_port_id': '24828e63-7e2c-4a16-8d39-109d1024992b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:21:49Z', 'updated_at': '2022-04-05T14:22:07Z', 'revision_number': 4, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'gw_port': {'id': '24828e63-7e2c-4a16-8d39-109d1024992b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:ff:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:22:06Z', 'updated_at': '2022-04-05T14:22:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '1b974828-9623-430c-a595-ee77c486c1aa', 'name': '', 'network_id': '169e644e-3105-4f08-b271-8c106d9612da', 'tenant_id': '99ab69dabbb74ca8bdb946a007886ddc', 'mac_address': 'fa:16:3e:d0:1f:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d9687e5-34d7-43ef-a8c4-fd64ad13484f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '98b663c9-44dd-433e-a816-7401695b7c92', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:21:59Z', 'updated_at': '2022-04-05T14:22:04Z', 'revision_number': 5, 'project_id': '99ab69dabbb74ca8bdb946a007886ddc', 'subnets': [{'id': '98b663c9-44dd-433e-a816-7401695b7c92', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9739e23e-0644-4146-b9ea-ede4dbf07f06'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:22:09.730084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 24828e63-7e2c-4a16-8d39-109d1024992b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:22:09.812456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 24828e63-7e2c-4a16-8d39-109d1024992b completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:22:09.817327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 24828e63-7e2c-4a16-8d39-109d1024992b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:09.817697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:09.935067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:09.952275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 24828e63-7e2c-4a16-8d39-109d1024992b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=24828e63-7e2c-4a16-8d39-109d1024992b,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:22:09.956245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:10.024588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=24828e63-7e2c-4a16-8d39-109d1024992b,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:22:10.076615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 55810) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:22:10.211728 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8d8ac8b5-7241-4be4-97d4-610fd7b69866 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1083 time: 0.1341081 Apr 05 14:22:11.699944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 24828e63-7e2c-4a16-8d39-109d1024992b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:22:11.778509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 24828e63-7e2c-4a16-8d39-109d1024992b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:22:11.779201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:16.766354 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:22:24.108427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b52694e6-d2dd-4f4e-b7c0-e3029a233acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:26.255643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-397fa982-1415-4ff6-b8db-d9b87d4dda23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.301946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:27.434991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:28.873221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:53.766860 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:22:54.111286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ede703bf-dab3-457b-842b-3e325f6f69c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:56.259720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f298a00d-30d2-460d-be34-587e34217659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.305092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:57.440688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:22:58.878006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:24.115899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0db9d7fd-0d12-451b-8609-de93affb7215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:26.265136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-eadbb9a9-35a0-4fd3-a801-bdb3fbd34941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:27.309435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:27.437236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:28.876778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:30.766574 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:23:54.119009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-32611341-676b-46a5-92e2-835f8be13329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:56.268847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b5106f89-9b54-4ba2-a7d4-e86a0c7484d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:57.312737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:57.429650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:23:58.878849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:07.768875 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:24:15.120296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56416) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:15.209442 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4b2ccff-822f-419c-84a3-d08b6745b1cb admin admin] GET failed (client error): The resource could not be found. Apr 05 14:24:15.210678 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c4b2ccff-822f-419c-84a3-d08b6745b1cb admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0894639 Apr 05 14:24:15.337582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef24297-d746-4ed8-b476-df9259968877 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:15.339045 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cef24297-d746-4ed8-b476-df9259968877 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1242967 Apr 05 14:24:17.338079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56426) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:17.503410 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7573e-568a-4578-8039-7c059d8b692a admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:17.503961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e4e7573e-568a-4578-8039-7c059d8b692a admin admin] Synchronizing usage tracker for tenant:712300e4db8149939051332e20915add on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:24:17.520763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e4e7573e-568a-4578-8039-7c059d8b692a admin admin] Unset dirty status for tenant:712300e4db8149939051332e20915add on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:24:17.521831 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e4e7573e-568a-4578-8039-7c059d8b692a admin admin] 10.222.0.18 "GET /v2.0/subnets/98b663c9-44dd-433e-a816-7401695b7c92 HTTP/1.1" status: 200 len: 849 time: 0.1828368 Apr 05 14:24:17.534235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:24:17.651748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Notify callbacks [] for subnet, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:17.837962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741373706388'] for subnet, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:17.891026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac626f78-c919-4efd-a743-6ada3695977b None None] Network 169e644e-3105-4f08-b271-8c106d9612da requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:24:17.891570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:17.892149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:17.893385 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] 10.222.0.18 "PUT /v2.0/subnets/98b663c9-44dd-433e-a816-7401695b7c92 HTTP/1.1" status: 200 len: 868 time: 0.3659258 Apr 05 14:24:17.906748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98b663c9-44dd-433e-a816-7401695b7c92,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:17.915664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.916031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.916325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.916664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.916991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.917320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.917644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.917994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.918301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.918613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:17.918921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c3150b-a9e1-4712-9502-f673ede8718f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:24:18.410665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-df03c87c-a4b4-4a3b-92c2-10ecb8e6e41c None None] Provisioning complete for port 1b974828-9623-430c-a595-ee77c486c1aa triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:18.411027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-df03c87c-a4b4-4a3b-92c2-10ecb8e6e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:18.535161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-df03c87c-a4b4-4a3b-92c2-10ecb8e6e41c None None] Provisioning complete for port e22aef94-8992-40b2-bdb7-db9c928bdb92 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:24:18.535416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-df03c87c-a4b4-4a3b-92c2-10ecb8e6e41c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:19.933353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56436) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:20.125584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362807a0-92c9-4f04-812c-70c0c13ad18b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:20.125961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362807a0-92c9-4f04-812c-70c0c13ad18b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:20.127499 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-362807a0-92c9-4f04-812c-70c0c13ad18b admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1931250 Apr 05 14:24:22.150604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56446) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:22.391379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b130c-5190-40f7-b812-0b36206b2aa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.391766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b130c-5190-40f7-b812-0b36206b2aa7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:22.393398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9e7b130c-5190-40f7-b812-0b36206b2aa7 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2414253 Apr 05 14:24:24.220636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-473be1ee-14c1-4892-aee3-c01c87617c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:24.456129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56456) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:24.652456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c672abdb-fa52-4997-b319-01d9a349371b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:24.653794 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c672abdb-fa52-4997-b319-01d9a349371b admin admin] 10.222.0.18 "GET /v2.0/networks/169e644e-3105-4f08-b271-8c106d9612da HTTP/1.1" status: 200 len: 869 time: 0.1967416 Apr 05 14:24:26.271696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fe74a3f-e787-4383-8ebe-d046853a5893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:26.680433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56466) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:26.867291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f46295c-600a-4398-a9be-a0fa50796952 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:26.868517 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0f46295c-600a-4398-a9be-a0fa50796952 admin admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 886 time: 0.1871691 Apr 05 14:24:27.313168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:27.431391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.881782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:28.890558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56476) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:29.027812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12466c-cda6-4ead-afa8-615837156dee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:29.028185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f12466c-cda6-4ead-afa8-615837156dee admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:29.029690 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8f12466c-cda6-4ead-afa8-615837156dee admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1381795 Apr 05 14:24:31.043182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:31.170164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77286b80-038f-4626-8477-0ac3a5a6742d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:31.170558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77286b80-038f-4626-8477-0ac3a5a6742d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:31.172050 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-77286b80-038f-4626-8477-0ac3a5a6742d admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1279545 Apr 05 14:24:33.184323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56496) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:33.320720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d62426-f373-4469-9787-e5a1d56ff32e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:33.322019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-43d62426-f373-4469-9787-e5a1d56ff32e admin admin] 10.222.0.18 "GET /v2.0/subnets/98b663c9-44dd-433e-a816-7401695b7c92 HTTP/1.1" status: 200 len: 868 time: 0.1367543 Apr 05 14:24:35.371015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56506) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:35.495919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402233c9-3776-469b-9ad6-8b7b6f973986 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:35.497218 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-402233c9-3776-469b-9ad6-8b7b6f973986 admin admin] 10.222.0.18 "GET /v2.0/subnets/f1a5823f-70bc-46b4-82a3-5c2ac35c9027 HTTP/1.1" status: 200 len: 816 time: 0.1252933 Apr 05 14:24:44.769889 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:24:53.203176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56544) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:53.272566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-4889c765-6032-42e9-bb1a-99fc8be10348 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:24:53.273588 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4889c765-6032-42e9-bb1a-99fc8be10348 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0694904 Apr 05 14:24:54.122017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e1ac5c63-659c-4842-b982-8f72fb58a705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:55.347360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56554) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:55.436274 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ff38f33-5b99-4abc-b6c9-4efcb713cda5 admin admin] GET failed (client error): The resource could not be found. Apr 05 14:24:55.437459 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4ff38f33-5b99-4abc-b6c9-4efcb713cda5 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0891905 Apr 05 14:24:55.559497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb86264-b2e4-43e5-8698-f4bf6a983bb2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:55.561436 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ccb86264-b2e4-43e5-8698-f4bf6a983bb2 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1201859 Apr 05 14:24:56.274802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4db50593-7c7f-48b3-aeaf-987b18b85c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.316318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.432565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.563533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56564) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:24:57.636001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:24:57.640423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:24:57.650013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:24:57.659616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Made reservation on behalf of 712300e4db8149939051332e20915add for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:24:57.662248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.749174 dv-neutron-829488-2-hyperv neutron-server[83851]: WARNING neutron.services.revisions.revision_plugin [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Could not find related network for resource to bump revision. Apr 05 14:24:57.760429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:24:57.769068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.769397 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Added segment 42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0 of type vlan for network c38c229a-c217-4a46-ae21-5ba519d93d8d Apr 05 14:24:57.793281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.820907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.821664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:24:57.822247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:57.916797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] Pushing event updated for resources: {'Network': ['ID=c38c229a-c217-4a46-ae21-5ba519d93d8d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:24:57.922092 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fb9c2f44-d292-4ad6-9cb9-4aef84de6f60 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3559480 Apr 05 14:24:57.926956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c38c229a-c217-4a46-ae21-5ba519d93d8d details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:24:58.884877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:24:59.945909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56574) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:25:00.033278 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef2f47b-1a1b-45a9-9738-768ae19f7823 admin admin] GET failed (client error): The resource could not be found. Apr 05 14:25:00.033751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6ef2f47b-1a1b-45a9-9738-768ae19f7823 admin admin] Synchronizing usage tracker for tenant:712300e4db8149939051332e20915add on resource:network {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:25:00.048405 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6ef2f47b-1a1b-45a9-9738-768ae19f7823 admin admin] Unset dirty status for tenant:712300e4db8149939051332e20915add on resource:network {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:25:00.049460 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6ef2f47b-1a1b-45a9-9738-768ae19f7823 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1025064 Apr 05 14:25:00.151242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5374e9ff-ba0b-45b4-8896-e412c27c0373 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:00.152625 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5374e9ff-ba0b-45b4-8896-e412c27c0373 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0993583 Apr 05 14:25:00.162354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d', 'name': 'shared-subnet'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:25:00.166572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:25:00.175742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:25:00.183956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Made reservation on behalf of 712300e4db8149939051332e20915add for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:25:00.186166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Notify callbacks [] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.385976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.460614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Pushing event updated for resources: {'Subnet': ['ID=61342b40-0139-490b-b516-43e5f46ce3b1,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:00.469992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Checking segment: {'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:25:00.470372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Network hostable DHCP agents. Network: c38c229a-c217-4a46-ae21-5ba519d93d8d, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:25:00.490365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Network c38c229a-c217-4a46-ae21-5ba519d93d8d is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:25:00.499592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, c38c229a-c217-4a46-ae21-5ba519d93d8d) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:00.503298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:25:00.503865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.508561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888b2901-4e6b-4f7f-893b-4fbf8b2a06d7 None None] Network c38c229a-c217-4a46-ae21-5ba519d93d8d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:25:00.527375 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec231ef7-910f-4599-bb29-bf0067d3022a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3683627 Apr 05 14:25:00.726181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-c38c229a-c217-4a46-ae21-5ba519d93d8d', 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d', 'tenant_id': '712300e4db8149939051332e20915add', 'fixed_ips': [{'subnet_id': '61342b40-0139-490b-b516-43e5f46ce3b1'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:25:00.727039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:00.882987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Allocated IP 192.168.233.2 (c38c229a-c217-4a46-ae21-5ba519d93d8d/61342b40-0139-490b-b516-43e5f46ce3b1/97157422-43e2-4a69-a723-bff0433fbb2a) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:25:01.093099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.103624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Transition to ACTIVE for port object 97157422-43e2-4a69-a723-bff0433fbb2a will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:01.121928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Transition to ACTIVE for port object 97157422-43e2-4a69-a723-bff0433fbb2a will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:25:01.128525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.193307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Network c38c229a-c217-4a46-ae21-5ba519d93d8d is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:25:01.195964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:25:01.199619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:25:01.205639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Pushing event updated for resources: {'Port': ['ID=97157422-43e2-4a69-a723-bff0433fbb2a,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:01.245643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.245991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.246350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.246681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.247022 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.247351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.247704 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.248035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.248352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.248667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.248986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:25:01.303751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Attempting to bind port 97157422-43e2-4a69-a723-bff0433fbb2a on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:25:01.304258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Attempting to bind port 97157422-43e2-4a69-a723-bff0433fbb2a by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:25:01.304476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Attempting to bind port 97157422-43e2-4a69-a723-bff0433fbb2a on network c38c229a-c217-4a46-ae21-5ba519d93d8d {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:25:01.310810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:25:01.311174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Checking segment: {'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:25:01.311566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.311954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Bound using segment: {'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:25:01.312401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Bound port: 97157422-43e2-4a69-a723-bff0433fbb2a, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:25:01.312790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.401559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] For port 97157422-43e2-4a69-a723-bff0433fbb2a, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:25:01.405465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] For port 97157422-43e2-4a69-a723-bff0433fbb2a, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=97157422-43e2-4a69-a723-bff0433fbb2a,segment=NetworkSegment(42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0),segment_id=42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:25:01.409769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:01.503224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b592b-5765-402f-99b0-3e68567d1157 None None] Pushing event updated for resources: {'Port': ['ID=97157422-43e2-4a69-a723-bff0433fbb2a,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:01.829081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 97157422-43e2-4a69-a723-bff0433fbb2a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:25:01.906360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 97157422-43e2-4a69-a723-bff0433fbb2a completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:02.364126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16454b9c-6ede-4eaa-a15a-759274389ee6 None None] Network c38c229a-c217-4a46-ae21-5ba519d93d8d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:25:02.458440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e409c128-c616-4e6d-85f5-08c38beac3ab None None] Provisioning for port 97157422-43e2-4a69-a723-bff0433fbb2a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:25:02.465759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e409c128-c616-4e6d-85f5-08c38beac3ab None None] Provisioning complete for port 97157422-43e2-4a69-a723-bff0433fbb2a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:02.466157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e409c128-c616-4e6d-85f5-08c38beac3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:02.687451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e409c128-c616-4e6d-85f5-08c38beac3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:02.731788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e409c128-c616-4e6d-85f5-08c38beac3ab None None] For port 97157422-43e2-4a69-a723-bff0433fbb2a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=97157422-43e2-4a69-a723-bff0433fbb2a,segment=NetworkSegment(42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0),segment_id=42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:25:02.739852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e409c128-c616-4e6d-85f5-08c38beac3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:02.819674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e409c128-c616-4e6d-85f5-08c38beac3ab None None] Pushing event updated for resources: {'Port': ['ID=97157422-43e2-4a69-a723-bff0433fbb2a,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:25:03.066078 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9c5e549f-5f50-467b-b8e7-cfa4b9c006dd None None] Provisioning complete for port 97157422-43e2-4a69-a723-bff0433fbb2a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:03.066621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9c5e549f-5f50-467b-b8e7-cfa4b9c006dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:03.788277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 97157422-43e2-4a69-a723-bff0433fbb2a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:25:03.864413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 97157422-43e2-4a69-a723-bff0433fbb2a triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:25:03.864889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:21.769162 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:25:24.125880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-65221fae-e587-424d-b04c-4eb15565d557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:26.380193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2481b05-6f44-4ed0-9988-870a41097ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.320389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:27.439919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:28.887606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:54.130507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c77c68c-8b4a-4173-8386-4987ae039dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:56.272887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-266c8e58-bdee-4177-b66c-87ee7960194e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.323379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:57.432740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:25:58.770308 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:25:58.891415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:18.860751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56616) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:26:18.866432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-a8884118-55e2-4160-a6a2-1cf4d9a8d348 tempest-verify_tempest_config-940343144 tempest-verify_tempest_config-940343144-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:26:18.867377 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a8884118-55e2-4160-a6a2-1cf4d9a8d348 tempest-verify_tempest_config-940343144 tempest-verify_tempest_config-940343144-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0056970 Apr 05 14:26:19.191047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56632) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:26:19.333328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.377532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:26:19.381802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Usage tracker for resource:security_group_rule and tenant:95d3d09f42214845b02fa5a4095d0e20 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:26:19.384945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:26:19.391298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:26:19.457826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.461233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.504879 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95d3d09f42214845b02fa5a4095d0e20&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3127904 Apr 05 14:26:19.507683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56640) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:26:19.511880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375fd934-4081-4235-80f1-37b9a4eeff00,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:19.520461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.520801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.521130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.521504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.521881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.522298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.522650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.522968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.523281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.523589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.523900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96932fec-6def-42c3-be1c-6a7be4a80b1e admin admin] Tracked resource versions report: Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: pushed versions: Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: { 'ConntrackHelper': {'1.0'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Log': {'1.0'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Network': {'1.1'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Port': {'1.5'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'PortForwarding': {'1.2'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'QosPolicy': {'1.8'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SecurityGroup': {'1.2'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SecurityGroupRule': {'1.0'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SubPort': {'1.0'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Subnet': {'1.1'}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Trunk': {'1.1'}} Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: consumer versions: Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: { DHCP agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: L3 agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: Metadata agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: Metering agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: Open vSwitch agent@dv-neutron-829488-2-hyperv: { 'ConntrackHelper': '1.0', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Log': '1.0', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Network': '1.1', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Port': '1.5', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'PortForwarding': '1.2', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'QosPolicy': '1.8', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SecurityGroup': '1.2', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SecurityGroupRule': '1.0', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SubPort': '1.0', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Subnet': '1.1', Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Trunk': '1.1'}} Apr 05 14:26:19.525175 dv-neutron-829488-2-hyperv neutron-server[83850]: {{(pid=83850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:26:19.571222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.595686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.723479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.737615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375fd934-4081-4235-80f1-37b9a4eeff00,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:26:19.746182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:19.747273 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/375fd934-4081-4235-80f1-37b9a4eeff00 HTTP/1.1" status: 204 len: 168 time: 0.2386160 Apr 05 14:26:19.750217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.750539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.750864 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.751193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.751525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.751847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.752179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.752497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.752809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.753118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:19.753427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69dabe87-483a-4456-a607-78d9a33f4fab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:26:24.132923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f8a4edea-e80b-478d-87d1-31c008053499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:26.273961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f36c14ee-658b-4f79-b919-747924c4a5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:27.326134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:27.433272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:28.893383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:35.769628 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:26:54.133522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3eecb44a-733e-4d0c-b8e5-7002e3a23b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:56.275968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54baab90-b901-4a31-9bac-5448639f2062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:57.329274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:57.434975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:26:58.897943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:12.793037 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 5 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:27:24.140480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a46512eb-0d16-4ee1-b5a5-4799969eca9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:26.276345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3ecbd2af-fd23-490e-bd61-822a9e04f818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.331529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:27.435889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:28.900417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:37.462141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-776501'] for agent, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:49.783189 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:27:52.453113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56712) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:27:52.585801 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-355d68a0-68c1-4ee9-a828-53d554393a47 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1316245 Apr 05 14:27:54.132246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-12f5b510-0c14-4c3b-915b-3808c78a2283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:54.616459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56722) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:27:54.700647 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e3a11f34-d4c5-411f-8456-c5c23661015f admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0830312 Apr 05 14:27:56.278886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-20ad06c7-14ca-4c8e-8823-0d4efedd0d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:57.333165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:57.436028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:27:58.904006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:07.423734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:24.138388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-10f1c347-df9d-4271-8f62-9e7b5781a86c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.279977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d8a3a4c8-0b22-4a44-ab2d-1f73193d40db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:26.782953 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:28:27.340139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:27.442323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:28.908810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:37.439328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:54.129576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2f9c3c7f-eb80-44fd-b9eb-cc59d6b4a42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:56.282458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0cd6ebbd-e965-4343-b0f1-81beccad015b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:57.338667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:57.433746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:28:58.903106 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:03.783798 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:29:07.453378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:17.830361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56872) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:18.209279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1987426516-network', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:18.214609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:18.219602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Usage tracker for resource:network and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:18.222513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:18.228408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:18.239084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Made reservation on behalf of 17396d3d9eb74d0896ed691e2803b81b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:18.241374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.254949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.287510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:18.292087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Usage tracker for resource:security_group_rule and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:18.300082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:18.305870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:18.375854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.381537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.413922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285eba7f-2bbe-44b7-9027-7fba5f111f17,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:18.424696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.425040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.425373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.425799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.426015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.426882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.427436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.427814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.428137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.428452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.428768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Tracked resource versions report: Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: pushed versions: Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: { 'ConntrackHelper': {'1.0'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Log': {'1.0'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Network': {'1.1'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Port': {'1.5'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'PortForwarding': {'1.2'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'QosPolicy': {'1.8'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SecurityGroup': {'1.2'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SecurityGroupRule': {'1.0'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SubPort': {'1.0'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Subnet': {'1.1'}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Trunk': {'1.1'}} Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: consumer versions: Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: { DHCP agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: HyperV agent@hv-neutron-8294: {}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: L3 agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: Metadata agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: Metering agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: Open vSwitch agent@dv-neutron-829488-2-hyperv: { 'ConntrackHelper': '1.0', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Log': '1.0', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Network': '1.1', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Port': '1.5', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'PortForwarding': '1.2', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'QosPolicy': '1.8', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SecurityGroup': '1.2', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SecurityGroupRule': '1.0', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'SubPort': '1.0', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Subnet': '1.1', Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: 'Trunk': '1.1'}} Apr 05 14:29:18.429819 dv-neutron-829488-2-hyperv neutron-server[83851]: {{(pid=83851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:29:18.433278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:18.444103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.444477 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Added segment 8b5d0e86-43b3-4341-831b-cc5c2f3abaa3 of type vlan for network 81810746-99da-4e66-ab4d-02ec55cd3bf0 Apr 05 14:29:18.473276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.509451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.510695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:18.511343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.620887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56902) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:18.629250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] Pushing event updated for resources: {'Network': ['ID=81810746-99da-4e66-ab4d-02ec55cd3bf0,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:18.642271 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fb0fd633-bc5a-410b-a7d3-3f7ca719338f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8099773 Apr 05 14:29:18.642466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56908) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:18.644108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:18.647647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Request body: {'subnet': {'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1987426516-subnet', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:18.655741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:18.661249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Usage tracker for resource:subnet and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:18.666852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:18.675217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:18.686298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Made reservation on behalf of 17396d3d9eb74d0896ed691e2803b81b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:18.689174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:18.704429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56914) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:18.978270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.046362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb58ed33-4378-401d-9bf5-a7dc2fbbfa10,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:19.058368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.058866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.059482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.060000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.061062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.061659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.062362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.062933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.063511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.064093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.064661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Tracked resource versions report: Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: pushed versions: Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: { 'ConntrackHelper': {'1.0'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Log': {'1.0'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Network': {'1.1'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Port': {'1.5'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'PortForwarding': {'1.2'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'QosPolicy': {'1.8'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SecurityGroup': {'1.2'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SecurityGroupRule': {'1.0'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SubPort': {'1.0'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Subnet': {'1.1'}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Trunk': {'1.1'}} Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: consumer versions: Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: { DHCP agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: HyperV agent@hv-neutron-8294: {}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: L3 agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: Metadata agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: Metering agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: Open vSwitch agent@dv-neutron-829488-2-hyperv: { 'ConntrackHelper': '1.0', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Log': '1.0', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Network': '1.1', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Port': '1.5', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'PortForwarding': '1.2', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'QosPolicy': '1.8', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SecurityGroup': '1.2', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SecurityGroupRule': '1.0', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'SubPort': '1.0', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Subnet': '1.1', Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: 'Trunk': '1.1'}} Apr 05 14:29:19.065990 dv-neutron-829488-2-hyperv neutron-server[83850]: {{(pid=83850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:29:19.074722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1401406722-network', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:19.080664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:19.086281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Usage tracker for resource:network and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:19.090433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:19.096478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:19.112135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Made reservation on behalf of 978f05d8511947d2a12e13a0e8736f3b for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:19.114961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.137403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.174698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Checking segment: {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:19.175075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Network hostable DHCP agents. Network: 81810746-99da-4e66-ab4d-02ec55cd3bf0, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:19.188169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:19.191993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Usage tracker for resource:security_group_rule and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:19.194769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:19.195547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-785021104-network', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:19.200729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:19.205430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:19.210555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Usage tracker for resource:network and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:19.213899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:19.220984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:19.233321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Made reservation on behalf of f340e038ed9f4035ac647832a6a75084 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:19.236024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.250699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.269708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.277669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.288055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:19.293423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Usage tracker for resource:security_group_rule and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:19.297720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:19.299775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:19.305914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:19.319506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8741373669479', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.320361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Unsubscribe: segment precommit_create {{(pid=83850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 05 14:29:19.320995 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Added segment c687217a-65b9-4c89-8b5c-ce9d45e818fd of type vlan for network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 Apr 05 14:29:19.356332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.377215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.380876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:19.382824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.406563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45e024e-c1c6-4068-aa80-e2dc8b10f9cf,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:19.414683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.416064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:19.417145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.417941 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=777f9ca3-4837-41f0-8004-664d7c5223c7,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:19.429493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:19.442867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.443752 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Added segment e848b352-78c5-49a1-ae53-98b2458b1731 of type vlan for network 6c033505-0a6f-40d5-8fe7-5433c1d6035a Apr 05 14:29:19.461545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 81810746-99da-4e66-ab4d-02ec55cd3bf0) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:19.480263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.515429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.516459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:19.517036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.540635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] Pushing event updated for resources: {'Network': ['ID=341e7591-65f9-4049-b2ea-ee9c4ca7b094,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:19.543592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e25dd10-6f24-4897-9672-63abbfe99176 None None] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:19.561163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c480c9d8-25e7-4a93-a11e-0e4d4001da00 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9391820 Apr 05 14:29:19.562680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:19.563449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.584911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56942) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:19.614019 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9085178 Apr 05 14:29:19.618006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Request body: {'subnet': {'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1401406722-subnet', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:19.620384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56948) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:19.622615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:19.636503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Usage tracker for resource:subnet and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:19.637433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Request body: {'subnet': {'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-785021104-subnet', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:19.640715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:19.645043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:19.647840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:19.652045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Usage tracker for resource:subnet and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:19.657245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:19.661031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62db1a7-e715-449b-b239-4291c6094e73 admin admin] Pushing event updated for resources: {'Network': ['ID=6c033505-0a6f-40d5-8fe7-5433c1d6035a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:19.663408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Made reservation on behalf of 978f05d8511947d2a12e13a0e8736f3b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:19.666662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.666794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:19.678615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Made reservation on behalf of f340e038ed9f4035ac647832a6a75084 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:19.681421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.687151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-99341337-0bbe-4d13-b3eb-339fc53a570d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0437713 Apr 05 14:29:19.687599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:19.688657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56952) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:19.699653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:19.702996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:19.704935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:19.709044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Usage tracker for resource:router and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:19.713464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:19.719859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:19.811748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.813194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.862261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:19.993423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.079156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c49daade-39bc-48df-a761-ccf2f43d497f,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:20.115721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Checking segment: {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:20.116407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Network hostable DHCP agents. Network: 6c033505-0a6f-40d5-8fe7-5433c1d6035a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:20.147304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:20.168956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 6c033505-0a6f-40d5-8fe7-5433c1d6035a) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:20.178276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:20.179439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.183714 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5836a211-8aba-4f4d-a572-8fee4ced1442 None None] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:20.222119 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9e90da53-1b58-47a1-a9a7-92c3c5941785 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6004546 Apr 05 14:29:20.224848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56974) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:20.232426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:20.240355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:20.245143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Usage tracker for resource:router and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:20.248460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:20.255643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:20.271636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.272978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.286018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.297722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-81810746-99da-4e66-ab4d-02ec55cd3bf0', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:29:20.298937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.329768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.347576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1dba06-716e-4726-a000-8fbcc92f13f0,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:20.515272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.557257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.591424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Checking segment: {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:20.592664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Network hostable DHCP agents. Network: 341e7591-65f9-4049-b2ea-ee9c4ca7b094, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:20.721503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Allocated IP 172.20.0.2 (81810746-99da-4e66-ab4d-02ec55cd3bf0/cb58ed33-4378-401d-9bf5-a7dc2fbbfa10/9be1cef1-75d6-4636-ae61-a611435c3913) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:20.725551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:20.744575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 341e7591-65f9-4049-b2ea-ee9c4ca7b094) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:20.757977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:20.758794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.850541 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4f7a34b6-37d8-4ba9-a3d9-e410752ff578 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2620430 Apr 05 14:29:20.854812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 56988) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:20.873503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:20.888214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:20.894992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Usage tracker for resource:router and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:20.899365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:20.907902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:20.910403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.950239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.956266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c5b21b-66dd-4fbf-ad71-55c84ed2150f None None] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:20.979781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:20.995962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:29:20.996952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.039691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.040907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.055181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.127359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.167720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Allocated IP 172.26.6.118 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/a18df43d-188e-4d65-8933-9168818c6a30) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:21.206848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 56998) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:21.301918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.314296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Transition to ACTIVE for port object 9be1cef1-75d6-4636-ae61-a611435c3913 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:21.339372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Transition to ACTIVE for port object 9be1cef1-75d6-4636-ae61-a611435c3913 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:21.437634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.460283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.543270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1624827252'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:21.548518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:21.561914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Usage tracker for resource:router and tenant:40230f256be248e4b3317efe654740fd is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:21.571203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:21.587234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.601746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:21.627914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.628935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.633119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:21.643833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:21.660305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:21.669072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:29:21.670472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.692519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.731545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.736136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Pushing event updated for resources: {'Port': ['ID=9be1cef1-75d6-4636-ae61-a611435c3913,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:21.741345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.792984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:21.802419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:21.817798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:21.875695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.884693 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-41d23968-3871-4b3f-abc8-cbcce933b524 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6767244 Apr 05 14:29:21.887479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57018) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:21.893111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.898381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.898775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.899105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.899434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.900080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.900412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.900827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.901410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.901782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.902123 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.902499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Tracked resource versions report: Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: pushed versions: Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: { 'ConntrackHelper': {'1.0'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Log': {'1.0'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Network': {'1.1'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Port': {'1.5'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'PortForwarding': {'1.2'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'QosPolicy': {'1.8'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SecurityGroup': {'1.2'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SecurityGroupRule': {'1.0'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SubPort': {'1.0'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Subnet': {'1.1'}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Trunk': {'1.1'}} Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: consumer versions: Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: { DHCP agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: HyperV agent@hv-neutron-8294: {}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: L3 agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: Metadata agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: Metering agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: Open vSwitch agent@dv-neutron-829488-2-hyperv: { 'ConntrackHelper': '1.0', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Log': '1.0', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Network': '1.1', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Port': '1.5', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'PortForwarding': '1.2', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'QosPolicy': '1.8', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SecurityGroup': '1.2', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SecurityGroupRule': '1.0', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'SubPort': '1.0', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Subnet': '1.1', Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: 'Trunk': '1.1'}} Apr 05 14:29:21.903938 dv-neutron-829488-2-hyperv neutron-server[83852]: {{(pid=83852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:29:21.925793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Pushing event updated for resources: {'Port': ['ID=a18df43d-188e-4d65-8933-9168818c6a30,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:21.940814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:21.977196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Attempting to bind port 9be1cef1-75d6-4636-ae61-a611435c3913 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:21.977467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Attempting to bind port 9be1cef1-75d6-4636-ae61-a611435c3913 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:21.977840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Attempting to bind port 9be1cef1-75d6-4636-ae61-a611435c3913 on network 81810746-99da-4e66-ab4d-02ec55cd3bf0 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:22.033060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Allocated IP 172.20.0.2 (6c033505-0a6f-40d5-8fe7-5433c1d6035a/c49daade-39bc-48df-a761-ccf2f43d497f/d973f745-31d8-4cd5-95b5-354847d9c8cb) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:22.036560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:22.036930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Checking segment: {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:22.037324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.038918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Bound using segment: {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:22.044209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Bound port: 9be1cef1-75d6-4636-ae61-a611435c3913, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:22.044670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.180735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Allocated IP 172.26.6.156 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/6898772a-3272-4637-ba56-8670fffe3e44) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:22.189014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d327e8bd-e654-4840-8454-bf26a84d01a2 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.198640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.199452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.338639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] For port 9be1cef1-75d6-4636-ae61-a611435c3913, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:22.343432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] For port 9be1cef1-75d6-4636-ae61-a611435c3913, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9be1cef1-75d6-4636-ae61-a611435c3913,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:22.554867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Router 369f7e21-94ca-478c-a64c-37c589d9657f is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:29:22.580409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.596496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Transition to ACTIVE for port object d973f745-31d8-4cd5-95b5-354847d9c8cb will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:22.612741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57036) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:22.617765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Transition to ACTIVE for port object d973f745-31d8-4cd5-95b5-354847d9c8cb will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:22.620939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.705228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.781155 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Allocated IP 172.20.0.2 (341e7591-65f9-4049-b2ea-ee9c4ca7b094/8a1dba06-716e-4726-a000-8fbcc92f13f0/1f3b28c3-9e67-43d8-bcea-2cfcb24484b8) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:22.788428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:22.797045 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:22.804516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:22.821914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041787b-b309-462a-b3ca-a527a0b4e385 None None] Pushing event updated for resources: {'Port': ['ID=9be1cef1-75d6-4636-ae61-a611435c3913,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:22.862256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:22.884604 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Sync routers for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:29:22.886414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57046) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:22.914666 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:22.915682 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:28:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:22.932459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:22.937669 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-96080832-c039-4c9c-a23e-6fffbd279425 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2457418 Apr 05 14:29:22.940458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57052) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:23.128392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.151615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d327e8bd-e654-4840-8454-bf26a84d01a2 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.179799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Pushing event updated for resources: {'Port': ['ID=d973f745-31d8-4cd5-95b5-354847d9c8cb,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:23.183416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d327e8bd-e654-4840-8454-bf26a84d01a2 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.184182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Attempting to bind port d973f745-31d8-4cd5-95b5-354847d9c8cb on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:23.184581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Attempting to bind port d973f745-31d8-4cd5-95b5-354847d9c8cb by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:23.184917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Attempting to bind port d973f745-31d8-4cd5-95b5-354847d9c8cb on network 6c033505-0a6f-40d5-8fe7-5433c1d6035a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:23.205946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:23.206344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Checking segment: {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:23.206741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.207129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Bound using segment: {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:23.207599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Bound port: d973f745-31d8-4cd5-95b5-354847d9c8cb, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:23.207988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.390774 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:23.398904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57058) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:23.399948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.467638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Allocated IP 172.26.6.69 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/48bc2b09-fd1d-457b-833d-5c784f53c130) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:23.478192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.518525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Transition to ACTIVE for port object 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:23.532205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] For port d973f745-31d8-4cd5-95b5-354847d9c8cb, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:23.543616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] For port d973f745-31d8-4cd5-95b5-354847d9c8cb, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d973f745-31d8-4cd5-95b5-354847d9c8cb,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:23.560755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.572755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:23.583609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1599247391'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:23.596651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:23.612641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:23.622561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Usage tracker for resource:network and tenant:b6e6ba7de8c7498c80eeb3ebc378c716 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:23.629451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:23.642735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.648008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:23.666219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:23.676848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:23.682139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:23.686487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Usage tracker for resource:floatingip and tenant:8e301fa821b7406da5d5b387c3b5d312 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:23.690736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:23.706836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:23.717285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.762921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280e1053-626d-4840-a096-f3d6236c6d47 None None] Pushing event updated for resources: {'Port': ['ID=d973f745-31d8-4cd5-95b5-354847d9c8cb,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:23.853202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.863000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Made reservation on behalf of b6e6ba7de8c7498c80eeb3ebc378c716 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:23.868527 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Transition to ACTIVE for port object 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:23.872846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.879128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.926993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.944111 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:21Z', 'revision_number': 3, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:23.949190 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Checking router: 369f7e21-94ca-478c-a64c-37c589d9657f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:29:23.949898 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Updating router 369f7e21-94ca-478c-a64c-37c589d9657f port a18df43d-188e-4d65-8933-9168818c6a30 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:29:23.963910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d327e8bd-e654-4840-8454-bf26a84d01a2 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:23.964928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d327e8bd-e654-4840-8454-bf26a84d01a2 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3cb871d6-fefa-4601-9e44-856032cfb3a1 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:23.972343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:24.048169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9be1cef1-75d6-4636-ae61-a611435c3913 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:24.132089 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.160488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:24.175371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1810207892'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:24.180883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:24.185822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:24.186113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:24.190675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Usage tracker for resource:network and tenant:03861482e5094fefb728b62d1cdc4b1f is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:24.193810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:24.200852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:24.212786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d327e8bd-e654-4840-8454-bf26a84d01a2 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.214108 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d327e8bd-e654-4840-8454-bf26a84d01a2 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3cb871d6-fefa-4601-9e44-856032cfb3a1 HTTP/1.1" status: 204 len: 168 time: 2.3238187 Apr 05 14:29:24.216883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Usage tracker for resource:security_group_rule and tenant:b6e6ba7de8c7498c80eeb3ebc378c716 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:24.223048 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57078) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:24.223793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57080) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:24.224409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:24.225708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:24.229246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Pushing event updated for resources: {'Port': ['ID=1f3b28c3-9e67-43d8-bcea-2cfcb24484b8,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:24.240909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Made reservation on behalf of 03861482e5094fefb728b62d1cdc4b1f for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:24.244378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.257440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:24.257857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:24.262254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:24.269832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Request body: {'router': {'name': 'tempest-router-1509667649', 'distributed': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:24.275555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:24.280731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Usage tracker for resource:router and tenant:40230f256be248e4b3317efe654740fd is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:24.284586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:24.287333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ff9a8f11-b550-4132-a079-3944919a6743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.291801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:24.302488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Pushing event updated for resources: {'Port': ['ID=6898772a-3272-4637-ba56-8670fffe3e44,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:24.325062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.326490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.365370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.438309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Pushing event updated for resources: {'Port': ['ID=48bc2b09-fd1d-457b-833d-5c784f53c130,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:24.439851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:24.443861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Usage tracker for resource:security_group_rule and tenant:03861482e5094fefb728b62d1cdc4b1f is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:24.447065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:24.453618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:24.478065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Attempting to bind port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:24.478503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Attempting to bind port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:24.479248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Attempting to bind port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 on network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:24.482343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 9be1cef1-75d6-4636-ae61-a611435c3913 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:24.496244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:24.496620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Checking segment: {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:24.498158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.498736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Bound using segment: {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:24.499322 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Bound port: 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:24.499722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.501005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.586680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd97468-891a-4126-be8f-4ffa4aeb0e10 None None] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:24.615750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.616748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.628906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.629263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.634511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.657053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:24.662524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.664738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.728673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:24.753716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.766183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Usage tracker for resource:floatingip and tenant:44f09631074b4cb7a0eabb73b6ab3e5d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:24.779470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] For port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:24.787126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-84e1582d-1b4c-4a4d-af5c-94214ed20af2 None None] Provisioning for port 9be1cef1-75d6-4636-ae61-a611435c3913 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:24.811290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] For port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1f3b28c3-9e67-43d8-bcea-2cfcb24484b8,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:24.821135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-84e1582d-1b4c-4a4d-af5c-94214ed20af2 None None] Provisioning complete for port 9be1cef1-75d6-4636-ae61-a611435c3913 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:24.824324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84e1582d-1b4c-4a4d-af5c-94214ed20af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.845680 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.850680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.851465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:24.852004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.863170 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Transition to ACTIVE for port object a18df43d-188e-4d65-8933-9168818c6a30 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:24.874483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:24.874939 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.879345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:24.892170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.910161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.914374 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-02e31f2a-4cb1-4823-b339-d2879501f495 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6833913 Apr 05 14:29:24.915752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:24.929067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57092) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:24.945266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:24.945603 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Added segment c7b9c556-fa64-4f14-a3c2-06c8677374aa of type vlan for network 1bf0f302-1088-4937-85dd-5d5e52e9f166 Apr 05 14:29:24.979713 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Pushing event updated for resources: {'Port': ['ID=a18df43d-188e-4d65-8933-9168818c6a30,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:24.992337 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.992973 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.993463 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.994077 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.994577 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.995083 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.995614 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.996125 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.996620 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.997108 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.997840 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Tracked resource versions report: Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: pushed versions: Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: { 'ConntrackHelper': {'1.0'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Log': {'1.0'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Network': {'1.1'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Port': {'1.5'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'PortForwarding': {'1.2'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'QosPolicy': {'1.8'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SecurityGroup': {'1.2'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SecurityGroupRule': {'1.0'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SubPort': {'1.0'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Subnet': {'1.1'}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Trunk': {'1.1'}} Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: consumer versions: Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: { DHCP agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: HyperV agent@hv-neutron-8294: {}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: L3 agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: Metadata agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: Metering agent@dv-neutron-829488-2-hyperv: {}, Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: Open vSwitch agent@dv-neutron-829488-2-hyperv: { 'ConntrackHelper': '1.0', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Log': '1.0', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Network': '1.1', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Port': '1.5', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'PortForwarding': '1.2', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'QosPolicy': '1.8', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SecurityGroup': '1.2', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SecurityGroupRule': '1.0', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'SubPort': '1.0', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Subnet': '1.1', Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: 'Trunk': '1.1'}} Apr 05 14:29:24.999458 dv-neutron-829488-2-hyperv neutron-server[83853]: {{(pid=83853) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 05 14:29:25.032114 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Attempting to bind port a18df43d-188e-4d65-8933-9168818c6a30 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:25.033022 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Attempting to bind port a18df43d-188e-4d65-8933-9168818c6a30 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:25.033571 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Attempting to bind port a18df43d-188e-4d65-8933-9168818c6a30 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:25.042001 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:25.042766 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:25.043697 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.044259 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:25.045472 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Bound port: a18df43d-188e-4d65-8933-9168818c6a30, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:25.046217 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.080667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.125123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Allocated IP 172.26.6.223 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/21079a38-e419-4e80-ba09-937f56ba5615) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:25.186187 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] For port a18df43d-188e-4d65-8933-9168818c6a30, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:25.192987 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] For port a18df43d-188e-4d65-8933-9168818c6a30, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a18df43d-188e-4d65-8933-9168818c6a30,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:25.200374 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.213198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.219824 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Added segment 25586336-69f3-4f98-8e01-b22bd9f610f5 of type vlan for network 09f33c47-7f1d-41da-8b91-43056151082e Apr 05 14:29:25.239844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb8c6a-d8d2-4b02-b821-a0d6253dc34a None None] Pushing event updated for resources: {'Port': ['ID=1f3b28c3-9e67-43d8-bcea-2cfcb24484b8,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:25.300869 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a645da-a5d1-4e9c-94fe-cb63fdb03daa None None] Pushing event updated for resources: {'Port': ['ID=a18df43d-188e-4d65-8933-9168818c6a30,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:25.301671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50272363-59e5-42e4-a2c9-d276fc2837ae,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:25.381337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.385064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:25.386838 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:28:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:25.395372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.413009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8ce68e-2a21-4475-b762-522eb1668ccc None None] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:25.499544 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.511118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c50c9de-115d-4063-8aec-9adbb4347dc2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:25.585071 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7ce9-34d6-43e1-8a0b-befdfa31ec10 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.598967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.644167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84e1582d-1b4c-4a4d-af5c-94214ed20af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.644864 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:25.662198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.665725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:25.666407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.737674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-84e1582d-1b4c-4a4d-af5c-94214ed20af2 None None] For port 9be1cef1-75d6-4636-ae61-a611435c3913, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9be1cef1-75d6-4636-ae61-a611435c3913,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:25.744803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84e1582d-1b4c-4a4d-af5c-94214ed20af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.752468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.756968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:25.757628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:25.767980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:25.773046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:25.782133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:25.789671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Pushing event updated for resources: {'Port': ['ID=21079a38-e419-4e80-ba09-937f56ba5615,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:25.916071 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.4834816 Apr 05 14:29:25.922122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57096) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:25.928369 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 3.3119307 Apr 05 14:29:25.933491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ead1f74-8828-4644-9a40-614c50c11990 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Pushing event updated for resources: {'Network': ['ID=1bf0f302-1088-4937-85dd-5d5e52e9f166,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:25.968890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 1bf0f302-1088-4937-85dd-5d5e52e9f166 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:26.197673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-315ef5d9-a859-4afc-b812-15efe5484322 None None] Provisioning for port d973f745-31d8-4cd5-95b5-354847d9c8cb completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:26.219661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1582d-1b4c-4a4d-af5c-94214ed20af2 None None] Pushing event updated for resources: {'Port': ['ID=9be1cef1-75d6-4636-ae61-a611435c3913,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:26.290459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:26.423112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.514090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a4686dc8-5286-43aa-80fe-398a8fc4f56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.525266 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:21Z', 'revision_number': 3, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:26.538584 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4176d143-8ddd-4108-a42d-cd763ef8e1e8 None None] The sync data for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv is: [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:21Z', 'revision_number': 3, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:29:26.548836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-45903277-2380-4874-b1b5-f5cc4f10356c None None] Provisioning complete for port 9be1cef1-75d6-4636-ae61-a611435c3913 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:26.549538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-45903277-2380-4874-b1b5-f5cc4f10356c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.631850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:26.645594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.659464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d973f745-31d8-4cd5-95b5-354847d9c8cb up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:26.751154 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16eac0e5-c76c-4fda-8e23-c7faf2840703 None None] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:26.793016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d973f745-31d8-4cd5-95b5-354847d9c8cb completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:26.802855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7ce9-34d6-43e1-8a0b-befdfa31ec10 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.808384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7ce9-34d6-43e1-8a0b-befdfa31ec10 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.870997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d973f745-31d8-4cd5-95b5-354847d9c8cb triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:26.871370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.934294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff32c4-ffeb-4a4b-83e9-7886037dbe70 tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Pushing event updated for resources: {'Network': ['ID=09f33c47-7f1d-41da-8b91-43056151082e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:26.943362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Request body: {'network': {'name': 'tempest-network--203493295', 'router:external': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:26.949626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:26.954172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Usage tracker for resource:network and tenant:e8ff9bddc03940df95a81fb5d19d1400 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:26.959382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:26.966249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:26.977602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7ce9-34d6-43e1-8a0b-befdfa31ec10 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:26.978314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 09f33c47-7f1d-41da-8b91-43056151082e details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:26.979173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e3f7ce9-34d6-43e1-8a0b-befdfa31ec10 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32dc2180-e2be-4e7e-9312-6d4dc55e79df {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:27.008346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0e3f7ce9-34d6-43e1-8a0b-befdfa31ec10 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.015900 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0e3f7ce9-34d6-43e1-8a0b-befdfa31ec10 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "DELETE /v2.0/routers/32dc2180-e2be-4e7e-9312-6d4dc55e79df HTTP/1.1" status: 204 len: 168 time: 2.0741529 Apr 05 14:29:27.022992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Made reservation on behalf of e8ff9bddc03940df95a81fb5d19d1400 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:27.025348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.037855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57112) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:27.061328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Request body: {'router': {'name': 'tempest-router-414534482', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '20772d03b03745ab8b1c942042e790fd'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:27.066001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:27.070687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Usage tracker for resource:router and tenant:20772d03b03745ab8b1c942042e790fd is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:27.074766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:27.082873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:27.095445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.128345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.140148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.141104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.165361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.208896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.221185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.240416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.301846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Pushing event updated for resources: {'Port': ['ID=21079a38-e419-4e80-ba09-937f56ba5615,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:27.302114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:27.309414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Usage tracker for resource:security_group_rule and tenant:e8ff9bddc03940df95a81fb5d19d1400 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:27.314111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:27.323251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:27.331487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57116) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:27.334965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Router 4d8552f5-fad6-467d-911f-c09c5fc4f532 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:29:27.347392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.349017 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3e0e1a9e-d976-46cc-b4aa-a5815d863952 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3017814 Apr 05 14:29:27.352656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57120) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:27.353749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Request body: {'port': {'network_id': '09f33c47-7f1d-41da-8b91-43056151082e', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-630053033'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:27.358932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:27.359204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.363147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Usage tracker for resource:port and tenant:101766ebbc57444e85c74851c2648fac is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:27.366291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:27.367587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:27.372245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:27.400442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Made reservation on behalf of 101766ebbc57444e85c74851c2648fac for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:27.402927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.440703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.458218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.511022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Router 6dac200c-4050-4482-9c0f-e3421b9b5423 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:29:27.571162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:27.587657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Usage tracker for resource:security_group_rule and tenant:101766ebbc57444e85c74851c2648fac is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:27.605268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.606605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:27.613413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Allocated IP 172.26.6.172 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/20aa8daf-c87e-4512-a378-b28b16514c3d) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:27.629561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.641929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port d973f745-31d8-4cd5-95b5-354847d9c8cb, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d973f745-31d8-4cd5-95b5-354847d9c8cb,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:27.651934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.676074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.679582 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8283fb74-918c-4382-823d-28406de6a4b1 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7915597 Apr 05 14:29:27.681205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57126) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:27.681572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:27.693700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.694105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1632807336', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'fixed_ips': [{'ip_address': '172.26.6.223'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:27.707988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:27.716573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] Provisioning complete for port d973f745-31d8-4cd5-95b5-354847d9c8cb triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:27.717247 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.722633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Usage tracker for resource:port and tenant:8e301fa821b7406da5d5b387c3b5d312 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:27.736591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:27.816909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=d973f745-31d8-4cd5-95b5-354847d9c8cb,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:27.845991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:27.923188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] Provisioning for port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:27.931377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] Provisioning complete for port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:27.931789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:27.978898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Made reservation on behalf of 8e301fa821b7406da5d5b387c3b5d312 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:27.981166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.017442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.072776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a18df43d-188e-4d65-8933-9168818c6a30 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:28.103377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.130306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.140956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.181231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:28.182847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] For port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1f3b28c3-9e67-43d8-bcea-2cfcb24484b8,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:28.185915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port a18df43d-188e-4d65-8933-9168818c6a30 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:28.190696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.230840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.231326 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Added segment f4b7440b-fbd1-47d8-9f4a-67d36c6f8008 of type vlan for network d85b1913-b79b-4d34-adeb-1e46a08d9de7 Apr 05 14:29:28.233961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8e4153-9068-4b04-b875-5fbe1b7c49af,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.248658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.265439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bd614a-c0ee-47db-a487-0746d2e20ee4 None None] Pushing event updated for resources: {'Port': ['ID=1f3b28c3-9e67-43d8-bcea-2cfcb24484b8,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.267963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a18df43d-188e-4d65-8933-9168818c6a30 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:28.268324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.282964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:28.315885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Usage tracker for resource:security_group_rule and tenant:8e301fa821b7406da5d5b387c3b5d312 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:28.321418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:28.325400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.325791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.344694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8d661259-c871-4751-8441-6807ee60a6e9 None None] Provisioning complete for port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:28.345065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d661259-c871-4751-8441-6807ee60a6e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.379830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:28.393394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:28.396384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:28.404940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.409244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'Port': ['ID=20aa8daf-c87e-4512-a378-b28b16514c3d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.421283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.434274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.434484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.449652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:28.449886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port a18df43d-188e-4d65-8933-9168818c6a30, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a18df43d-188e-4d65-8933-9168818c6a30,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:28.462200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.463012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d973f745-31d8-4cd5-95b5-354847d9c8cb up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:28.486026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] device_id is not set on port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:28.537687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83850) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 05 14:29:28.537687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Router c37124f0-38a0-4997-8419-036da31149f9 migrating from provider to provider. {{(pid=83850) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 05 14:29:28.538111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.542094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:29:28.555297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.573283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.602074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=a18df43d-188e-4d65-8933-9168818c6a30,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.602700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:28.611087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d3fdf2-aeac-4142-8097-166e0ca0b343,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.642606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Sync routers for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:29:28.650263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.651257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:28.651934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.662520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d973f745-31d8-4cd5-95b5-354847d9c8cb triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:28.662936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.671912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.727195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:28.728171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:28.776404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.797088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] device_id is not set on port b05258c1-76f5-440f-8042-ac2afbbf1ba2 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:28.911038 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.917298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Network': ['ID=d85b1913-b79b-4d34-adeb-1e46a08d9de7,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.934706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd4dd3e-1abc-4598-99d1-1bd2255ac427,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:28.952561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d85b1913-b79b-4d34-adeb-1e46a08d9de7 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:28.957087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.994712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:28.995906 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4dc4ea59-313b-4e95-a98f-30fbd822484a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1401994 Apr 05 14:29:29.003544 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fe753cb2-e279-4581-bff4-49dc2d87ac72 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.0771816 Apr 05 14:29:29.007048 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57132) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:29.007198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57134) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:29.039032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.051135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9be1cef1-75d6-4636-ae61-a611435c3913 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:29.120310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:29.131122 dv-neutron-829488-2-hyperv neutron-server[83850]: WARNING neutron.scheduler.l3_agent_scheduler [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] No L3 agents can host the router c37124f0-38a0-4997-8419-036da31149f9 Apr 05 14:29:29.257851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:29.271607 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Sync routers for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:29:29.286493 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:29.287445 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:29.322569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.332866 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 14:29:29.333343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:29:29.355693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9be1cef1-75d6-4636-ae61-a611435c3913 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:29.356056 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.405907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.410781 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ab67cec4-55ec-448e-8751-8db9b6754e2a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 9.1813185 Apr 05 14:29:29.419747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57140) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:29.431490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.468888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] device_id is not set on port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:29.488233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.560544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:24Z', 'revision_number': 3, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:29.564847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Checking router: 4d8552f5-fad6-467d-911f-c09c5fc4f532 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:29:29.565189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Updating router 4d8552f5-fad6-467d-911f-c09c5fc4f532 port 48bc2b09-fd1d-457b-833d-5c784f53c130 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:29:29.579658 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-05f64dce-7d3a-4df0-8e5f-39ac42199f92 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.8955481 Apr 05 14:29:29.588237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Allocated IP 172.20.0.1 (81810746-99da-4e66-ab4d-02ec55cd3bf0/cb58ed33-4378-401d-9bf5-a7dc2fbbfa10/b9a3cbea-e3e3-4519-a70d-37bb7883934b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:29.592539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57144) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:29.623116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.721620 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:29.723227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Transition to ACTIVE for port object 5fb959d4-bb2d-4797-be02-bf5992c21ab7 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:29.814323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.876796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.986923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.989808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Deleting port 21079a38-e419-4e80-ba09-937f56ba5615 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:29:29.990385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:29.998282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=5fb959d4-bb2d-4797-be02-bf5992c21ab7,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.006556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.006926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.007692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.008020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > port after_create 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.008339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.008691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > port after_update 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.009024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.009358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.009665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.009976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.013915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Hosts for router c37124f0-38a0-4997-8419-036da31149f9: [] {{(pid=83850) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Apr 05 14:29:30.023855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Transition to ACTIVE for port object 48bc2b09-fd1d-457b-833d-5c784f53c130 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:30.028575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a18df43d-188e-4d65-8933-9168818c6a30 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:30.106173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.107951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Hosts for other DVR routers connected to router c37124f0-38a0-4997-8419-036da31149f9: set() {{(pid=83850) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Apr 05 14:29:30.110246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.113908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-11c53a78-9547-4837-94d0-cc6132a19a9b tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "PUT /v2.0/routers/c37124f0-38a0-4997-8419-036da31149f9 HTTP/1.1" status: 200 len: 716 time: 2.7559772 Apr 05 14:29:30.118073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57148) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:30.137501 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:23Z', 'revision_number': 3, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:30.143304 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Checking router: 6dac200c-4050-4482-9c0f-e3421b9b5423 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:29:30.143817 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Updating router 6dac200c-4050-4482-9c0f-e3421b9b5423 port 6898772a-3272-4637-ba56-8670fffe3e44 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:29:30.178298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.178646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.179079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.179413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83851) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:29:30.179803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85b1913-b79b-4d34-adeb-1e46a08d9de7']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:30.201192 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.202909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e0e20-1377-4a88-b681-babea885f5ab None None] Pushing event updated for resources: {'Port': ['ID=48bc2b09-fd1d-457b-833d-5c784f53c130,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.214707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b7440b-fbd1-47d8-9f4a-67d36c6f8008') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:30.215575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b7440b-fbd1-47d8-9f4a-67d36c6f8008') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:30.231515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Attempting to bind port 48bc2b09-fd1d-457b-833d-5c784f53c130 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:30.232090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Attempting to bind port 48bc2b09-fd1d-457b-833d-5c784f53c130 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:30.232544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Attempting to bind port 48bc2b09-fd1d-457b-833d-5c784f53c130 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:30.242167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a18df43d-188e-4d65-8933-9168818c6a30 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:30.243229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.252950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.294160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.297647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.303608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Checking segment: {'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:30.303972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Network hostable DHCP agents. Network: 09f33c47-7f1d-41da-8b91-43056151082e, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:30.315438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.315778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:30.316326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:30.317027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.317626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:30.318470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Bound port: 48bc2b09-fd1d-457b-833d-5c784f53c130, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:30.319286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.319772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:29:30.320164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn_limited( Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn_limited( Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:30.364675 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:30.428426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.493484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] For port 48bc2b09-fd1d-457b-833d-5c784f53c130, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:30.499423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] For port 48bc2b09-fd1d-457b-833d-5c784f53c130, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=48bc2b09-fd1d-457b-833d-5c784f53c130,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:30.501374 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:30.513855 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-682e2fd2-ac2d-4572-9e72-1d9435b1334c tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "GET /v2.0/routers/c37124f0-38a0-4997-8419-036da31149f9 HTTP/1.1" status: 200 len: 716 time: 0.3931496 Apr 05 14:29:30.515740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.516540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.532869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Transition to ACTIVE for port object b9a3cbea-e3e3-4519-a70d-37bb7883934b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:30.540988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57152) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:30.552338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.649103 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.664953 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Transition to ACTIVE for port object 6898772a-3272-4637-ba56-8670fffe3e44 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:30.665747 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'Port': ['ID=20aa8daf-c87e-4512-a378-b28b16514c3d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.675018 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.703437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.704874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Network 09f33c47-7f1d-41da-8b91-43056151082e is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:30.728905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5e0e20-1377-4a88-b681-babea885f5ab None None] Pushing event updated for resources: {'Port': ['ID=48bc2b09-fd1d-457b-833d-5c784f53c130,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.753437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:30.757978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:30.770896 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d85b1913-b79b-4d34-adeb-1e46a08d9de7 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 14:29:30.773779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event deleted for resources: {'Network': ['ID=d85b1913-b79b-4d34-adeb-1e46a08d9de7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.790330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.795680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.799268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 09f33c47-7f1d-41da-8b91-43056151082e) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:30.816301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:30.819549 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d908c3-43d8-4be9-9291-4d649f03f1fe None None] Pushing event updated for resources: {'Port': ['ID=6898772a-3272-4637-ba56-8670fffe3e44,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:30.841003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Calling delete_port for 21079a38-e419-4e80-ba09-937f56ba5615 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:29:30.842388 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-39361c1e-85e9-463f-af01-b9c74d040806 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "DELETE /v2.0/networks/d85b1913-b79b-4d34-adeb-1e46a08d9de7 HTTP/1.1" status: 204 len: 168 time: 1.8273087 Apr 05 14:29:30.859888 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Attempting to bind port 6898772a-3272-4637-ba56-8670fffe3e44 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:30.860743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57160) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:30.861069 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Attempting to bind port 6898772a-3272-4637-ba56-8670fffe3e44 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:30.861771 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Attempting to bind port 6898772a-3272-4637-ba56-8670fffe3e44 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:30.870876 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:30.871345 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:30.871839 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.872361 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:30.873136 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Bound port: 6898772a-3272-4637-ba56-8670fffe3e44, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:30.873631 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.883037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:30.887749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:30.888629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:30.888987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:30.898222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a7198c-062c-4353-ac71-9fc78fed4532 None None] Network 09f33c47-7f1d-41da-8b91-43056151082e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:30.906806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:30.910638 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d78ad85c-cf4c-42ab-821f-db78c7c3c023 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6777897 Apr 05 14:29:30.918670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57164) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:30.922687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:30.944825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Usage tracker for resource:network and tenant:e8ff9bddc03940df95a81fb5d19d1400 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:30.950337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1012319911'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:30.965060 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] For port 6898772a-3272-4637-ba56-8670fffe3e44, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:30.969650 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] For port 6898772a-3272-4637-ba56-8670fffe3e44, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6898772a-3272-4637-ba56-8670fffe3e44,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:30.980733 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.019315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:31.022220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:31.030756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:31.031092 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:31.040694 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 2 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:31.050205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Usage tracker for resource:network and tenant:44f09631074b4cb7a0eabb73b6ab3e5d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:31.052873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:31.109967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:31.131308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:31.135106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:31.135315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:31.135516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:31.148470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Made reservation on behalf of e8ff9bddc03940df95a81fb5d19d1400 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:31.150773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.156186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.161857 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d908c3-43d8-4be9-9291-4d649f03f1fe None None] Pushing event updated for resources: {'Port': ['ID=6898772a-3272-4637-ba56-8670fffe3e44,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:31.173998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:31.174544 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:31.174939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:31.176419 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 3 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:31.181159 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:31.181774 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:31.182859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Made reservation on behalf of 44f09631074b4cb7a0eabb73b6ab3e5d for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:31.186258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.233513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Pushing event deleted for resources: {'Port': ['ID=21079a38-e419-4e80-ba09-937f56ba5615,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:31.249372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.274600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:31.274922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:31.275248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:31.299511 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-68d99b46-c653-47a3-a72f-d1d77565883f tempest-RoutersTestDVR-1201507185 tempest-RoutersTestDVR-1201507185-project] 10.222.0.18 "GET /v2.0/routers/c37124f0-38a0-4997-8419-036da31149f9 HTTP/1.1" status: 200 len: 682 time: 0.7574437 Apr 05 14:29:31.303075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57170) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:31.306183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:31.407540 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:31.413197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:31.413729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.458587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.468693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.469034 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Added segment 7970771f-b86b-4eba-8518-1fec83e89229 of type vlan for network 0621d39e-d22c-407f-a774-0184fc19bd15 Apr 05 14:29:31.475910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.477075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:31.477395 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:31.518534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.519710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-043a5558-b309-40aa-b385-dda4b5f223f9 tempest-ExternalNetworksAdminNegativeTestJSON-89696799 tempest-ExternalNetworksAdminNegativeTestJSON-89696799-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/12707109-dde0-4fc0-903c-3205c31f6058 HTTP/1.1" status: 204 len: 168 time: 1.9263899 Apr 05 14:29:31.551015 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 4 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:31.600605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:31.634025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:31.651793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:31.652361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:31.652843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:31.653426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:31.663430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:31.663915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.666588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a3cbea-e3e3-4519-a70d-37bb7883934b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:31.812424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Usage tracker for resource:security_group_rule and tenant:44f09631074b4cb7a0eabb73b6ab3e5d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:31.893244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.895121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:31.914506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:31.942282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:24Z', 'revision_number': 3, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:31.946273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:31.946614 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:31.947411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:31.948401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66e6fcd6-cdde-45b7-b1a9-cc8ba2d7e767 None None] The sync data for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv is: [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:24Z', 'revision_number': 3, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:29:31.962497 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 5 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:32.003848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91655640-f171-4847-be9b-ee5d4f5a46e9 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.063247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:32.063522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:32.063856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:32.083255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-647fb642-8202-47a0-9b8f-e3662497e469 None None] Provisioning for port b9a3cbea-e3e3-4519-a70d-37bb7883934b completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:32.095249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-647fb642-8202-47a0-9b8f-e3662497e469 None None] Provisioning complete for port b9a3cbea-e3e3-4519-a70d-37bb7883934b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:32.096199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-647fb642-8202-47a0-9b8f-e3662497e469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.115175 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:23Z', 'revision_number': 3, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:32.121341 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23707b8e-8e87-4c37-829b-408a12e271ab None None] The sync data for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv is: [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:23Z', 'revision_number': 3, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:29:32.162547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:29:32.187707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-647fb642-8202-47a0-9b8f-e3662497e469 None None] Port b9a3cbea-e3e3-4519-a70d-37bb7883934b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:32.189971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57180) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:32.201546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:32.201868 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:32.211093 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 6 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:32.245420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.246285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:32.246855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.250732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:32.251056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:32.251380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:32.395168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.402509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.403182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.431856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:32.432371 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:32.457126 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 7 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:32.547395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Pushing event updated for resources: {'Port': ['ID=b9a3cbea-e3e3-4519-a70d-37bb7883934b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:32.557601 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6952775 Apr 05 14:29:32.562740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57188) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:32.563749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.570397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Request body: {'subnet': {'network_id': '0621d39e-d22c-407f-a774-0184fc19bd15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:32.572368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3129c7-1979-4de7-bd3b-725f3e088790 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Network': ['ID=0621d39e-d22c-407f-a774-0184fc19bd15,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:32.580396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.592066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 0621d39e-d22c-407f-a774-0184fc19bd15 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:32.607565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:32.615668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Usage tracker for resource:subnet and tenant:e8ff9bddc03940df95a81fb5d19d1400 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:32.625761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:32.648515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:32.652823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.712999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Made reservation on behalf of e8ff9bddc03940df95a81fb5d19d1400 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:32.715807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.739004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:32.743100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:32.743519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:32.743856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:32.744532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:32.781355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91655640-f171-4847-be9b-ee5d4f5a46e9 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.782938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:32.801075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:32.801387 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:32.806131 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 8 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:32.817635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=707063a2-9a1f-4981-a1e0-be055e4494d1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:32.828081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:32.830301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91655640-f171-4847-be9b-ee5d4f5a46e9 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.834618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.834959 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Added segment a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3 of type vlan for network 9693223f-b04e-4f10-82be-076596c983d4 Apr 05 14:29:32.843796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Usage tracker for resource:security_group_rule and tenant:d4048052448448589bf7c3a93e4af73a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:32.851361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:32.861884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:32.862225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:32.862562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:32.864840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:32.902816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:32.903143 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:32.909444 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 9 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:32.929047 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.976339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:32.976729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:32.976996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:32.990926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91655640-f171-4847-be9b-ee5d4f5a46e9 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:32.991439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91655640-f171-4847-be9b-ee5d4f5a46e9 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c37124f0-38a0-4997-8419-036da31149f9 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:33.021242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-806a16d2-208a-4dfa-9574-fbb86cf3ac08 None None] Provisioning complete for port b9a3cbea-e3e3-4519-a70d-37bb7883934b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:33.022091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-806a16d2-208a-4dfa-9574-fbb86cf3ac08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.028636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.029759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:33.030115 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:33.037603 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 10 to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 Apr 05 14:29:33.077493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:33.077825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:33.078186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:33.080240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.084291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:33.084928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.091033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-806a16d2-208a-4dfa-9574-fbb86cf3ac08 None None] Port b9a3cbea-e3e3-4519-a70d-37bb7883934b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:33.233707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:33.233940 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:33.234318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.262338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91655640-f171-4847-be9b-ee5d4f5a46e9 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.263474 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-91655640-f171-4847-be9b-ee5d4f5a46e9 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c37124f0-38a0-4997-8419-036da31149f9 HTTP/1.1" status: 204 len: 168 time: 1.9434087 Apr 05 14:29:33.273574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57192) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:33.275331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.282553 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3573918 Apr 05 14:29:33.288755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57196) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:33.290833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Request body: {'router': {'name': 'tempest-router-1796557719', 'distributed': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:33.298491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.306008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Request body: {'subnet': {'network_id': '9693223f-b04e-4f10-82be-076596c983d4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:33.346179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:33.348414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cbc1ae-593a-4ce2-9f27-ab2cfcd9c5a1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'Network': ['ID=9693223f-b04e-4f10-82be-076596c983d4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:33.360444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 9693223f-b04e-4f10-82be-076596c983d4 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:33.392161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Usage tracker for resource:router and tenant:40230f256be248e4b3317efe654740fd is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:33.402724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:33.437578 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:33.477019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884f5490-5753-4f40-b2f2-8564a9dc734e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:33.487738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Synchronizing usage tracker for tenant:712300e4db8149939051332e20915add on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:33.496061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.496973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.508496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.539780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] For port 5fb959d4-bb2d-4797-be02-bf5992c21ab7, host hv-neutron-8294, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:33.540122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempted to set empty binding levels {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:29:33.550920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.590680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] Unset dirty status for tenant:712300e4db8149939051332e20915add on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:33.594875 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2bd5b8bb-5628-4c3f-bd8d-274f5a45f95a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4048052448448589bf7c3a93e4af73a&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3973432 Apr 05 14:29:33.601768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57200) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:33.604414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:33.628115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Usage tracker for resource:subnet and tenant:44f09631074b4cb7a0eabb73b6ab3e5d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:33.631482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:33.724815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:33.727269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.760207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.782024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=5fb959d4-bb2d-4797-be02-bf5992c21ab7,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:33.785945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Allocated IP 172.20.0.1 (6c033505-0a6f-40d5-8fe7-5433c1d6035a/c49daade-39bc-48df-a761-ccf2f43d497f/9b295b84-3c2e-4cd1-99e9-03ef32e28993) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:33.789470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Made reservation on behalf of 44f09631074b4cb7a0eabb73b6ab3e5d for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:33.827697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.847727 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58b42677-9b8d-4584-9a44-eb79800612d1 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 6.5105753 Apr 05 14:29:33.855929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57206) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:33.900078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:33.901253 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bfd9fe1b-4ee4-4848-b547-e76b780eec35 tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6207788 Apr 05 14:29:33.909881 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57210) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:34.030469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.042656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eaf8673a-b7f3-4e52-95c9-229fe13b910f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.101519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Deleting port 5fb959d4-bb2d-4797-be02-bf5992c21ab7 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:29:34.101882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.158069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Allocated IP 172.20.0.1 (341e7591-65f9-4049-b2ea-ee9c4ca7b094/8a1dba06-716e-4726-a000-8fbcc92f13f0/32fa3107-d5db-4684-9938-f2899fd723e2) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:34.180822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-256edd1b-24d5-413f-a989-55bb47b3a50a tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.201123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eaf8673a-b7f3-4e52-95c9-229fe13b910f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.295337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.306882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Router 369f7e21-94ca-478c-a64c-37c589d9657f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:34.338406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Transition to ACTIVE for port object 9b295b84-3c2e-4cd1-99e9-03ef32e28993 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:34.476833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:29:34.477948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.552472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eaf8673a-b7f3-4e52-95c9-229fe13b910f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.618201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.635757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Transition to ACTIVE for port object 32fa3107-d5db-4684-9938-f2899fd723e2 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:34.694143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8673a-b7f3-4e52-95c9-229fe13b910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884f5490-5753-4f40-b2f2-8564a9dc734e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:34.753311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] For port 5fb959d4-bb2d-4797-be02-bf5992c21ab7, host hv-neutron-8294, got binding levels [] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:34.753671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.804062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.833490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.857918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Subnet': ['ID=af33ff5f-c5aa-4a24-9ea8-6cdfedc5a2c3,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:34.928405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:34.931815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Checking segment: {'id': '7970771f-b86b-4eba-8518-1fec83e89229', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '0621d39e-d22c-407f-a774-0184fc19bd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:34.932380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Network hostable DHCP agents. Network: 0621d39e-d22c-407f-a774-0184fc19bd15, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:34.943750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:34.946793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:34.947915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:34.987910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Pushing event updated for resources: {'Port': ['ID=9b295b84-3c2e-4cd1-99e9-03ef32e28993,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:34.998982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.033888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eaf8673a-b7f3-4e52-95c9-229fe13b910f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.042338 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eaf8673a-b7f3-4e52-95c9-229fe13b910f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/884f5490-5753-4f40-b2f2-8564a9dc734e HTTP/1.1" status: 204 len: 168 time: 1.4367971 Apr 05 14:29:35.042556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Pushing event updated for resources: {'Port': ['ID=32fa3107-d5db-4684-9938-f2899fd723e2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:35.057804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Calling delete_port for 5fb959d4-bb2d-4797-be02-bf5992c21ab7 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:29:35.182620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Network 0621d39e-d22c-407f-a774-0184fc19bd15 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:35.242545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'Subnet': ['ID=147eee93-3c8c-4d1d-b8bc-034a7fc72ec8,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:35.270400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 0621d39e-d22c-407f-a774-0184fc19bd15) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:35.274991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:35.275613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.279265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38dcd0b-3f77-45ae-b8fb-7a2473ae5bbc None None] Network 0621d39e-d22c-407f-a774-0184fc19bd15 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:35.299532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Checking segment: {'id': 'a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9693223f-b04e-4f10-82be-076596c983d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:35.299955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Network hostable DHCP agents. Network: 9693223f-b04e-4f10-82be-076596c983d4, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:35.309711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.340839 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c3b7b5a0-83df-4b3c-9a4e-814cc9d53512 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7767806 Apr 05 14:29:35.346414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57218) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:35.381239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Request body: {'floatingip': {'floating_network_id': '0621d39e-d22c-407f-a774-0184fc19bd15'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:35.425189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cc76fad8-5353-4923-a47b-b303cf236ffd None None] Provisioning for port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:35.446635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cc76fad8-5353-4923-a47b-b303cf236ffd None None] Provisioning complete for port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:35.447080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cc76fad8-5353-4923-a47b-b303cf236ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.459740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.469700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:35.486495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:35.502893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Usage tracker for resource:floatingip and tenant:e8ff9bddc03940df95a81fb5d19d1400 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:35.506934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:35.510839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-cc76fad8-5353-4923-a47b-b303cf236ffd None None] Port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:35.522782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:35.533165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fb959d4-bb2d-4797-be02-bf5992c21ab7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:35.535140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:35.568737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Network 9693223f-b04e-4f10-82be-076596c983d4 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:35.618156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374f42d4-2d31-4d0f-af8d-0eb40e1d3496 None None] Network 0621d39e-d22c-407f-a774-0184fc19bd15 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:35.633468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.668363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 9693223f-b04e-4f10-82be-076596c983d4) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:35.683682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:35.684470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.689620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:35.695945 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b638c130-d378-4b82-a2d1-1ba76b556a84 admin admin] 10.222.0.18 "PUT /v2.0/routers/369f7e21-94ca-478c-a64c-37c589d9657f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.7528629 Apr 05 14:29:35.698069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d2a1d-2ff5-413b-8275-edb3e8fdcadb None None] Network 9693223f-b04e-4f10-82be-076596c983d4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:35.705326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57226) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:35.739446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.739446 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0a03f8fe-ec8a-40c4-ad60-5c94ad1c0f0a tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "DELETE /v2.0/ports/5fb959d4-bb2d-4797-be02-bf5992c21ab7 HTTP/1.1" status: 204 len: 168 time: 1.8729420 Apr 05 14:29:35.752381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57232) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:35.797577 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c520abe9-de2c-40bf-9e32-217a72bec7ca tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:29:35.798104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c520abe9-de2c-40bf-9e32-217a72bec7ca tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Synchronizing usage tracker for tenant:101766ebbc57444e85c74851c2648fac on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:35.817585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-256edd1b-24d5-413f-a989-55bb47b3a50a tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.822701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c520abe9-de2c-40bf-9e32-217a72bec7ca tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Unset dirty status for tenant:101766ebbc57444e85c74851c2648fac on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:35.828785 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c520abe9-de2c-40bf-9e32-217a72bec7ca tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "GET /v2.0/ports/5fb959d4-bb2d-4797-be02-bf5992c21ab7 HTTP/1.1" status: 404 len: 333 time: 0.0744276 Apr 05 14:29:35.830300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57236) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:35.831038 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:35.866469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-256edd1b-24d5-413f-a989-55bb47b3a50a tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:35.883316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Request body: {'port': {'network_id': '09f33c47-7f1d-41da-8b91-43056151082e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-284835430'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:35.891360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:35.897563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-516b94a4-fb2a-4221-9788-a58f4e547515 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6051683 Apr 05 14:29:35.897712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57240) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:35.900896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Sync routers for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:29:35.967819 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ead64af3-fe39-4967-97ec-27d2c3530055 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e301fa821b7406da5d5b387c3b5d312&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2594905 Apr 05 14:29:35.972835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57252) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:35.974351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-219613060', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:35.990804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:36.012695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:36.014399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:36.025375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:36.034987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.049894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.050686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.057804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.109630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Usage tracker for resource:router and tenant:44f09631074b4cb7a0eabb73b6ab3e5d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:36.113197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:36.172860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Made reservation on behalf of 101766ebbc57444e85c74851c2648fac for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:36.176260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.204525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:36.215640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-256edd1b-24d5-413f-a989-55bb47b3a50a tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.216363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-256edd1b-24d5-413f-a989-55bb47b3a50a tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af636d38-0517-4dbd-b932-a4e4badf8733 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:29:36.224830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 48bc2b09-fd1d-457b-833d-5c784f53c130 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:36.250213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] device_id is not set on port fa7aac09-e2f9-4f66-b370-5b4aee474304 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:36.287106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Pushing event updated for resources: {'Port': ['ID=9b295b84-3c2e-4cd1-99e9-03ef32e28993,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:36.293375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b200afb-68d8-4cb9-9987-f7596157c053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.303289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.406648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b200afb-68d8-4cb9-9987-f7596157c053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.465070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 48bc2b09-fd1d-457b-833d-5c784f53c130 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:36.484176 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 48bc2b09-fd1d-457b-833d-5c784f53c130 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:36.484915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.533044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:36.537028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:36.549860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.595578 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.596844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.603833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-9693223f-b04e-4f10-82be-076596c983d4', 'network_id': '9693223f-b04e-4f10-82be-076596c983d4', 'tenant_id': '44f09631074b4cb7a0eabb73b6ab3e5d', 'fixed_ips': [{'subnet_id': '147eee93-3c8c-4d1d-b8bc-034a7fc72ec8'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:29:36.604778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.629535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.649483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.661935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-256edd1b-24d5-413f-a989-55bb47b3a50a tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.667209 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-256edd1b-24d5-413f-a989-55bb47b3a50a tempest-RoutersTestDVR-258525529 tempest-RoutersTestDVR-258525529-project-admin] 10.222.0.18 "DELETE /v2.0/routers/af636d38-0517-4dbd-b932-a4e4badf8733 HTTP/1.1" status: 204 len: 168 time: 2.7496469 Apr 05 14:29:36.705921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Allocated IP 172.20.0.6 (0621d39e-d22c-407f-a774-0184fc19bd15/af33ff5f-c5aa-4a24-9ea8-6cdfedc5a2c3/2a6ab9e1-46f8-4681-a32c-3178f92ec5df) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:36.708204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b200afb-68d8-4cb9-9987-f7596157c053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.753351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b200afb-68d8-4cb9-9987-f7596157c053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd4dd3e-1abc-4598-99d1-1bd2255ac427,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:36.854507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Allocated IP 172.20.0.2 (9693223f-b04e-4f10-82be-076596c983d4/147eee93-3c8c-4d1d-b8bc-034a7fc72ec8/7bec9955-621b-45ca-a3b7-f18d28f2be8a) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:36.855158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:36.947844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7aac09-e2f9-4f66-b370-5b4aee474304,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:37.008178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.050656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.056134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-03a6c377-2594-4579-80b2-ac0cc0e9c396 None None] Provisioning for port 32fa3107-d5db-4684-9938-f2899fd723e2 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:37.083220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-03a6c377-2594-4579-80b2-ac0cc0e9c396 None None] Provisioning complete for port 32fa3107-d5db-4684-9938-f2899fd723e2 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:37.083591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03a6c377-2594-4579-80b2-ac0cc0e9c396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.139922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Network 0621d39e-d22c-407f-a774-0184fc19bd15 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:37.141729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Port': ['ID=2a6ab9e1-46f8-4681-a32c-3178f92ec5df,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:37.144397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:37.146431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b200afb-68d8-4cb9-9987-f7596157c053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.149803 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5b200afb-68d8-4cb9-9987-f7596157c053 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecd4dd3e-1abc-4598-99d1-1bd2255ac427 HTTP/1.1" status: 204 len: 168 time: 1.1727796 Apr 05 14:29:37.149803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:37.269739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.307899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.326398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 48bc2b09-fd1d-457b-833d-5c784f53c130, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=48bc2b09-fd1d-457b-833d-5c784f53c130,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:37.363979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57268) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:37.382492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.383245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6898772a-3272-4637-ba56-8670fffe3e44 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:37.396164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57270) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:37.406653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03a6c377-2594-4579-80b2-ac0cc0e9c396 None None] Port 32fa3107-d5db-4684-9938-f2899fd723e2 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:37.407269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Network 09f33c47-7f1d-41da-8b91-43056151082e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:37.415933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:37.416273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Request body: {'security_group': {'name': 'tempest-securitygroup--239011558', 'description': 'tempest-description--156127318'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:37.424123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:37.428303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Usage tracker for resource:security_group and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:37.431185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:37.438164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:37.449172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:37.457927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:37.459229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:37.459501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.500110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.515673 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a30898b5-4428-4ac0-919b-39bae0babf52 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6579552 Apr 05 14:29:37.521940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57278) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:37.526968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.541905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:37.651720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.662762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:37.702226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.726443 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.863431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Usage tracker for resource:security_group_rule and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:37.871589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7679418e-e0b6-4761-9dbf-3e3fa0b6a441 None None] Provisioning complete for port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:37.872110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7679418e-e0b6-4761-9dbf-3e3fa0b6a441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.895441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:37.934010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.947839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-7679418e-e0b6-4761-9dbf-3e3fa0b6a441 None None] Port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:37.967011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:37.980583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:38.011042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.040877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:38.052375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] Usage tracker for resource:security_group_rule and tenant:20772d03b03745ab8b1c942042e790fd is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:38.057313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:38.064470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Pushing event updated for resources: {'Port': ['ID=32fa3107-d5db-4684-9938-f2899fd723e2,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.072014 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=48bc2b09-fd1d-457b-833d-5c784f53c130,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.076884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.085308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:38.105723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.121980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.133928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Router 6dac200c-4050-4482-9c0f-e3421b9b5423 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:38.138401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.170329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6898772a-3272-4637-ba56-8670fffe3e44 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:38.198476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Transition to ACTIVE for port object 7bec9955-621b-45ca-a3b7-f18d28f2be8a will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:38.205508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6898772a-3272-4637-ba56-8670fffe3e44 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:38.205918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.259108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.297403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.311129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Transition to ACTIVE for port object 7bec9955-621b-45ca-a3b7-f18d28f2be8a will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:38.329005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.365615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.382390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Port': ['ID=2a6ab9e1-46f8-4681-a32c-3178f92ec5df,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.508092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15e1551b-9b58-4dc8-816f-32e7c79a252c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.524249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.529206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57302) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:38.529331 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ffe01a2f-f7c6-4937-87ce-ffa19767bea7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 1.1191113 Apr 05 14:29:38.543297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Network 9693223f-b04e-4f10-82be-076596c983d4 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:38.549764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:38.552671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Pushing event updated for resources: {'Port': ['ID=7bec9955-621b-45ca-a3b7-f18d28f2be8a,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.563216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Request body: {'security_group_rule': {'security_group_id': '15e1551b-9b58-4dc8-816f-32e7c79a252c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:38.564494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:38.571794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:38.575102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:38.590355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:38.594717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.597292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.602473 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b97487b1-227e-4033-9e34-1ac13ab550d4 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.2311733 Apr 05 14:29:38.607914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57306) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:38.616015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Usage tracker for resource:security_group_rule and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:38.620398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.695508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.700546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:38.731971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:38.851041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 6898772a-3272-4637-ba56-8670fffe3e44, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6898772a-3272-4637-ba56-8670fffe3e44,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:38.871089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c764dd-0181-4f50-8ef9-2451a7d82d84,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:38.873369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.894669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3f8e2d2a-5c6c-4c16-b191-707951fcdc4a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Synchronizing usage tracker for tenant:e8ff9bddc03940df95a81fb5d19d1400 on resource:floatingip {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:38.901403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.941068 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9bb0111d-e084-47e4-98c2-742ae9a4178e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20772d03b03745ab8b1c942042e790fd&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5230298 Apr 05 14:29:38.945882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57314) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:38.950033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:38.953494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] device_id is not set on port fa7aac09-e2f9-4f66-b370-5b4aee474304 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:38.975815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.005510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.026946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Attempting to bind port 7bec9955-621b-45ca-a3b7-f18d28f2be8a on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:39.027877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Attempting to bind port 7bec9955-621b-45ca-a3b7-f18d28f2be8a by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9693223f-b04e-4f10-82be-076596c983d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:39.030296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Attempting to bind port 7bec9955-621b-45ca-a3b7-f18d28f2be8a on network 9693223f-b04e-4f10-82be-076596c983d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:39.062588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3f8e2d2a-5c6c-4c16-b191-707951fcdc4a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Unset dirty status for tenant:e8ff9bddc03940df95a81fb5d19d1400 on resource:floatingip {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:39.063689 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3f8e2d2a-5c6c-4c16-b191-707951fcdc4a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=0621d39e-d22c-407f-a774-0184fc19bd15 HTTP/1.1" status: 200 len: 689 time: 0.4533200 Apr 05 14:29:39.064643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:32Z', 'revision_number': 2, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:39.067700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57320) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:39.068680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Transition to ACTIVE for port object fa7aac09-e2f9-4f66-b370-5b4aee474304 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:39.070579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 48bc2b09-fd1d-457b-833d-5c784f53c130 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:39.108693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.111607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.126575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.145197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=6898772a-3272-4637-ba56-8670fffe3e44,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:39.165947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Checking router: 369f7e21-94ca-478c-a64c-37c589d9657f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:29:39.166350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Updating router 369f7e21-94ca-478c-a64c-37c589d9657f port b9a3cbea-e3e3-4519-a70d-37bb7883934b binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:29:39.174380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a567eda4-e983-42fb-bb3d-82ec57e7adb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.176038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f642fd-e182-4648-883b-48798aa02476,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:39.210370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-090a36d0-2008-4596-9237-48ba79826f3b None None] Provisioning complete for port 32fa3107-d5db-4684-9938-f2899fd723e2 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:39.210769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-090a36d0-2008-4596-9237-48ba79826f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.235773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.239680 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d7ab10fa-5e4a-414b-bae0-c2f549115d6e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6891618 Apr 05 14:29:39.240206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a567eda4-e983-42fb-bb3d-82ec57e7adb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.248165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57326) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:39.257948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:39.258754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Checking segment: {'id': 'a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9693223f-b04e-4f10-82be-076596c983d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:39.259278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Request body: {'security_group_rule': {'security_group_id': '15e1551b-9b58-4dc8-816f-32e7c79a252c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:39.259518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.260872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Bound using segment: {'id': 'a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9693223f-b04e-4f10-82be-076596c983d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:39.261812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Bound port: 7bec9955-621b-45ca-a3b7-f18d28f2be8a, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9693223f-b04e-4f10-82be-076596c983d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:39.262432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.269201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:39.274439 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-60d68a3e-0d2a-4042-b6de-4446d7fab400 admin admin] 10.222.0.18 "PUT /v2.0/routers/6dac200c-4050-4482-9c0f-e3421b9b5423/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8536127 Apr 05 14:29:39.275857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:39.289565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Usage tracker for resource:security_group_rule and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:39.298558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:39.323157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:39.347048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.366021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.379455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a567eda4-e983-42fb-bb3d-82ec57e7adb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.380595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7aac09-e2f9-4f66-b370-5b4aee474304,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:39.424101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a567eda4-e983-42fb-bb3d-82ec57e7adb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c764dd-0181-4f50-8ef9-2451a7d82d84,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:39.438741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a567eda4-e983-42fb-bb3d-82ec57e7adb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.443094 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a567eda4-e983-42fb-bb3d-82ec57e7adb9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b3c764dd-0181-4f50-8ef9-2451a7d82d84 HTTP/1.1" status: 204 len: 168 time: 0.4912906 Apr 05 14:29:39.474985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.481321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.545447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a69b01-88a0-486f-82c9-8991537223b6,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:39.548646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.550144 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-50c26416-67a1-483a-bc84-75188808e6ff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2999985 Apr 05 14:29:39.552933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57342) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:39.558829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:39.565458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:39.570103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Usage tracker for resource:floatingip and tenant:17396d3d9eb74d0896ed691e2803b81b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:39.573770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:39.583606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:39.596076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.662730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Allocated IP 172.26.6.222 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/59a01d18-78d2-485e-bc3f-d2945a3e65f5) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:39.674024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.705610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 48bc2b09-fd1d-457b-833d-5c784f53c130 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:39.705986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.776108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-090a36d0-2008-4596-9237-48ba79826f3b None None] Port 32fa3107-d5db-4684-9938-f2899fd723e2 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:39.795820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.840872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:39.844041 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:39.845240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:39.948848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:39.950031 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:39.952232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Deleting port 2a6ab9e1-46f8-4681-a32c-3178f92ec5df {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:29:39.952770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:39.981398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] For port 7bec9955-621b-45ca-a3b7-f18d28f2be8a, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:39.994754 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 2 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:40.050013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:40.050364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:40.050683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:40.057564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] For port 7bec9955-621b-45ca-a3b7-f18d28f2be8a, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7bec9955-621b-45ca-a3b7-f18d28f2be8a,segment=NetworkSegment(a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3),segment_id=a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:40.077038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.146958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:40.147291 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:40.154229 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 3 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:40.208791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:40.209127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:40.209456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:40.228368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.252495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:40.252823 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:40.257745 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 4 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:40.311760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:40.312094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:40.312562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:40.325650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.326344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.341930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3bb73-522f-4692-95dc-1dca97190624 None None] Pushing event updated for resources: {'Port': ['ID=7bec9955-621b-45ca-a3b7-f18d28f2be8a,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:40.359607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57352) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:40.390451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.435815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:40.442888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:40.443212 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:40.444082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] Usage tracker for resource:security_group_rule and tenant:40230f256be248e4b3317efe654740fd is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:40.447716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:40.455345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:40.477889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57358) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:40.553379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.580667 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 5 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:40.582960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Transition to ACTIVE for port object b9a3cbea-e3e3-4519-a70d-37bb7883934b will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:40.600521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.611272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Calling delete_port for 2a6ab9e1-46f8-4681-a32c-3178f92ec5df owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:29:40.675528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.700317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.701401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:40.709059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:40.710571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:40.731837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.739592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57364) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:40.781282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df559c5d-038a-4863-b924-8f082b5246ee None None] Pushing event updated for resources: {'Port': ['ID=b9a3cbea-e3e3-4519-a70d-37bb7883934b,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:40.786221 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:29:40.803263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1608457908', 'description': 'tempest-description--1776129553'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:40.822187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:40.822735 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:40.823778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:40.841697 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 6 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:40.867066 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Router 4d8552f5-fad6-467d-911f-c09c5fc4f532 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:40.869191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:40.869675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:40.870191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:40.907684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Usage tracker for resource:security_group and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:40.911503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Allocated IP 172.26.6.57 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/f66946a0-537a-4b75-adbc-e1a5180ebd16) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:40.966449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2da987-d042-466c-af48-414c61d55290,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:40.966818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Attempting to bind port b9a3cbea-e3e3-4519-a70d-37bb7883934b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:40.967336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Attempting to bind port b9a3cbea-e3e3-4519-a70d-37bb7883934b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:40.967913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Attempting to bind port b9a3cbea-e3e3-4519-a70d-37bb7883934b on network 81810746-99da-4e66-ab4d-02ec55cd3bf0 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:40.977332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-583882994', 'router:external': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:40.978230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:40.978765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Checking segment: {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:40.979295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.979828 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Bound using segment: {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:40.980417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Bound port: b9a3cbea-e3e3-4519-a70d-37bb7883934b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:40.981139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:40.985408 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bd0965fb-438a-4b0f-bbf8-7290c88bbc95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40230f256be248e4b3317efe654740fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6241751 Apr 05 14:29:40.986618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:40.989893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57368) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:40.993695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Usage tracker for resource:network and tenant:d8c9f1739c844638bd5dc84eaf8903c4 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:41.008012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:41.021744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:41.050173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:41.089939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:41.097233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:41.098670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'Port': ['ID=59a01d18-78d2-485e-bc3f-d2945a3e65f5,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.114687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] For port b9a3cbea-e3e3-4519-a70d-37bb7883934b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:41.115427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] For port b9a3cbea-e3e3-4519-a70d-37bb7883934b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b9a3cbea-e3e3-4519-a70d-37bb7883934b,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:41.123531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.124462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:41.124979 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:41.137121 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 7 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:41.144808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Made reservation on behalf of d8c9f1739c844638bd5dc84eaf8903c4 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:41.147088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.152964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:41.181248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:41.189857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.192032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7bec9955-621b-45ca-a3b7-f18d28f2be8a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:41.223854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:41.224691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:41.224691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:41.244856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:41.245284 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:41.280346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daa957d4-88a4-453e-b06a-b9018a74ad84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.299680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.304450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:41.304887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:41.309757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:41.316694 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 8 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:41.324677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.337834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Usage tracker for resource:security_group_rule and tenant:d8c9f1739c844638bd5dc84eaf8903c4 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:41.343970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daa957d4-88a4-453e-b06a-b9018a74ad84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.351211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:41.355634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.362020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:41.449649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.490672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a6ab9e1-46f8-4681-a32c-3178f92ec5df,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.504021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daa957d4-88a4-453e-b06a-b9018a74ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.520352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:41.521018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:41.521556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:41.541859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:41.542540 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:41.546142 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 9 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:41.565796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:41.653994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa957d4-88a4-453e-b06a-b9018a74ad84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2da987-d042-466c-af48-414c61d55290,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.664581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:41.701785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:41.703400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Usage tracker for resource:security_group_rule and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:41.708008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:41.714125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:41.730711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event updated for resources: {'Port': ['ID=f66946a0-537a-4b75-adbc-e1a5180ebd16,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.745093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.750513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daa957d4-88a4-453e-b06a-b9018a74ad84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.754185 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-daa957d4-88a4-453e-b06a-b9018a74ad84 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f2da987-d042-466c-af48-414c61d55290 HTTP/1.1" status: 204 len: 168 time: 0.7597265 Apr 05 14:29:41.760983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.767834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df559c5d-038a-4863-b924-8f082b5246ee None None] Pushing event updated for resources: {'Port': ['ID=b9a3cbea-e3e3-4519-a70d-37bb7883934b,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.781241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:41.786027 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:41.795869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:41.796408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:41.796723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0392301f-7684-43af-b63c-e279ce07c4a8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:41.811290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:41.817226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 7bec9955-621b-45ca-a3b7-f18d28f2be8a completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:41.819394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:41.826965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.827313 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Added segment f4525df4-5503-4ab0-8a7b-df4b8e9c5a88 of type vlan for network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 Apr 05 14:29:41.862994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:41.863689 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:41.866533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.871403 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 10 to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 Apr 05 14:29:41.888719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7c4e13-dacb-497e-af7d-f0f160d2d423 None None] Network 9693223f-b04e-4f10-82be-076596c983d4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:41.914486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6898772a-3272-4637-ba56-8670fffe3e44 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:41.916032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:41.916577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:41.917114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:41.950723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.952450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:41.991619 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:41.992086 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port fa7aac09-e2f9-4f66-b370-5b4aee474304 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:41.992647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.040561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.079936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.080817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:42.081404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.127616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1b235d76-520c-46c5-bcdb-81ed750dac76 None None] Provisioning for port 7bec9955-621b-45ca-a3b7-f18d28f2be8a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:42.137741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.182108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1b235d76-520c-46c5-bcdb-81ed750dac76 None None] Provisioning complete for port 7bec9955-621b-45ca-a3b7-f18d28f2be8a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:42.182491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b235d76-520c-46c5-bcdb-81ed750dac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.183463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.214730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.229699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.7473691 Apr 05 14:29:42.229699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb09fc1-926a-4857-afef-b6849a0a0e5b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'Network': ['ID=4a5fde34-34c7-4d24-8a3c-b20be5e986a2,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.232091 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57376) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:42.261993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'subnet': {'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:42.267751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:42.272514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Usage tracker for resource:subnet and tenant:d8c9f1739c844638bd5dc84eaf8903c4 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:42.273667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:42.276414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:42.282435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:42.294498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Made reservation on behalf of d8c9f1739c844638bd5dc84eaf8903c4 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:42.297888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.333918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd226afa-6518-43e9-99e2-90ff009d96bf,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.359515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] For port fa7aac09-e2f9-4f66-b370-5b4aee474304, host hv-neutron-8294, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:42.360080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempted to set empty binding levels {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:29:42.362524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.366744 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3771bd1f-f1c5-4d76-a3ab-51e2265fcd7d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.5917521 Apr 05 14:29:42.370058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57380) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:42.383768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Request body: {'security_group_rule': {'security_group_id': 'cd226afa-6518-43e9-99e2-90ff009d96bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:42.390076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.434587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:42.454032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Usage tracker for resource:security_group_rule and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:42.458797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:42.480098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.482899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6898772a-3272-4637-ba56-8670fffe3e44 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:42.483376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.491365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:42.520440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:42.542959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] In _notify_port_updated(), no bound segment for port fa7aac09-e2f9-4f66-b370-5b4aee474304 on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:29:42.544271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.548378 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "PUT /v2.0/ports/fa7aac09-e2f9-4f66-b370-5b4aee474304 HTTP/1.1" status: 200 len: 976 time: 5.0183663 Apr 05 14:29:42.550115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57388) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:42.557817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=af33ff5f-c5aa-4a24-9ea8-6cdfedc5a2c3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.563042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.563907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.566147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9630ee-9304-466b-98fc-e288260831b0 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=fa7aac09-e2f9-4f66-b370-5b4aee474304,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.572457 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2c33c465-46b7-4158-b176-20b45b283600 admin admin] 10.222.0.18 "PUT /v2.0/routers/4d8552f5-fad6-467d-911f-c09c5fc4f532/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5594640 Apr 05 14:29:42.679119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b235d76-520c-46c5-bcdb-81ed750dac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.729764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:29:42.761554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.782655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.790225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1b235d76-520c-46c5-bcdb-81ed750dac76 None None] For port 7bec9955-621b-45ca-a3b7-f18d28f2be8a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7bec9955-621b-45ca-a3b7-f18d28f2be8a,segment=NetworkSegment(a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3),segment_id=a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:42.802683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.806085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:41Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:42.871996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event updated for resources: {'Port': ['ID=f66946a0-537a-4b75-adbc-e1a5180ebd16,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:42.882065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.917132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b235d76-520c-46c5-bcdb-81ed750dac76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.933400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.975571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:42.976162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0621d39e-d22c-407f-a774-0184fc19bd15']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:42.977513 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1721656f-99fb-4733-a20e-da65f2852f15 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4235620 Apr 05 14:29:42.979977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa27ea4-6e70-4464-99fe-cf468fb47495 None None] The sync data for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv is: [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:41Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:29:43.010592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7970771f-b86b-4eba-8518-1fec83e89229') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:43.010913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7970771f-b86b-4eba-8518-1fec83e89229') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:43.080398 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.084271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.085434 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-629f8282-5afa-4970-b258-eed8dfaa3460 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16004 time: 0.5341241 Apr 05 14:29:43.095855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57404) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:43.128787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b235d76-520c-46c5-bcdb-81ed750dac76 None None] Pushing event updated for resources: {'Port': ['ID=7bec9955-621b-45ca-a3b7-f18d28f2be8a,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.165276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.268593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.272704 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9006915 Apr 05 14:29:43.273697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931d38da-05dd-4e08-8d21-13937e053ca2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234b6b97-6ee2-4e85-ab01-664d4348ff1c,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.278504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.288415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57410) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:43.289389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b9a3cbea-e3e3-4519-a70d-37bb7883934b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:43.317458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Request body: {'security_group_rule': {'security_group_id': 'cd226afa-6518-43e9-99e2-90ff009d96bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:43.324156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:43.330828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Usage tracker for resource:security_group_rule and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:43.334705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:43.341514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:29:43.342071 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.368773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:43.372880 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:43.459353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c64869dd-51e4-402a-b2b9-9f61d56dc07f None None] Provisioning complete for port 7bec9955-621b-45ca-a3b7-f18d28f2be8a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:43.460075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c64869dd-51e4-402a-b2b9-9f61d56dc07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.467104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.530957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:29:43.533187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.541313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Deleting port fa7aac09-e2f9-4f66-b370-5b4aee474304 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:29:43.541660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.619358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.630712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0621d39e-d22c-407f-a774-0184fc19bd15 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 14:29:43.633727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.678688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1cf3b61c-e04d-48da-8377-e54b4ed8ef94,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.682001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port b9a3cbea-e3e3-4519-a70d-37bb7883934b completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:43.728937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b9a3cbea-e3e3-4519-a70d-37bb7883934b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:43.730539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:43.748572 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0621d39e-d22c-407f-a774-0184fc19bd15 HTTP/1.1" status: 204 len: 168 time: 4.6754041 Apr 05 14:29:43.756477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57428) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:43.761959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87e5cf-ffd5-4feb-be36-bdb2eab7083d tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event deleted for resources: {'Network': ['ID=0621d39e-d22c-407f-a774-0184fc19bd15,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:43.868701 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0d9f22e5-b695-483f-8b56-4ee51ee5d485 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1170 time: 0.1064975 Apr 05 14:29:43.885912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57432) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:43.945386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57436) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:43.986099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Checking segment: {'id': 'f4525df4-5503-4ab0-8a7b-df4b8e9c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:43.986491 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Network hostable DHCP agents. Network: 4a5fde34-34c7-4d24-8a3c-b20be5e986a2, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:44.009032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.032663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.040338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] For port fa7aac09-e2f9-4f66-b370-5b4aee474304, host hv-neutron-8294, got binding levels [] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:44.041430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.085134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.085363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57442) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:44.103142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.103517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.108689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.109129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.109503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.109866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.110253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.110614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.111612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Synchronizing usage tracker for tenant:e8ff9bddc03940df95a81fb5d19d1400 on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:44.152430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2485525', 'description': 'tempest-description--288693917'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:44.167747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbad40c5-f42b-460c-a5bf-35f872f69ee7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:44.171627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57450) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:44.186296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port b9a3cbea-e3e3-4519-a70d-37bb7883934b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b9a3cbea-e3e3-4519-a70d-37bb7883934b,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:44.187324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:44.194808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.200674 dv-neutron-829488-2-hyperv neutron-server[83850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 05 14:29:44.201563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Unset dirty status for tenant:e8ff9bddc03940df95a81fb5d19d1400 on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:44.202868 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1a74b0d6-b8dc-4321-9c86-81741ca8ce0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5220 time: 0.3127000 Apr 05 14:29:44.219548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Usage tracker for resource:security_group and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:44.222179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.223467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0af1b172-b2c3-4ac3-8184-bd7e43151e9b tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.9328091 Apr 05 14:29:44.224413 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:44.227419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57454) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:44.227419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57456) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:44.230334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-443147029'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:44.235903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:44.240846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Calling delete_port for fa7aac09-e2f9-4f66-b370-5b4aee474304 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:29:44.244834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:44.249283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:44.261710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Usage tracker for resource:network and tenant:a2cab510b2e14c1aa623daefbba1aa77 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:44.283683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:44.287901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=b9a3cbea-e3e3-4519-a70d-37bb7883934b,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:44.288998 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-f3227d59-e1bb-4a69-8504-52faf2fe4904 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--239011558&fields=id&tenant_id=17396d3d9eb74d0896ed691e2803b81b HTTP/1.1" status: 200 len: 267 time: 0.1044531 Apr 05 14:29:44.292778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 4a5fde34-34c7-4d24-8a3c-b20be5e986a2) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:44.295546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:44.300040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.308588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7314076-9a98-4817-8255-20684ac2b657 None None] Network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:44.319641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.320246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.344108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:44.376249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:44.391143 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-6d0c863f-b06e-44ea-a996-f44458f62c91 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] delete failed (client error): The resource could not be found. Apr 05 14:29:44.395421 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6d0c863f-b06e-44ea-a996-f44458f62c91 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/a0db8d58-8188-4893-9eea-a236ed15519c HTTP/1.1" status: 404 len: 345 time: 0.1668782 Apr 05 14:29:44.399449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57462) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:44.400605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Usage tracker for resource:floatingip and tenant:f340e038ed9f4035ac647832a6a75084 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:44.425372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:44.445748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:44.466980 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-670cff6e-34e5-4006-82e9-fec439ec2b88 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] DELETE failed (client error): The resource could not be found. Apr 05 14:29:44.467908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-670cff6e-34e5-4006-82e9-fec439ec2b88 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:29:44.477203 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-670cff6e-34e5-4006-82e9-fec439ec2b88 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "DELETE /v2.0/networks/0621d39e-d22c-407f-a774-0184fc19bd15 HTTP/1.1" status: 404 len: 339 time: 0.0722146 Apr 05 14:29:44.493126 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57466) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:44.500896 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Request body: {'network': {'name': 'tempest-network--538379159', 'router:external': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:44.506785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:44.509679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.531973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Usage tracker for resource:network and tenant:e8ff9bddc03940df95a81fb5d19d1400 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:44.536817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Router e6d5365e-2c21-4f3b-98e7-5feb15322002 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:29:44.540558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:44.552785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:44.557764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.566508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-d7b38e50-a3d5-471f-b532-5612f725cffb tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:44.567985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-d7b38e50-a3d5-471f-b532-5612f725cffb tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/networks?id=81810746-99da-4e66-ab4d-02ec55cd3bf0 HTTP/1.1" status: 200 len: 812 time: 0.2441993 Apr 05 14:29:44.590227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Made reservation on behalf of a2cab510b2e14c1aa623daefbba1aa77 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:44.594090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.623030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b94ee7d8-8dd9-45a7-ac07-23fbc346dbc0 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.3899570 Apr 05 14:29:44.628226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:44.633424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57470) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:44.638896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.659130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Usage tracker for resource:security_group_rule and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:44.662826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b999421e-8781-4fa8-a057-7939116c7b77 None None] Network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:44.664942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-530150165', 'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:44.670167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:44.674258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Usage tracker for resource:port and tenant:d8c9f1739c844638bd5dc84eaf8903c4 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:44.677172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:44.683621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:44.700305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:44.705123 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-8a73e8f8-9444-46ac-b2a4-88a3345dc0f2 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/quotas/17396d3d9eb74d0896ed691e2803b81b HTTP/1.1" status: 200 len: 375 time: 0.1212857 Apr 05 14:29:44.710589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Made reservation on behalf of d8c9f1739c844638bd5dc84eaf8903c4 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:44.713199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.727128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:44.807467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:44.816628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] device_id is not set on port d39584dc-a2aa-467f-9e1f-02fc56176bfd yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:44.824710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa7aac09-e2f9-4f66-b370-5b4aee474304,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:44.833258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Made reservation on behalf of e8ff9bddc03940df95a81fb5d19d1400 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:44.837052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.894224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Usage tracker for resource:security_group_rule and tenant:a2cab510b2e14c1aa623daefbba1aa77 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:44.918364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:44.933609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:44.942016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:45.026836 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-647eb3cc-16ca-449b-955c-df3e98c6d040 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "DELETE /v2.0/ports/fa7aac09-e2f9-4f66-b370-5b4aee474304 HTTP/1.1" status: 204 len: 168 time: 1.9275472 Apr 05 14:29:45.031846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57474) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:45.043209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-24ee9304-dcf9-450e-9f83-123a89cbdac2 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Synchronizing usage tracker for tenant:17396d3d9eb74d0896ed691e2803b81b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:45.079705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.079927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:45.097606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Allocated IP 2001:db8::105 (4a5fde34-34c7-4d24-8a3c-b20be5e986a2/1cf3b61c-e04d-48da-8377-e54b4ed8ef94/d39584dc-a2aa-467f-9e1f-02fc56176bfd) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:45.101210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.102587 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c845271-9f2a-4529-9840-2cbf45b0ddb4 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:29:45.103088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8c845271-9f2a-4529-9840-2cbf45b0ddb4 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Synchronizing usage tracker for tenant:101766ebbc57444e85c74851c2648fac on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:45.113382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.113727 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Added segment 2629c0d1-489c-48ba-be5a-204c7bc9b506 of type vlan for network c922810f-b93b-489f-a549-a20bd4394553 Apr 05 14:29:45.146138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e150089c-877c-47ae-b24a-57ff07e65800,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:45.156939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8c845271-9f2a-4529-9840-2cbf45b0ddb4 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Unset dirty status for tenant:101766ebbc57444e85c74851c2648fac on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:45.161453 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8c845271-9f2a-4529-9840-2cbf45b0ddb4 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "GET /v2.0/ports/fa7aac09-e2f9-4f66-b370-5b4aee474304 HTTP/1.1" status: 404 len: 333 time: 0.1253469 Apr 05 14:29:45.163838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-24ee9304-dcf9-450e-9f83-123a89cbdac2 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Unset dirty status for tenant:17396d3d9eb74d0896ed691e2803b81b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:45.165158 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-24ee9304-dcf9-450e-9f83-123a89cbdac2 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=17396d3d9eb74d0896ed691e2803b81b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4358499 Apr 05 14:29:45.167348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57478) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:45.188215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1519982425', 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:45.214536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:45.222118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.246853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b9a3cbea-e3e3-4519-a70d-37bb7883934b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:45.254634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.262107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.266597 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1098187a-646b-45d4-a89c-8eda92636038 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1610 time: 1.1677957 Apr 05 14:29:45.267445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:45.268314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:45.297610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Request body: {'security_group_rule': {'security_group_id': 'e150089c-877c-47ae-b24a-57ff07e65800', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:45.316007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.319868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:45.328501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Usage tracker for resource:security_group_rule and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:45.348136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.351477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b9a3cbea-e3e3-4519-a70d-37bb7883934b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:45.352407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.353424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:45.368112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.369264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:45.369940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.421703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:45.429346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Made reservation on behalf of 101766ebbc57444e85c74851c2648fac for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:45.431609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.444379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-7fbd9f1c-1bb7-4d9b-b002-dca63f22e2de service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:29:45.445367 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-7fbd9f1c-1bb7-4d9b-b002-dca63f22e2de service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1430488 Apr 05 14:29:45.485135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:45.501326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7bec9955-621b-45ca-a3b7-f18d28f2be8a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:45.517818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d0a89a-fe9e-4004-bb5a-76b69c43721e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:45.535138 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0408778 Apr 05 14:29:45.535917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05a3776-dc0d-4f73-9134-d51fbc44ee0f tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Network': ['ID=c922810f-b93b-489f-a549-a20bd4394553,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:45.538073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57492) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:45.544636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:45.553163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Allocated IP 172.26.6.178 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/5b868b8b-85c4-448a-9cc7-ba32222d699d) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:45.560128 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32945b4e-2314-450e-b9f7-d4ff29d9d76a None None] Sync routers for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:29:45.580000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 7bec9955-621b-45ca-a3b7-f18d28f2be8a triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:45.580411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.597285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] device_id is not set on port a3783ba4-a6b5-49b8-86ac-5cc67195eb16 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:45.605008 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32945b4e-2314-450e-b9f7-d4ff29d9d76a None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:45.609091 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-32945b4e-2314-450e-b9f7-d4ff29d9d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:45.620719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c922810f-b93b-489f-a549-a20bd4394553 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:45.637213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.637596 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Added segment 177deb2c-cedf-4970-8160-2aa131b750b1 of type vlan for network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 Apr 05 14:29:45.684096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.686650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.687839 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1a582dd6-0fe2-4e8e-94a1-63630decbd07 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 9.7576981 Apr 05 14:29:45.698553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57496) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:45.774968 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-32945b4e-2314-450e-b9f7-d4ff29d9d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:45.795141 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32945b4e-2314-450e-b9f7-d4ff29d9d76a None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:45.796142 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-32945b4e-2314-450e-b9f7-d4ff29d9d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:45.816090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.838882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:45.873336 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-32945b4e-2314-450e-b9f7-d4ff29d9d76a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:45.874000 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32945b4e-2314-450e-b9f7-d4ff29d9d76a None None] The sync data for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:29:45.880230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-4c624f30-02d6-4529-846c-805062c71a63 service neutron] 10.222.0.18 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064648 Apr 05 14:29:45.995281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8b764-8eb0-4bbf-bf5b-7a01608b05d2 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:45.999938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8b764-8eb0-4bbf-bf5b-7a01608b05d2 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:46.003900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8b764-8eb0-4bbf-bf5b-7a01608b05d2 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:46.007956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8b764-8eb0-4bbf-bf5b-7a01608b05d2 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:46.012009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b8b764-8eb0-4bbf-bf5b-7a01608b05d2 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:46.013438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a6b8b764-8eb0-4bbf-bf5b-7a01608b05d2 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Synchronizing usage tracker for tenant:03861482e5094fefb728b62d1cdc4b1f on resource:network {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:46.063127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.073069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a6b8b764-8eb0-4bbf-bf5b-7a01608b05d2 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Unset dirty status for tenant:03861482e5094fefb728b62d1cdc4b1f on resource:network {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:46.077149 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a6b8b764-8eb0-4bbf-bf5b-7a01608b05d2 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3060 time: 0.5353844 Apr 05 14:29:46.080172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57500) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:46.089870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.110074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.113661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:46.114271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.117572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.203535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.234793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.250727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9955090-5b5f-4a6f-8e36-4d255533ff56,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.275753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.279637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.355795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Network': ['ID=137a5d83-8fe1-4029-aab4-38e6ac9995a4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.364742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.365722 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8b66a43a-dccb-4c70-af1e-3178b85646b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.0917332 Apr 05 14:29:46.368826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:46.380177 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-265abf4d-5b60-42b5-ac30-04d301d6dfa7 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.4269137 Apr 05 14:29:46.381486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57504) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:46.381793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57506) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:46.389336 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-6421f0d7-8225-4fc9-af4a-2913eddade5b service neutron] 10.222.0.18 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983072 Apr 05 14:29:46.398361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'subnet': {'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:46.418140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Request body: {'security_group_rule': {'security_group_id': 'e150089c-877c-47ae-b24a-57ff07e65800', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:46.438361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:46.451772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:46.505665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:46.509663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Usage tracker for resource:security_group_rule and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:46.512351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:46.515696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:46.525808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'Port': ['ID=d39584dc-a2aa-467f-9e1f-02fc56176bfd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.540809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:46.541606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:46.542223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.548447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:46.581067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:46.582916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event updated for resources: {'Port': ['ID=5b868b8b-85c4-448a-9cc7-ba32222d699d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:46.589279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:46.656947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:46.663344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Usage tracker for resource:subnet and tenant:a2cab510b2e14c1aa623daefbba1aa77 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:46.670879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:46.681023 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d32c9494-66f8-47eb-9a1f-0af03638183a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.0456786 Apr 05 14:29:46.682171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:46.684047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57526) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:46.684381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57530) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:46.693056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.716462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.766107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c922810f-b93b-489f-a549-a20bd4394553']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:46.802834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2629c0d1-489c-48ba-be5a-204c7bc9b506') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:46.803265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2629c0d1-489c-48ba-be5a-204c7bc9b506') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:46.824107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.848547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.850951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.859135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:29:46.859569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:46.873144 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:46.890148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Made reservation on behalf of a2cab510b2e14c1aa623daefbba1aa77 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:46.975171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:46.998931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network c922810f-b93b-489f-a549-a20bd4394553 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 14:29:47.003245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.014772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event deleted for resources: {'Network': ['ID=c922810f-b93b-489f-a549-a20bd4394553,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:47.029726 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bc39b9dd-f339-4dc0-a9ec-82b6f3c0f65b tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "DELETE /v2.0/networks/c922810f-b93b-489f-a549-a20bd4394553 HTTP/1.1" status: 204 len: 168 time: 0.9485376 Apr 05 14:29:47.033157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57544) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:47.037955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Network 09f33c47-7f1d-41da-8b91-43056151082e is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:47.040719 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-72728123-93e3-4605-8622-5cda96f1fc4b req-3d0dd2a6-d890-4340-9ff6-c0cf902f6938 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 210 time: 0.3546586 Apr 05 14:29:47.041629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:47.044043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Request body: {'network': {'name': 'tempest-network--2042543705', 'router:external': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:47.052992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:47.058142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=a3783ba4-a6b5-49b8-86ac-5cc67195eb16,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:47.072073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:47.073248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:47.074245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.081801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22d845ad-e649-473f-a1d3-f05a0c81cf13 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Deleting port d39584dc-a2aa-467f-9e1f-02fc56176bfd {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:29:47.082507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22d845ad-e649-473f-a1d3-f05a0c81cf13 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.123357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Usage tracker for resource:network and tenant:e8ff9bddc03940df95a81fb5d19d1400 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:47.132301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:47.145743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:47.280089 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.284486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Made reservation on behalf of e8ff9bddc03940df95a81fb5d19d1400 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:47.286770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.301687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.381110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.406062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:47.440787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.441042 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-91c55f43-eb35-49e1-95ef-c834f9177990 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.2700264 Apr 05 14:29:47.441443 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Added segment df41bd9d-012c-431f-9e9e-f00631a9997e of type vlan for network a8a5c547-b350-4bf0-8e3e-ae9726755391 Apr 05 14:29:47.442448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57560) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:47.447811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22d845ad-e649-473f-a1d3-f05a0c81cf13 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.538356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.558066 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.642741 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-87e97a27-9393-4c97-830f-5aee9d6ba5ad tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "GET /v2.0/ports/a3783ba4-a6b5-49b8-86ac-5cc67195eb16 HTTP/1.1" status: 200 len: 955 time: 0.1989577 Apr 05 14:29:47.657996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57568) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:47.667604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22d845ad-e649-473f-a1d3-f05a0c81cf13 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Calling delete_port for d39584dc-a2aa-467f-9e1f-02fc56176bfd owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:29:47.693242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.753901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6331ef91-5e7e-482d-9469-a470eaaa9882,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:47.771512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.774101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4a662fc5-6962-4a8b-96bb-ac785d84c0ea tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.3891797 Apr 05 14:29:47.781975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.782837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:47.783406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.787909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57574) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:47.788898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-9df55a01-d704-47d8-8b8a-ffc5f35a18fe tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Deleting port a3783ba4-a6b5-49b8-86ac-5cc67195eb16 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:29:47.789226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9df55a01-d704-47d8-8b8a-ffc5f35a18fe tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.796006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:47.808650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:47.817522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Usage tracker for resource:floatingip and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:47.821744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:47.888671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:47.926168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:47.985718 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9499722 Apr 05 14:29:47.994906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57580) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:48.019060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22d845ad-e649-473f-a1d3-f05a0c81cf13 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.030679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4bcbf-7907-45c5-a5c1-ba885d0213d7 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Network': ['ID=a8a5c547-b350-4bf0-8e3e-ae9726755391,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:48.047637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network a8a5c547-b350-4bf0-8e3e-ae9726755391 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:48.056679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:29:48.097822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d845ad-e649-473f-a1d3-f05a0c81cf13 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event deleted for resources: {'Port': ['ID=d39584dc-a2aa-467f-9e1f-02fc56176bfd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:48.155138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.199293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22d845ad-e649-473f-a1d3-f05a0c81cf13 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.234196 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-22d845ad-e649-473f-a1d3-f05a0c81cf13 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "DELETE /v2.0/ports/d39584dc-a2aa-467f-9e1f-02fc56176bfd HTTP/1.1" status: 204 len: 168 time: 1.5427320 Apr 05 14:29:48.242646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57586) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:48.245058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.252318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2', 'external_fixed_ips': [{'subnet_id': '1cf3b61c-e04d-48da-8377-e54b4ed8ef94', 'ip_address': '2001:db8::105'}]}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:48.268508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Subnet': ['ID=7010ce9b-acfa-4711-9b1b-5cd794bfa069,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:48.271057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:48.271504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.284005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Usage tracker for resource:router and tenant:d8c9f1739c844638bd5dc84eaf8903c4 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:48.289050 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:48.300783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:48.326163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Checking segment: {'id': '177deb2c-cedf-4970-8160-2aa131b750b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:48.326534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Network hostable DHCP agents. Network: 137a5d83-8fe1-4029-aab4-38e6ac9995a4, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:29:48.336448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.337364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.416851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.420582 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a534ce20-3c14-4ed9-ae94-54df641049a5 req-bf7b4990-04f0-424b-a194-268a209f2881 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 210 time: 0.0560794 Apr 05 14:29:48.458067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:29:48.471690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.486883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 137a5d83-8fe1-4029-aab4-38e6ac9995a4) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:48.500396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76a841-11b1-4b7a-a2e3-95d4933a5013 None None] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:48.503702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:48.504448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.546781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2692d38-1092-4753-810d-0b3253ff50ec tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:48.550876 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d2692d38-1092-4753-810d-0b3253ff50ec tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] 10.222.0.18 "GET /v2.0/networks/a8a5c547-b350-4bf0-8e3e-ae9726755391 HTTP/1.1" status: 200 len: 757 time: 0.5531628 Apr 05 14:29:48.552721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9df55a01-d704-47d8-8b8a-ffc5f35a18fe tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.565045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57594) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:48.661333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.15', 61868) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:48.740919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5d6dc2e9-b86a-4ba1-b1ed-0b6e7ed96df4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3556664 Apr 05 14:29:48.741694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57600) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:48.776855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-90949824'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:48.795956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'tenant_id': 'a2cab510b2e14c1aa623daefbba1aa77', 'fixed_ips': [{'subnet_id': '7010ce9b-acfa-4711-9b1b-5cd794bfa069'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:29:48.796899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.834976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event updated for resources: {'Port': ['ID=5b868b8b-85c4-448a-9cc7-ba32222d699d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:48.843982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-9df55a01-d704-47d8-8b8a-ffc5f35a18fe tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Calling delete_port for a3783ba4-a6b5-49b8-86ac-5cc67195eb16 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:29:48.952673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:48.987729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af4925a-93e6-416d-84ca-95cb8137ed53 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:48.991982 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6af4925a-93e6-416d-84ca-95cb8137ed53 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] 10.222.0.18 "GET /v2.0/networks/1bf0f302-1088-4937-85dd-5d5e52e9f166 HTTP/1.1" status: 200 len: 768 time: 0.4257946 Apr 05 14:29:48.994858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57604) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:49.013544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Allocated IP 2001:db8::2 (137a5d83-8fe1-4029-aab4-38e6ac9995a4/7010ce9b-acfa-4711-9b1b-5cd794bfa069/efa3783b-bea4-4bd9-b17e-bef04e58a400) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:49.015181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Allocated IP 172.26.6.224 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/19bb4905-347e-40f0-9c48-6d9f8ebfce90) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:49.036556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.051514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.073281 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-32f37ae3-4258-4b22-8b42-8dbe80d4e3c3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.8315892 Apr 05 14:29:49.077172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-3c04caa7-f6d4-43e9-bd3d-d28da7dc7be1 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:49.078663 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-3c04caa7-f6d4-43e9-bd3d-d28da7dc7be1 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.15 "GET /v2.0/networks?id=81810746-99da-4e66-ab4d-02ec55cd3bf0 HTTP/1.1" status: 200 len: 812 time: 0.4160316 Apr 05 14:29:49.102988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.209409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.273192 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-d69ded4f-48cb-4120-8c32-ec54574b0093 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=17396d3d9eb74d0896ed691e2803b81b HTTP/1.1" status: 200 len: 379 time: 0.1464579 Apr 05 14:29:49.307748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.318498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Request body: {'port': {'device_id': '53a475d8-245b-4649-aed3-f188cef29c8d', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'admin_state_up': True, 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'security_groups': ['15e1551b-9b58-4dc8-816f-32e7c79a252c']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:49.321639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Transition to ACTIVE for port object efa3783b-bea4-4bd9-b17e-bef04e58a400 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:49.399138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Transition to ACTIVE for port object efa3783b-bea4-4bd9-b17e-bef04e58a400 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:49.407551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.425849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9df55a01-d704-47d8-8b8a-ffc5f35a18fe tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.474296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:49.512729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df55a01-d704-47d8-8b8a-ffc5f35a18fe tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3783ba4-a6b5-49b8-86ac-5cc67195eb16,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:49.528814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Usage tracker for resource:port and tenant:a2cab510b2e14c1aa623daefbba1aa77 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:49.538143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:49.548956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:49.552656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:49.563080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:49.626515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9df55a01-d704-47d8-8b8a-ffc5f35a18fe tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.639037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:49.648213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Pushing event updated for resources: {'Port': ['ID=efa3783b-bea4-4bd9-b17e-bef04e58a400,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:49.680655 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9df55a01-d704-47d8-8b8a-ffc5f35a18fe tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a3783ba4-a6b5-49b8-86ac-5cc67195eb16 HTTP/1.1" status: 204 len: 168 time: 2.0163388 Apr 05 14:29:49.683241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.688457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Attempting to bind port efa3783b-bea4-4bd9-b17e-bef04e58a400 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:49.688840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Attempting to bind port efa3783b-bea4-4bd9-b17e-bef04e58a400 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '177deb2c-cedf-4970-8160-2aa131b750b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:49.689458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Attempting to bind port efa3783b-bea4-4bd9-b17e-bef04e58a400 on network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:49.692672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57640) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:49.697419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:49.697818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Checking segment: {'id': '177deb2c-cedf-4970-8160-2aa131b750b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:49.698208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.698596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Bound using segment: {'id': '177deb2c-cedf-4970-8160-2aa131b750b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:49.699202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Bound port: efa3783b-bea4-4bd9-b17e-bef04e58a400, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177deb2c-cedf-4970-8160-2aa131b750b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:49.699976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.765865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8a5c547-b350-4bf0-8e3e-ae9726755391']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:49.798319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df41bd9d-012c-431f-9e9e-f00631a9997e') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:49.799873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df41bd9d-012c-431f-9e9e-f00631a9997e') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:49.815408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.819000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] For port efa3783b-bea4-4bd9-b17e-bef04e58a400, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:49.822695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] For port efa3783b-bea4-4bd9-b17e-bef04e58a400, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=efa3783b-bea4-4bd9-b17e-bef04e58a400,segment=NetworkSegment(177deb2c-cedf-4970-8160-2aa131b750b1),segment_id=177deb2c-cedf-4970-8160-2aa131b750b1)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:29:49.831471 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a0f17b9e-b9a8-4b9b-9a3d-5a2e211c5ff3 req-f78fb842-593f-4f35-8a18-880a4dc26d59 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 210 time: 0.2039678 Apr 05 14:29:49.842763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.860019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Made reservation on behalf of a2cab510b2e14c1aa623daefbba1aa77 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:49.863006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.918282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.922925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.937525 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e267ddac-d45f-4d04-90bc-3bf57158bd51 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:29:49.938300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e267ddac-d45f-4d04-90bc-3bf57158bd51 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Synchronizing usage tracker for tenant:101766ebbc57444e85c74851c2648fac on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:49.945174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:29:49.945932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:49.961275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] device_id is not set on port 890e1e05-6101-42ef-8b48-b0c86b945ae0 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:49.984170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab70b2d-0645-49de-b64b-73a43579274c None None] Pushing event updated for resources: {'Port': ['ID=efa3783b-bea4-4bd9-b17e-bef04e58a400,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:50.087131 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-41b8a626-811c-40c4-8c8b-149e04787ce4 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1608457908&fields=id&tenant_id=f340e038ed9f4035ac647832a6a75084 HTTP/1.1" status: 200 len: 267 time: 0.6255350 Apr 05 14:29:50.111964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:50.185377 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:50.244557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:50.247687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event updated for resources: {'Port': ['ID=19bb4905-347e-40f0-9c48-6d9f8ebfce90,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:50.479193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:50.549786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Allocated IP 172.20.0.1 (9693223f-b04e-4f10-82be-076596c983d4/147eee93-3c8c-4d1d-b8bc-034a7fc72ec8/87d84842-775b-41db-8417-f43c94329341) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:50.599375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:50.679847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:50.711297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:50.755829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.761468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.767256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8a5c547-b350-4bf0-8e3e-ae9726755391 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 14:29:50.769538 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.803200 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a8a5c547-b350-4bf0-8e3e-ae9726755391 HTTP/1.1" status: 204 len: 168 time: 1.8059053 Apr 05 14:29:50.806548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57644) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:50.822422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Request body: {'network': {'name': 'tempest-network--2130030724'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:50.828300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:50.832801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Usage tracker for resource:network and tenant:e8ff9bddc03940df95a81fb5d19d1400 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:50.836149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:50.842919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:50.857601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd840900-f3b8-4974-80ff-df020a6ec7cd tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8a5c547-b350-4bf0-8e3e-ae9726755391,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:50.866031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e267ddac-d45f-4d04-90bc-3bf57158bd51 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Unset dirty status for tenant:101766ebbc57444e85c74851c2648fac on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:50.870783 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e267ddac-d45f-4d04-90bc-3bf57158bd51 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "GET /v2.0/ports/a3783ba4-a6b5-49b8-86ac-5cc67195eb16 HTTP/1.1" status: 404 len: 333 time: 1.1717741 Apr 05 14:29:50.872583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Made reservation on behalf of e8ff9bddc03940df95a81fb5d19d1400 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:50.875680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.900783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Made reservation on behalf of 17396d3d9eb74d0896ed691e2803b81b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:50.908072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Transition to ACTIVE for port object 87d84842-775b-41db-8417-f43c94329341 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:50.909241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57650) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:50.912069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.920169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Request body: {'port': {'network_id': '09f33c47-7f1d-41da-8b91-43056151082e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-512926772'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:50.925930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:50.936662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:50.953536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Made reservation on behalf of 101766ebbc57444e85c74851c2648fac for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:50.956017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:50.996148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:29:51.017445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] device_id is not set on port ad124c09-d541-4aa8-abbe-7ef32eb7209c yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:51.066647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.067148 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Added segment 0c9a2f57-e768-466f-90cf-1860ca536d95 of type vlan for network 9a77390f-8781-44c8-8fb8-69558a61f8d8 Apr 05 14:29:51.129258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.205092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.242925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Network 9693223f-b04e-4f10-82be-076596c983d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:51.249437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'Port': ['ID=87d84842-775b-41db-8417-f43c94329341,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:51.253840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:51.257016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:51.290384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device efa3783b-bea4-4bd9-b17e-bef04e58a400 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:51.290838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.408597 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.514823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port efa3783b-bea4-4bd9-b17e-bef04e58a400 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:51.524334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.630308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.666724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.669761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:51.670410 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.714532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-31a915cb-441f-4447-a054-8eb69591cdbd None None] Provisioning for port 87d84842-775b-41db-8417-f43c94329341 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:51.724925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-31a915cb-441f-4447-a054-8eb69591cdbd None None] Provisioning complete for port 87d84842-775b-41db-8417-f43c94329341 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:51.726421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-31a915cb-441f-4447-a054-8eb69591cdbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:51.828290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24645590-29e3-48de-aca2-c8a4086fc80d None None] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:29:51.944321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Allocated IP 2001:db8::105 (4a5fde34-34c7-4d24-8a3c-b20be5e986a2/1cf3b61c-e04d-48da-8377-e54b4ed8ef94/b1a8e01c-1ec4-4f25-8421-f13ec3880156) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:51.959707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Network': ['ID=9a77390f-8781-44c8-8fb8-69558a61f8d8,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:51.975051 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ef49b4b2-53ef-4c6b-aa19-969a9f89c87a tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.1643589 Apr 05 14:29:51.975894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57654) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:51.989319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 9a77390f-8781-44c8-8fb8-69558a61f8d8 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:29:52.019332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ea5bf023-96bf-4828-929b-ec508bf59563 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:52.029766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-31a915cb-441f-4447-a054-8eb69591cdbd None None] Port 87d84842-775b-41db-8417-f43c94329341 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:52.134512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.190344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-152947a0-b122-4af7-9bac-ba59e936f96e tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:52.191927 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-152947a0-b122-4af7-9bac-ba59e936f96e tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/networks?id=6c033505-0a6f-40d5-8fe7-5433c1d6035a HTTP/1.1" status: 200 len: 805 time: 2.1038032 Apr 05 14:29:52.227177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Allocated IP 2001:db8::2f5 (137a5d83-8fe1-4029-aab4-38e6ac9995a4/7010ce9b-acfa-4711-9b1b-5cd794bfa069/890e1e05-6101-42ef-8b48-b0c86b945ae0) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:52.259373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.262655 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c2de1415-6ff5-4c2f-b4d6-23bacda61083 req-f6ea82a6-5393-4401-82da-ff5b197a2778 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 210 time: 0.9620633 Apr 05 14:29:52.292996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.308895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4ee7160d-b633-4e77-b13c-f859ab69ab6b None None] Provisioning for port efa3783b-bea4-4bd9-b17e-bef04e58a400 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:52.321194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4ee7160d-b633-4e77-b13c-f859ab69ab6b None None] Provisioning complete for port efa3783b-bea4-4bd9-b17e-bef04e58a400 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:52.321852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4ee7160d-b633-4e77-b13c-f859ab69ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.434838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.530476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Allocated IP 172.20.0.9 (81810746-99da-4e66-ab4d-02ec55cd3bf0/cb58ed33-4378-401d-9bf5-a7dc2fbbfa10/cf2c2921-9a6c-48db-bbbc-e60396bf26b4) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:52.564564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.696081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4ee7160d-b633-4e77-b13c-f859ab69ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.824461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4ee7160d-b633-4e77-b13c-f859ab69ab6b None None] For port efa3783b-bea4-4bd9-b17e-bef04e58a400, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=efa3783b-bea4-4bd9-b17e-bef04e58a400,segment=NetworkSegment(177deb2c-cedf-4970-8160-2aa131b750b1),segment_id=177deb2c-cedf-4970-8160-2aa131b750b1)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:52.831329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4ee7160d-b633-4e77-b13c-f859ab69ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.850237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Network 09f33c47-7f1d-41da-8b91-43056151082e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:52.867317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:52.878641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.892681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:52.893537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:52.899452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:52.900912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Transition to ACTIVE for port object cf2c2921-9a6c-48db-bbbc-e60396bf26b4 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:52.916132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=ad124c09-d541-4aa8-abbe-7ef32eb7209c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:52.989718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7160d-b633-4e77-b13c-f859ab69ab6b None None] Pushing event updated for resources: {'Port': ['ID=efa3783b-bea4-4bd9-b17e-bef04e58a400,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:52.997377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf023-96bf-4828-929b-ec508bf59563 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.105124 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c3254389-882a-4400-a7f5-cffdca22278e tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1921716 Apr 05 14:29:53.110879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57658) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:53.123683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:53.171398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3318276c-3133-4437-850a-384eca4585ff None None] Provisioning complete for port efa3783b-bea4-4bd9-b17e-bef04e58a400 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:53.171894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3318276c-3133-4437-850a-384eca4585ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.188291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf023-96bf-4828-929b-ec508bf59563 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.238232 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-8b2e6c9f-7056-4f86-a831-7cd2cd4ce607 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/quotas/f340e038ed9f4035ac647832a6a75084 HTTP/1.1" status: 200 len: 375 time: 1.0082772 Apr 05 14:29:53.239440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.241925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ea5bf023-96bf-4828-929b-ec508bf59563 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Network 9a77390f-8781-44c8-8fb8-69558a61f8d8 is not hosted by any dhcp agent {{(pid=83851) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 14:29:53.242794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5bf023-96bf-4828-929b-ec508bf59563 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:53.243491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea5bf023-96bf-4828-929b-ec508bf59563 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.243683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device efa3783b-bea4-4bd9-b17e-bef04e58a400 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:29:53.247925 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ea5bf023-96bf-4828-929b-ec508bf59563 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "PUT /v2.0/networks/9a77390f-8781-44c8-8fb8-69558a61f8d8 HTTP/1.1" status: 200 len: 858 time: 1.2485371 Apr 05 14:29:53.254697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57662) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:53.385788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:53.386814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'Port': ['ID=b1a8e01c-1ec4-4f25-8421-f13ec3880156,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:53.392147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port efa3783b-bea4-4bd9-b17e-bef04e58a400 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:53.392147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.399867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:53.401696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.441180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:53.500554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:53.586623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5bf023-96bf-4828-929b-ec508bf59563 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event updated for resources: {'Network': ['ID=9a77390f-8781-44c8-8fb8-69558a61f8d8,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:53.632425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.657894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:53.671010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.676395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:53.680692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:53.681348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.850248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:53.928090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:29:53.967811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Transition to ACTIVE for port object 890e1e05-6101-42ef-8b48-b0c86b945ae0 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:54.038825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event updated for resources: {'Port': ['ID=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:54.096245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.106125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.118143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.142218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-647605ea-dfb8-4b79-9f20-514c456907db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.184119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b94306f6-2d99-4a38-bb92-ce37759a5900 None None] Provisioning for port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:54.191992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b94306f6-2d99-4a38-bb92-ce37759a5900 None None] Provisioning complete for port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:54.192618 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b94306f6-2d99-4a38-bb92-ce37759a5900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.213622 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-c3efca0e-cf3f-41de-b40e-c746be88a501 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9039621 Apr 05 14:29:54.224503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:29:54.227197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3ae49a-56bb-4dc3-b047-b158daf8d2ab req-e064a6a9-8e4f-4697-adea-2882cb2d2bc7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:54.227899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-8c3ae49a-56bb-4dc3-b047-b158daf8d2ab req-e064a6a9-8e4f-4697-adea-2882cb2d2bc7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Synchronizing usage tracker for tenant:17396d3d9eb74d0896ed691e2803b81b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:54.246207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-3ede44e7-97d9-4e72-a0a9-d8fcdc486b41 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:29:54.248216 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-3ede44e7-97d9-4e72-a0a9-d8fcdc486b41 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0081658 Apr 05 14:29:54.248519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a77390f-8781-44c8-8fb8-69558a61f8d8']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:54.265083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-a295a5ab-4d48-4a67-b679-f2304df28de7 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Synchronizing usage tracker for tenant:f340e038ed9f4035ac647832a6a75084 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:29:54.298256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b94306f6-2d99-4a38-bb92-ce37759a5900 None None] Port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:54.300217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-8c3ae49a-56bb-4dc3-b047-b158daf8d2ab req-e064a6a9-8e4f-4697-adea-2882cb2d2bc7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Unset dirty status for tenant:17396d3d9eb74d0896ed691e2803b81b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:54.301445 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c3ae49a-56bb-4dc3-b047-b158daf8d2ab req-e064a6a9-8e4f-4697-adea-2882cb2d2bc7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 931 time: 0.6548820 Apr 05 14:29:54.304129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9a2f57-e768-466f-90cf-1860ca536d95') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:54.304510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9a2f57-e768-466f-90cf-1860ca536d95') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:54.307918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.308666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.343337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.350902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.352649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-a295a5ab-4d48-4a67-b679-f2304df28de7 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Unset dirty status for tenant:f340e038ed9f4035ac647832a6a75084 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:29:54.353104 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-a295a5ab-4d48-4a67-b679-f2304df28de7 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f340e038ed9f4035ac647832a6a75084&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0765474 Apr 05 14:29:54.374304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.403687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'Port': ['ID=87d84842-775b-41db-8417-f43c94329341,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:54.407825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] device_id is not set on port ad124c09-d541-4aa8-abbe-7ef32eb7209c yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:54.421890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.447397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.638681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Transition to ACTIVE for port object ad124c09-d541-4aa8-abbe-7ef32eb7209c will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:54.648551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:29:54.653704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.657392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:54.673202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:54.688769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=890e1e05-6101-42ef-8b48-b0c86b945ae0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:54.696509 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:54.698499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:54.704966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:54.705704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.731903 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c3ae49a-56bb-4dc3-b047-b158daf8d2ab req-8a632858-37e8-4a73-afa4-a7f92287e703 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4024336 Apr 05 14:29:54.740158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.795039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.807694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-34e80a82-b86b-4bbd-9251-4eb0dfa61400 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:29:54.808789 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-34e80a82-b86b-4bbd-9251-4eb0dfa61400 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2284031 Apr 05 14:29:54.810338 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5fca7dbc-6c52-4a2c-bf8e-b886b833c2ef tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 6.0505884 Apr 05 14:29:54.813314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:54.822853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57676) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:54.888771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1682887887', 'allowed_address_pairs': [{'ip_address': '2001:db8::2f5', 'mac_address': 'fa:16:3e:f9:0f:ff'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:55.054065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Request body: {'port': {'device_id': '53a475d8-245b-4649-aed3-f188cef29c8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:55.149277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.158999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-92f7b03f-f2c2-4fdc-ad57-8ee9e21e8806 None None] Provisioning for port 890e1e05-6101-42ef-8b48-b0c86b945ae0 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:29:55.178207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a77390f-8781-44c8-8fb8-69558a61f8d8 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 14:29:55.182596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-92f7b03f-f2c2-4fdc-ad57-8ee9e21e8806 None None] Provisioning complete for port 890e1e05-6101-42ef-8b48-b0c86b945ae0 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:55.183056 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92f7b03f-f2c2-4fdc-ad57-8ee9e21e8806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.186422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.267965 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] 10.222.0.18 "DELETE /v2.0/networks/9a77390f-8781-44c8-8fb8-69558a61f8d8 HTTP/1.1" status: 204 len: 168 time: 2.0119901 Apr 05 14:29:55.273185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Network 9693223f-b04e-4f10-82be-076596c983d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:55.273911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57682) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:55.295259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8df9a4-3ea3-4ec0-9b3e-eeff49683c47 tempest-ExternalNetworksTestJSON-2020000705 tempest-ExternalNetworksTestJSON-2020000705-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a77390f-8781-44c8-8fb8-69558a61f8d8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:55.333187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-92f7b03f-f2c2-4fdc-ad57-8ee9e21e8806 None None] Port 890e1e05-6101-42ef-8b48-b0c86b945ae0 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:55.374651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:55.392637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-52838f5b-32da-4110-bc5e-e5ed1e0bb341 service neutron] 10.222.0.18 "GET /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5231204 Apr 05 14:29:55.402389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:55.412541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Usage tracker for resource:port and tenant:a2cab510b2e14c1aa623daefbba1aa77 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:55.416024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:55.432853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:55.463009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.549951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Made reservation on behalf of a2cab510b2e14c1aa623daefbba1aa77 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:55.739343 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bc1c1b-1a7b-4544-9a21-0deee47e6446 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] DELETE failed (client error): The resource could not be found. Apr 05 14:29:55.739871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1bc1c1b-1a7b-4544-9a21-0deee47e6446 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:29:55.745030 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e1bc1c1b-1a7b-4544-9a21-0deee47e6446 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] 10.222.0.18 "DELETE /v2.0/subnets/af33ff5f-c5aa-4a24-9ea8-6cdfedc5a2c3 HTTP/1.1" status: 404 len: 337 time: 0.4390719 Apr 05 14:29:55.751126 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57688) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:55.845964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:55.847215 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.0583534 Apr 05 14:29:55.879254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e150f727-e4df-4698-a621-5e4c96ec9bd5 None None] Provisioning complete for port 87d84842-775b-41db-8417-f43c94329341 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:29:55.880291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e150f727-e4df-4698-a621-5e4c96ec9bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.032943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a4b080-3ad4-46e4-80a2-2b7fa26e6d37 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event updated for resources: {'Port': ['ID=19bb4905-347e-40f0-9c48-6d9f8ebfce90,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:56.049190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e150f727-e4df-4698-a621-5e4c96ec9bd5 None None] Port 87d84842-775b-41db-8417-f43c94329341 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:29:56.166823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=ad124c09-d541-4aa8-abbe-7ef32eb7209c,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:56.174017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.272923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.289686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.304168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:56.305245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:56.306076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:56.308937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8b83777a-62e2-4626-8cc9-66a2ec8739b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.315921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:56.316792 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:56.322854 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 2 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:56.379760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] device_id is not set on port c81d65a2-b107-49c2-a6ef-d6c038aa155b yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:56.398480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:56.399044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:56.399526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:56.437404 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-8613bffb-8bc4-40df-a45a-53ceafd710ce service neutron] 10.222.0.18 "GET /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9880903 Apr 05 14:29:56.487075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:56.487639 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:56.499675 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 3 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:56.542489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.551449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:56.552030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:56.552588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:56.586294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:56.586970 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:56.589517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf0f302-1088-4937-85dd-5d5e52e9f166']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:56.597195 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 4 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:56.615149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7b9c556-fa64-4f14-a3c2-06c8677374aa') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:56.615817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7b9c556-fa64-4f14-a3c2-06c8677374aa') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:56.619183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201da08-ee71-42d3-bf40-f5c0fbefff4c req-63f8bd07-25c7-4010-844e-a31bd4e5f8d4 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:56.620874 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f201da08-ee71-42d3-bf40-f5c0fbefff4c req-63f8bd07-25c7-4010-844e-a31bd4e5f8d4 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 931 time: 0.5321326 Apr 05 14:29:56.668516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.699136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.706427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:29:56.707226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:29:56.837245 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:29:56.841471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.847113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:56.849521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:56.849888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:56.854153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:56.898221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:56.898699 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:56.900519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] Pushing event deleted for resources: {'Network': ['ID=1bf0f302-1088-4937-85dd-5d5e52e9f166,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:56.904406 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 5 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:56.923480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:56.923829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:56.924179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:56.929451 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5d187504-4f93-4f7e-abe4-1211407dfdb7 tempest-ExternalNetworksTestJSON-992036916 tempest-ExternalNetworksTestJSON-992036916-project] 10.222.0.18 "DELETE /v2.0/networks/1bf0f302-1088-4937-85dd-5d5e52e9f166 HTTP/1.1" status: 204 len: 168 time: 1.1514750 Apr 05 14:29:56.948607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:56.949069 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:56.957520 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 6 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:56.989632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Router e6d5365e-2c21-4f3b-98e7-5feb15322002 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:29:57.005110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:57.005439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:57.005826 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:57.143601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:57.143601 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:57.143601 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 7 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:57.172290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Sync routers for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:29:57.173988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:57.174512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:57.174906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:57.187309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:57.188373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:57.197552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:57.197945 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:57.199415 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 8 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:57.220948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:57.221290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:57.221673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:57.240986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:57.241320 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:57.241852 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 9 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:57.264623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:57.264949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:57.265296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:57.276978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:57.277644 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:57.278344 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempt 10 to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c Apr 05 14:29:57.310415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:57.310945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:57.311195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Router e699bfd6-d062-4ed3-a629-728ee591f2b8 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:29:57.311557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempting to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:57.319013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:57.319433 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Failed to bind port ad124c09-d541-4aa8-abbe-7ef32eb7209c on host hv-neutron-8294 for vnic_type normal using segments [{'id': '25586336-69f3-4f98-8e01-b22bd9f610f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '09f33c47-7f1d-41da-8b91-43056151082e'}] Apr 05 14:29:57.319909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.335119 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f201da08-ee71-42d3-bf40-f5c0fbefff4c req-812b9bd8-e0ef-407c-8834-85eba5da97af tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6918113 Apr 05 14:29:57.337537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Allocated IP 2001:db8::1a0 (137a5d83-8fe1-4029-aab4-38e6ac9995a4/7010ce9b-acfa-4711-9b1b-5cd794bfa069/c81d65a2-b107-49c2-a6ef-d6c038aa155b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:57.432838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:57.444553 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab722c-dcd8-48fa-aec6-345896d3a375 None None] Sync routers for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:29:57.448181 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0ec011fd-a8ab-40af-8abe-ada34ee340c1 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "PUT /v2.0/routers/e6d5365e-2c21-4f3b-98e7-5feb15322002/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6666863 Apr 05 14:29:57.448756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57722) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:57.457615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Request body: {'port': {'network_id': '9693223f-b04e-4f10-82be-076596c983d4', 'name': 'tempest-FloatingIPAdminTestJSON-750270665'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:29:57.493679 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab722c-dcd8-48fa-aec6-345896d3a375 None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:57.499507 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-76ab722c-dcd8-48fa-aec6-345896d3a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:57.701349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] For port ad124c09-d541-4aa8-abbe-7ef32eb7209c, host hv-neutron-8294, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:57.701942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Attempted to set empty binding levels {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:29:57.716531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.754403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57734) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:57.758344 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-76ab722c-dcd8-48fa-aec6-345896d3a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:57.802950 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab722c-dcd8-48fa-aec6-345896d3a375 None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:57.803642 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-76ab722c-dcd8-48fa-aec6-345896d3a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:57.852453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] In _notify_port_updated(), no bound segment for port ad124c09-d541-4aa8-abbe-7ef32eb7209c on network 09f33c47-7f1d-41da-8b91-43056151082e {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:29:57.853668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:57.855005 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "PUT /v2.0/ports/ad124c09-d541-4aa8-abbe-7ef32eb7209c HTTP/1.1" status: 200 len: 976 time: 4.7431524 Apr 05 14:29:57.863749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57740) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:58.011032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:29:58.034001 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-76ab722c-dcd8-48fa-aec6-345896d3a375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:58.034452 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ab722c-dcd8-48fa-aec6-345896d3a375 None None] The sync data for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:29:58.063321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f327a309-086b-4544-9a21-89647dd9c5f3 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event updated for resources: {'Port': ['ID=ad124c09-d541-4aa8-abbe-7ef32eb7209c,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:58.068429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Deleting port ad124c09-d541-4aa8-abbe-7ef32eb7209c {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:29:58.069559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.132783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c1a2c4e7-91da-4c31-8097-c00210901b29 req-081d07a2-4f0b-4c88-9588-abef799707a9 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 210 time: 0.5400503 Apr 05 14:29:58.246033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:29:58.276205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Usage tracker for resource:port and tenant:44f09631074b4cb7a0eabb73b6ab3e5d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:29:58.281191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:29:58.320447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:29:58.405971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:29:58.406223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Made reservation on behalf of 44f09631074b4cb7a0eabb73b6ab3e5d for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:29:58.409593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.522326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.527420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.636963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] device_id is not set on port be81b280-6b85-4a4e-acb1-8cdaae56a472 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:29:58.709783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf2c2921-9a6c-48db-bbbc-e60396bf26b4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:29:58.739800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.777191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 2, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:58.788575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Transition to ACTIVE for port object cf2c2921-9a6c-48db-bbbc-e60396bf26b4 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:58.790575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Checking router: 4d8552f5-fad6-467d-911f-c09c5fc4f532 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:29:58.791467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Updating router 4d8552f5-fad6-467d-911f-c09c5fc4f532 port 32fa3107-d5db-4684-9938-f2899fd723e2 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:29:58.805260 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e32f933c-b471-411d-bbdd-ade599935915 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03861482e5094fefb728b62d1cdc4b1f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0144825 Apr 05 14:29:58.809773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.810116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] For port ad124c09-d541-4aa8-abbe-7ef32eb7209c, host hv-neutron-8294, got binding levels [] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:29:58.810615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.817587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57756) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:58.820356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.891533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:58.961520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.008741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Transition to ACTIVE for port object c81d65a2-b107-49c2-a6ef-d6c038aa155b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:59.016597 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Calling delete_port for ad124c09-d541-4aa8-abbe-7ef32eb7209c owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:29:59.166497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:29:59.168221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Pushing event updated for resources: {'Port': ['ID=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:59.237944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Sync routers for ids ['e699bfd6-d062-4ed3-a629-728ee591f2b8'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:29:59.272536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Allocated IP 172.20.0.5 (9693223f-b04e-4f10-82be-076596c983d4/147eee93-3c8c-4d1d-b8bc-034a7fc72ec8/be81b280-6b85-4a4e-acb1-8cdaae56a472) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:29:59.286476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01754c2e-cfb1-4e4c-8173-dc9ef6bd7db4 req-ed1a02da-cedf-48a9-8e2c-5e13ae494f3e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:59.289453 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01754c2e-cfb1-4e4c-8173-dc9ef6bd7db4 req-ed1a02da-cedf-48a9-8e2c-5e13ae494f3e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 931 time: 0.6263497 Apr 05 14:29:59.292768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.295049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Attempting to bind port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:29:59.295407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Attempting to bind port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:29:59.295751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Attempting to bind port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 on network 81810746-99da-4e66-ab4d-02ec55cd3bf0 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:59.343122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.344635 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d4854b60-482d-49c5-9fc0-5dd981f25aed tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 11.1009018 Apr 05 14:29:59.351069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.352771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 on network 81810746-99da-4e66-ab4d-02ec55cd3bf0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:29:59.352895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57762) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:59.353157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Attempting to bind port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 on network 81810746-99da-4e66-ab4d-02ec55cd3bf0 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:29:59.432373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3acb198d-e490-4d32-8a9b-9c27dfe4aa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.497526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:29:59.497887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Checking segment: {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:29:59.498554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Bound using segment: {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:29:59.498892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.499081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Bound port: cf2c2921-9a6c-48db-bbbc-e60396bf26b4, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:29:59.499434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.501212 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad124c09-d541-4aa8-abbe-7ef32eb7209c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:59.526349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Transition to ACTIVE for port object 32fa3107-d5db-4684-9938-f2899fd723e2 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:29:59.531410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Routers {'e699bfd6-d062-4ed3-a629-728ee591f2b8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:29:59.533102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e699bfd6-d062-4ed3-a629-728ee591f2b8'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:29:59.555165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:29:59.560964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3acb198d-e490-4d32-8a9b-9c27dfe4aa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.582785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:29:59.626582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.671841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:29:59.683122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:29:59.683790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.698564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=c81d65a2-b107-49c2-a6ef-d6c038aa155b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:29:59.730977 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01754c2e-cfb1-4e4c-8173-dc9ef6bd7db4 req-9cc19cf2-69e7-4689-a757-9bcb05c5938d tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4308925 Apr 05 14:29:59.738373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.15', 61875) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:59.905605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:29:59.908611 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a3da4db5-529f-4162-be1a-7ca2760aa66f tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 5.0422163 Apr 05 14:29:59.919465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57768) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:29:59.990645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] For port cf2c2921-9a6c-48db-bbbc-e60396bf26b4, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:29:59.994551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3acb198d-e490-4d32-8a9b-9c27dfe4aa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.000508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] For port cf2c2921-9a6c-48db-bbbc-e60396bf26b4, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:00.006921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654ee16-05f5-47ad-9f36-635bd6688846 None None] Pushing event updated for resources: {'Port': ['ID=32fa3107-d5db-4684-9938-f2899fd723e2,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:00.045767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.133968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acb198d-e490-4d32-8a9b-9c27dfe4aa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50272363-59e5-42e4-a2c9-d276fc2837ae,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:00.150704 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-25e2d317-8d7f-417c-abe7-8463ddc8811d tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "DELETE /v2.0/ports/ad124c09-d541-4aa8-abbe-7ef32eb7209c HTTP/1.1" status: 204 len: 168 time: 2.2858310 Apr 05 14:30:00.158741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57772) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:00.223723 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-11fd03a4-a4c5-476a-864c-ac563bdd35a4 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:30:00.224372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-11fd03a4-a4c5-476a-864c-ac563bdd35a4 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Synchronizing usage tracker for tenant:101766ebbc57444e85c74851c2648fac on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:00.297872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-11fd03a4-a4c5-476a-864c-ac563bdd35a4 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] Unset dirty status for tenant:101766ebbc57444e85c74851c2648fac on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:00.302566 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-11fd03a4-a4c5-476a-864c-ac563bdd35a4 tempest-PortsAdminExtendedAttrsTestJSON-1662479135 tempest-PortsAdminExtendedAttrsTestJSON-1662479135-project-admin] 10.222.0.18 "GET /v2.0/ports/ad124c09-d541-4aa8-abbe-7ef32eb7209c HTTP/1.1" status: 404 len: 333 time: 0.1380539 Apr 05 14:30:00.347581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57780) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:00.393793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Attempting to bind port 32fa3107-d5db-4684-9938-f2899fd723e2 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:00.395537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Attempting to bind port 32fa3107-d5db-4684-9938-f2899fd723e2 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:00.397285 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Attempting to bind port 32fa3107-d5db-4684-9938-f2899fd723e2 on network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:00.435426 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:00.435737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Checking segment: {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:00.436089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.436474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Bound using segment: {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:00.436947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Bound port: 32fa3107-d5db-4684-9938-f2899fd723e2, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:00.437310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.445828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3acb198d-e490-4d32-8a9b-9c27dfe4aa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.447117 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3acb198d-e490-4d32-8a9b-9c27dfe4aa42 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50272363-59e5-42e4-a2c9-d276fc2837ae HTTP/1.1" status: 204 len: 168 time: 1.6281796 Apr 05 14:30:00.469322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-31565e5c-a6a9-487a-87f9-b0edf2edbc28 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.475919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-31565e5c-a6a9-487a-87f9-b0edf2edbc28 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.15 "GET /v2.0/networks?id=6c033505-0a6f-40d5-8fe7-5433c1d6035a HTTP/1.1" status: 200 len: 805 time: 0.7107298 Apr 05 14:30:00.500659 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26f0981d-6ee1-4cd9-8ae9-8ab96276cb1c req-dbaeb673-9330-42dc-80df-f8b366bb3dc3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 210 time: 0.3320692 Apr 05 14:30:00.554166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.561727 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] 10.222.0.15 "PUT /v2.0/ports/cf2c2921-9a6c-48db-bbbc-e60396bf26b4 HTTP/1.1" status: 200 len: 1093 time: 5.8861094 Apr 05 14:30:00.589470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a475d8-245b-4649-aed3-f188cef29c8d', 'tag': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:00.608864 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.629635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] For port 32fa3107-d5db-4684-9938-f2899fd723e2, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:00.642384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] For port 32fa3107-d5db-4684-9938-f2899fd723e2, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=32fa3107-d5db-4684-9938-f2899fd723e2,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:00.642815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1f309-40fc-467c-9866-af15d7fe9839 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.657293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1f309-40fc-467c-9866-af15d7fe9839 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.661447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed1f309-40fc-467c-9866-af15d7fe9839 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:00.663036 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6ed1f309-40fc-467c-9866-af15d7fe9839 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6436985 Apr 05 14:30:00.678165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.685703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57788) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:00.805143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.815458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Transition to ACTIVE for port object be81b280-6b85-4a4e-acb1-8cdaae56a472 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:00.894450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654ee16-05f5-47ad-9f36-635bd6688846 None None] Pushing event updated for resources: {'Port': ['ID=32fa3107-d5db-4684-9938-f2899fd723e2,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:00.971243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Set router e699bfd6-d062-4ed3-a629-728ee591f2b8 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:00.987542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-91148675-b6a2-428b-8859-374945e6a12d tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting port c81d65a2-b107-49c2-a6ef-d6c038aa155b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:00.987891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91148675-b6a2-428b-8859-374945e6a12d tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:00.990863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fa818-ddb1-4779-a383-ebfcb818fada service neutron] Pushing event updated for resources: {'Port': ['ID=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:01.072320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:01.073100 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:01.107423 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-2013e8ab-efa1-4410-811a-cb19fdf26a62 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f340e038ed9f4035ac647832a6a75084 HTTP/1.1" status: 200 len: 380 time: 0.5894094 Apr 05 14:30:01.126313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Request body: {'port': {'device_id': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'admin_state_up': True, 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'security_groups': ['cd226afa-6518-43e9-99e2-90ff009d96bf']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:01.156014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-eeb26bfd-1e03-4292-a439-490a8d7df436 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Synchronizing usage tracker for tenant:978f05d8511947d2a12e13a0e8736f3b on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:01.294640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-eeb26bfd-1e03-4292-a439-490a8d7df436 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Unset dirty status for tenant:978f05d8511947d2a12e13a0e8736f3b on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:01.296112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-eeb26bfd-1e03-4292-a439-490a8d7df436 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2485525&fields=id&tenant_id=978f05d8511947d2a12e13a0e8736f3b HTTP/1.1" status: 200 len: 267 time: 0.3783908 Apr 05 14:30:01.299901 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-1ad3fd93-0f5f-4045-b8e4-4b9568aa1cb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17396d3d9eb74d0896ed691e2803b81b&device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 1096 time: 0.5020700 Apr 05 14:30:01.325901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57806) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:01.337501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.341182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-68ddb844-e456-422d-8de4-44a28381f1e2 None None] Provisioning for port c81d65a2-b107-49c2-a6ef-d6c038aa155b completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:01.381632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.412604 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-68ddb844-e456-422d-8de4-44a28381f1e2 None None] Provisioning complete for port c81d65a2-b107-49c2-a6ef-d6c038aa155b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:01.413204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-68ddb844-e456-422d-8de4-44a28381f1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.471008 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-9f351815-07fd-465a-ae45-4f9128920f44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4 HTTP/1.1" status: 200 len: 217 time: 0.1602654 Apr 05 14:30:01.472013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:01.486496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b1825d-5334-4c39-81c3-1c0a0db14eb3 req-ce0ba5cb-d058-47a5-81fb-cba1698e5d73 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:01.487941 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b4b1825d-5334-4c39-81c3-1c0a0db14eb3 req-ce0ba5cb-d058-47a5-81fb-cba1698e5d73 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 943 time: 0.5079262 Apr 05 14:30:01.511693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09f33c47-7f1d-41da-8b91-43056151082e']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:01.521046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-68ddb844-e456-422d-8de4-44a28381f1e2 None None] Port c81d65a2-b107-49c2-a6ef-d6c038aa155b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:01.542708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25586336-69f3-4f98-8e01-b22bd9f610f5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:01.543072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25586336-69f3-4f98-8e01-b22bd9f610f5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:01.545632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:01.583723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:01.585109 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.603616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Network 9693223f-b04e-4f10-82be-076596c983d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:01.626484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Made reservation on behalf of f340e038ed9f4035ac647832a6a75084 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:01.627558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.629546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.661852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-dca0de8e-1317-4782-b774-68cf48aded68 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:01.662966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-dca0de8e-1317-4782-b774-68cf48aded68 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Synchronizing usage tracker for tenant:978f05d8511947d2a12e13a0e8736f3b on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:01.669532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-b0df8ce1-f9e1-4ac5-9121-eb799b071754 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:01.670982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-b0df8ce1-f9e1-4ac5-9121-eb799b071754 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb58ed33-4378-401d-9bf5-a7dc2fbbfa10 HTTP/1.1" status: 200 len: 851 time: 0.1809101 Apr 05 14:30:01.678087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:01.689998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event updated for resources: {'Port': ['ID=be81b280-6b85-4a4e-acb1-8cdaae56a472,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:01.720284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:01.725145 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b4b1825d-5334-4c39-81c3-1c0a0db14eb3 req-12fec8e7-f010-4817-983f-79a4f3597249 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1967478 Apr 05 14:30:01.812795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-dca0de8e-1317-4782-b774-68cf48aded68 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Unset dirty status for tenant:978f05d8511947d2a12e13a0e8736f3b on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:01.813940 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-dca0de8e-1317-4782-b774-68cf48aded68 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 812 time: 0.5091035 Apr 05 14:30:01.867696 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-4df577b2-7e56-481e-b129-3c1caed39727 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/quotas/978f05d8511947d2a12e13a0e8736f3b HTTP/1.1" status: 200 len: 375 time: 0.0411193 Apr 05 14:30:01.927669 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:01.932343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e699bfd6-d062-4ed3-a629-728ee591f2b8', 'name': '', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2', 'external_fixed_ips': [{'subnet_id': '1cf3b61c-e04d-48da-8377-e54b4ed8ef94', 'ip_address': '2001:db8::105'}], 'enable_snat': True}, 'gw_port_id': 'b1a8e01c-1ec4-4f25-8421-f13ec3880156', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:48Z', 'updated_at': '2022-04-05T14:29:53Z', 'revision_number': 3, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port': {'id': 'b1a8e01c-1ec4-4f25-8421-f13ec3880156', 'name': '', 'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:76:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e699bfd6-d062-4ed3-a629-728ee591f2b8', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '1cf3b61c-e04d-48da-8377-e54b4ed8ef94', 'ip_address': '2001:db8::105', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:51Z', 'updated_at': '2022-04-05T14:29:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1cf3b61c-e04d-48da-8377-e54b4ed8ef94', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:01.943451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Checking router: e699bfd6-d062-4ed3-a629-728ee591f2b8 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:30:01.944102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Updating router e699bfd6-d062-4ed3-a629-728ee591f2b8 port b1a8e01c-1ec4-4f25-8421-f13ec3880156 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:30:01.972261 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d5af2616-0fe4-4a1b-99d5-bc2e201cc9a8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e8ff9bddc03940df95a81fb5d19d1400&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6392212 Apr 05 14:30:01.974030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:01.974453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.001395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57814) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:02.001909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91148675-b6a2-428b-8859-374945e6a12d tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.004323 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-55e93b43-033c-4fa6-94b7-3b41775980b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81810746-99da-4e66-ab4d-02ec55cd3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3257747 Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:02.010237 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:02.064725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.082656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:02.083267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.206782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69994d1c-690a-4c3d-b4b1-d0aa9e37c3a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.218790 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-06a5edfa-5113-4527-8971-e0cdbd157eaf service neutron] 10.222.0.15 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601331 Apr 05 14:30:02.220391 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f7e07c-187c-4282-a669-9989b29fa2f2'] response: {'name': 'network-changed', 'server_uuid': '53a475d8-245b-4649-aed3-f188cef29c8d', 'tag': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'status': 'completed', 'code': 200} Apr 05 14:30:02.226974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-91148675-b6a2-428b-8859-374945e6a12d tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Calling delete_port for c81d65a2-b107-49c2-a6ef-d6c038aa155b owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:02.303257 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6fb7920a-4f2c-4745-aa18-fe5bccf2268e tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8534727 Apr 05 14:30:02.310251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57820) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:02.324460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.328850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Allocated IP 172.20.0.4 (6c033505-0a6f-40d5-8fe7-5433c1d6035a/c49daade-39bc-48df-a761-ccf2f43d497f/e0a97753-5045-4cf9-b8cd-adc367a22747) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:02.352267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.376134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] Pushing event deleted for resources: {'Network': ['ID=09f33c47-7f1d-41da-8b91-43056151082e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:02.387410 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3cea1a38-09a8-4b54-a9a3-43f9d7de2a1e req-f548dadf-e50c-4375-8878-245cc9f79e93 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 210 time: 0.1236866 Apr 05 14:30:02.389330 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-395234a1-c48f-45bc-889f-fdc59c0d9d4f tempest-PortsAdminExtendedAttrsTestJSON-1759623832 tempest-PortsAdminExtendedAttrsTestJSON-1759623832-project] 10.222.0.18 "DELETE /v2.0/networks/09f33c47-7f1d-41da-8b91-43056151082e HTTP/1.1" status: 204 len: 168 time: 2.0366635 Apr 05 14:30:02.394207 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-44a23ff1-d291-464a-b7c8-1a9bbb8525d4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5183327 Apr 05 14:30:02.396102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69994d1c-690a-4c3d-b4b1-d0aa9e37c3a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.465963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6d05f27c-f44a-4a7c-ab9d-ca1358ef9a83 None None] Provisioning for port be81b280-6b85-4a4e-acb1-8cdaae56a472 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:02.473553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6d05f27c-f44a-4a7c-ab9d-ca1358ef9a83 None None] Provisioning complete for port be81b280-6b85-4a4e-acb1-8cdaae56a472 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:02.473920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6d05f27c-f44a-4a7c-ab9d-ca1358ef9a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.567046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91148675-b6a2-428b-8859-374945e6a12d tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.628761 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6d05f27c-f44a-4a7c-ab9d-ca1358ef9a83 None None] Port be81b280-6b85-4a4e-acb1-8cdaae56a472 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:02.635890 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-f457aaa9-b7c0-4ac0-957f-141b58b2cfc4 service neutron] 10.222.0.18 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128711 Apr 05 14:30:02.656335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:00Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:02.668040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940af1ba-26aa-477a-93f0-a4fdcd98786d None None] The sync data for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv is: [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:00Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:02.704389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.727666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Transition to ACTIVE for port object b1a8e01c-1ec4-4f25-8421-f13ec3880156 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:02.739513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:02.846346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91148675-b6a2-428b-8859-374945e6a12d tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event deleted for resources: {'Port': ['ID=c81d65a2-b107-49c2-a6ef-d6c038aa155b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:02.877818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'project_id': '44f09631074b4cb7a0eabb73b6ab3e5d', 'port_id': 'be81b280-6b85-4a4e-acb1-8cdaae56a472'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:02.920591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:02.923046 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Sync routers for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:02.950216 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:02.960285 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:02.966238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Usage tracker for resource:floatingip and tenant:44f09631074b4cb7a0eabb73b6ab3e5d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:02.997576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:03.089080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:03.112147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917b3a7-67e7-4408-92a0-ad1ea5430111 None None] Pushing event updated for resources: {'Port': ['ID=b1a8e01c-1ec4-4f25-8421-f13ec3880156,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:03.140359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Attempting to bind port b1a8e01c-1ec4-4f25-8421-f13ec3880156 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:03.140723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Attempting to bind port b1a8e01c-1ec4-4f25-8421-f13ec3880156 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'f4525df4-5503-4ab0-8a7b-df4b8e9c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:03.141078 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Attempting to bind port b1a8e01c-1ec4-4f25-8421-f13ec3880156 on network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:03.159668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:03.160121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Checking segment: {'id': 'f4525df4-5503-4ab0-8a7b-df4b8e9c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:03.160796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.161182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Bound using segment: {'id': 'f4525df4-5503-4ab0-8a7b-df4b8e9c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:03.162637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Bound port: b1a8e01c-1ec4-4f25-8421-f13ec3880156, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4525df4-5503-4ab0-8a7b-df4b8e9c5a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '4a5fde34-34c7-4d24-8a3c-b20be5e986a2'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:03.163013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.190406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57832) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:03.244281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.269206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-91148675-b6a2-428b-8859-374945e6a12d tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.352373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] For port b1a8e01c-1ec4-4f25-8421-f13ec3880156, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:03.365900 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-91148675-b6a2-428b-8859-374945e6a12d tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "DELETE /v2.0/ports/c81d65a2-b107-49c2-a6ef-d6c038aa155b HTTP/1.1" status: 204 len: 168 time: 2.6616876 Apr 05 14:30:03.368006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 32fa3107-d5db-4684-9938-f2899fd723e2 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:03.369248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57838) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:03.382341 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:03.382641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.530167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] For port b1a8e01c-1ec4-4f25-8421-f13ec3880156, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b1a8e01c-1ec4-4f25-8421-f13ec3880156,segment=NetworkSegment(f4525df4-5503-4ab0-8a7b-df4b8e9c5a88),segment_id=f4525df4-5503-4ab0-8a7b-df4b8e9c5a88)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:03.558219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.619341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Deleting port b1a8e01c-1ec4-4f25-8421-f13ec3880156 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:03.619643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.679593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 32fa3107-d5db-4684-9938-f2899fd723e2 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:03.729395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 32fa3107-d5db-4684-9938-f2899fd723e2 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:03.729756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:03.740199 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65a137e2-0f42-4604-a188-c81e6b8a31a5 req-43b698eb-d90b-4763-8c4d-5f86f8dbf6b5 service neutron] 10.222.0.15 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5055656 Apr 05 14:30:03.803794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Routers {'e699bfd6-d062-4ed3-a629-728ee591f2b8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:03.804453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e699bfd6-d062-4ed3-a629-728ee591f2b8'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:03.810715 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-09f7c269-50cc-4afc-87f7-a05eb24314df service neutron] 10.222.0.18 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1564000 Apr 05 14:30:03.911953 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 2, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:03.916212 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Checking router: 6dac200c-4050-4482-9c0f-e3421b9b5423 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:30:03.916745 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Updating router 6dac200c-4050-4482-9c0f-e3421b9b5423 port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:30:03.917451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] For port b1a8e01c-1ec4-4f25-8421-f13ec3880156, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b1a8e01c-1ec4-4f25-8421-f13ec3880156,segment=NetworkSegment(f4525df4-5503-4ab0-8a7b-df4b8e9c5a88),segment_id=f4525df4-5503-4ab0-8a7b-df4b8e9c5a88)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:03.917808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.002853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69994d1c-690a-4c3d-b4b1-d0aa9e37c3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.005800 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.191616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917b3a7-67e7-4408-92a0-ad1ea5430111 None None] Pushing event updated for resources: {'Port': ['ID=b1a8e01c-1ec4-4f25-8421-f13ec3880156,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.207699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.235616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Transition to ACTIVE for port object e0a97753-5045-4cf9-b8cd-adc367a22747 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:04.240626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] Set router e699bfd6-d062-4ed3-a629-728ee591f2b8 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:04.264294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Calling delete_port for b1a8e01c-1ec4-4f25-8421-f13ec3880156 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:04.311598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69994d1c-690a-4c3d-b4b1-d0aa9e37c3a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8e4153-9068-4b04-b875-5fbe1b7c49af,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.384099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.461014 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e699bfd6-d062-4ed3-a629-728ee591f2b8', 'name': '', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:48Z', 'updated_at': '2022-04-05T14:30:03Z', 'revision_number': 4, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:04.481759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84760c55-cfbd-4ad6-bcc7-ce7d45124046 None None] The sync data for ids ['e699bfd6-d062-4ed3-a629-728ee591f2b8'] in dv-neutron-829488-2-hyperv is: [{'id': 'e699bfd6-d062-4ed3-a629-728ee591f2b8', 'name': '', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:48Z', 'updated_at': '2022-04-05T14:30:03Z', 'revision_number': 4, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:04.483455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.528455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:04.546493 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 32fa3107-d5db-4684-9938-f2899fd723e2, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=32fa3107-d5db-4684-9938-f2899fd723e2,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:04.548200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:04.551158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.558664 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.584379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:04.589699 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Transition to ACTIVE for port object 9b295b84-3c2e-4cd1-99e9-03ef32e28993 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:04.598798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.599989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.601371 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.664545 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5334313 Apr 05 14:30:04.676575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69994d1c-690a-4c3d-b4b1-d0aa9e37c3a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.682095 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-69994d1c-690a-4c3d-b4b1-d0aa9e37c3a7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb8e4153-9068-4b04-b875-5fbe1b7c49af HTTP/1.1" status: 204 len: 168 time: 2.6768370 Apr 05 14:30:04.697017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Request body: {'port': {'device_id': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:04.706970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=32fa3107-d5db-4684-9938-f2899fd723e2,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.717926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:04.782255 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0adbc30-7dbd-4e0a-bbeb-40afa372d555 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] GET failed (client error): The resource could not be found. Apr 05 14:30:04.782920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b0adbc30-7dbd-4e0a-bbeb-40afa372d555 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Synchronizing usage tracker for tenant:a2cab510b2e14c1aa623daefbba1aa77 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:04.793175 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c050b-0d45-40b3-998c-3208c8b5964b None None] Pushing event updated for resources: {'Port': ['ID=9b295b84-3c2e-4cd1-99e9-03ef32e28993,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.838324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1a8e01c-1ec4-4f25-8421-f13ec3880156,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.889114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d00e3-1447-4a14-b807-0d35ae25de2d req-422c211c-7309-4026-8d78-09ef1aae1fba tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:04.896899 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f69d00e3-1447-4a14-b807-0d35ae25de2d req-422c211c-7309-4026-8d78-09ef1aae1fba tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 943 time: 1.6634498 Apr 05 14:30:04.931823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c40bd6-067a-49b9-9b06-feccd2c04067 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event updated for resources: {'Port': ['ID=e0a97753-5045-4cf9-b8cd-adc367a22747,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:04.992716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-d7708eba-16af-4b69-bc70-9dd453151f1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17396d3d9eb74d0896ed691e2803b81b&device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 1096 time: 1.1718392 Apr 05 14:30:05.028622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7c95cc4c-451f-4e59-8cf9-badbfa54ad4b None None] Provisioning for port e0a97753-5045-4cf9-b8cd-adc367a22747 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:05.034868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7c95cc4c-451f-4e59-8cf9-badbfa54ad4b None None] Provisioning complete for port e0a97753-5045-4cf9-b8cd-adc367a22747 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:05.035564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7c95cc4c-451f-4e59-8cf9-badbfa54ad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.087317 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f69d00e3-1447-4a14-b807-0d35ae25de2d req-02ba9f53-a7da-4f29-b133-f2c3e43888fd tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882608 Apr 05 14:30:05.088547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.123017 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Attempting to bind port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:05.124054 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Attempting to bind port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:05.124587 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Attempting to bind port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 on network 6c033505-0a6f-40d5-8fe7-5433c1d6035a {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:05.143854 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:05.144233 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Checking segment: {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:05.144639 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.145603 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Bound using segment: {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:05.146822 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Bound port: 9b295b84-3c2e-4cd1-99e9-03ef32e28993, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:05.147230 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.176532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-7c95cc4c-451f-4e59-8cf9-badbfa54ad4b None None] Port e0a97753-5045-4cf9-b8cd-adc367a22747 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:05.271078 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 32fa3107-d5db-4684-9938-f2899fd723e2 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:05.340970 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9dd88c4c-412f-4905-9c6d-fd1c4ab16694 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6e6ba7de8c7498c80eeb3ebc378c716&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1294055 Apr 05 14:30:05.365265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57864) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:05.365635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b0adbc30-7dbd-4e0a-bbeb-40afa372d555 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Unset dirty status for tenant:a2cab510b2e14c1aa623daefbba1aa77 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:05.367498 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b0adbc30-7dbd-4e0a-bbeb-40afa372d555 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "GET /v2.0/ports/c81d65a2-b107-49c2-a6ef-d6c038aa155b HTTP/1.1" status: 404 len: 333 time: 1.9889143 Apr 05 14:30:05.376869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.378449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 32fa3107-d5db-4684-9938-f2899fd723e2 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:05.378815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.383727 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] For port 9b295b84-3c2e-4cd1-99e9-03ef32e28993, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:05.385425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57868) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:05.389287 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] For port 9b295b84-3c2e-4cd1-99e9-03ef32e28993, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9b295b84-3c2e-4cd1-99e9-03ef32e28993,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:05.395847 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.474460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1087545362'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:05.506384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:05.525416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-b8669cbe-f27f-49cb-8500-131e450eb58a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:05.527013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-b8669cbe-f27f-49cb-8500-131e450eb58a service neutron] 10.222.0.15 "GET /v2.0/networks?id=81810746-99da-4e66-ab4d-02ec55cd3bf0 HTTP/1.1" status: 200 len: 913 time: 0.5168331 Apr 05 14:30:05.532756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518000e5-7c01-4e59-8f3a-e145599eb36d req-e0f3d3b4-0746-4339-837a-67779239e2df tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:05.533431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-518000e5-7c01-4e59-8f3a-e145599eb36d req-e0f3d3b4-0746-4339-837a-67779239e2df tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Synchronizing usage tracker for tenant:f340e038ed9f4035ac647832a6a75084 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:05.589324 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875c050b-0d45-40b3-998c-3208c8b5964b None None] Pushing event updated for resources: {'Port': ['ID=9b295b84-3c2e-4cd1-99e9-03ef32e28993,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:05.621104 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:05.622921 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:05.791653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-518000e5-7c01-4e59-8f3a-e145599eb36d req-e0f3d3b4-0746-4339-837a-67779239e2df tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Unset dirty status for tenant:f340e038ed9f4035ac647832a6a75084 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:05.792812 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-518000e5-7c01-4e59-8f3a-e145599eb36d req-e0f3d3b4-0746-4339-837a-67779239e2df tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 931 time: 1.4678023 Apr 05 14:30:05.795832 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-df8ac04e-4290-49a5-b4ee-1be6cf857447 req-17378ff4-35a7-489c-bb63-533a76886072 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 210 time: 0.4291010 Apr 05 14:30:05.884803 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-4a2ab087-ee8d-42aa-89c9-a5305e6a4350 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4 HTTP/1.1" status: 200 len: 217 time: 0.3408997 Apr 05 14:30:05.890300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.15', 61881) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:05.966292 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:06.022343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-bf2d7d6c-34d4-43b4-b95f-f67f8351fd3a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.023782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-bf2d7d6c-34d4-43b4-b95f-f67f8351fd3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb58ed33-4378-401d-9bf5-a7dc2fbbfa10 HTTP/1.1" status: 200 len: 851 time: 0.1127489 Apr 05 14:30:06.187738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c377e62e-7816-4293-9f1b-4ce184857289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.236195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.288744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.292339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:06.330753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Allocated IP 172.26.6.228 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/a0acd6ca-c0f4-4adb-816c-2898365cbbab) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:06.419060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57892) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.443930 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-518000e5-7c01-4e59-8f3a-e145599eb36d req-59512e45-de13-40b1-a08d-b44024637c69 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5944321 Apr 05 14:30:06.453847 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:05Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:06.457970 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27e485e-cc4e-4e57-9ef2-a00696b68078 None None] The sync data for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv is: [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:05Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:06.465477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:06.490208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c377e62e-7816-4293-9f1b-4ce184857289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.515086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Made reservation on behalf of a2cab510b2e14c1aa623daefbba1aa77 for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:06.518340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.584081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.584675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e699bfd6-d062-4ed3-a629-728ee591f2b8 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:30:06.597007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] device_id is not set on port 031ee05c-9bc7-4771-b7b5-b78be571fa44 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:30:06.620764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-919c2941-464d-43d6-9fa5-042bf585d25c tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.622837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-919c2941-464d-43d6-9fa5-042bf585d25c tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 812 time: 0.7176199 Apr 05 14:30:06.651743 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1225457-fc30-4137-971d-6f4d3808f2a1 req-b9835818-3d24-44ce-ba92-a5985bc48168 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:06.653420 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e1225457-fc30-4137-971d-6f4d3808f2a1 req-b9835818-3d24-44ce-ba92-a5985bc48168 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 943 time: 0.3215775 Apr 05 14:30:06.664295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.669475 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dd38891a-81ff-4735-b890-1cc3a809df99 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "DELETE /v2.0/routers/e699bfd6-d062-4ed3-a629-728ee591f2b8 HTTP/1.1" status: 204 len: 168 time: 7.3100717 Apr 05 14:30:06.676669 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57898) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.725593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c377e62e-7816-4293-9f1b-4ce184857289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.747942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-b18b96b9-1bb5-44e2-9091-7c744f7dc9f4 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:06.751939 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b18b96b9-1bb5-44e2-9091-7c744f7dc9f4 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.3279898 Apr 05 14:30:06.756956 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-b51e89af-0b1e-4a37-b3d8-6387b4758565 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81810746-99da-4e66-ab4d-02ec55cd3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6840363 Apr 05 14:30:06.757339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57902) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.763695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:06.776827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-07ce320f-df88-4fa0-acaf-413c58a1ac0f tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:06.780299 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-07ce320f-df88-4fa0-acaf-413c58a1ac0f tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0166457 Apr 05 14:30:06.781075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.782119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c377e62e-7816-4293-9f1b-4ce184857289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c50c9de-115d-4063-8aec-9adbb4347dc2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:06.788286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57906) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.799971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-36702f8d-a4ee-4836-997e-31d91be45d3f tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:06.802097 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-36702f8d-a4ee-4836-997e-31d91be45d3f tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0078912 Apr 05 14:30:06.809946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57910) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.827448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-0260796c-1625-4a2a-911c-c12ecaa6471b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:06.830764 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0260796c-1625-4a2a-911c-c12ecaa6471b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0133948 Apr 05 14:30:06.833049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57914) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.870835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-d9d2b96a-0890-4fb8-af86-bc1a52061985 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:06.872063 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d9d2b96a-0890-4fb8-af86-bc1a52061985 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0362554 Apr 05 14:30:06.880232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0672ac40-bf7b-4f50-95be-3c28f588efa2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Deleting subnet 1cf3b61c-e04d-48da-8377-e54b4ed8ef94 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:30:06.882477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57920) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.897381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0672ac40-bf7b-4f50-95be-3c28f588efa2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.939566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-e0649e44-124e-44cd-aa26-3439fc5de438 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:06.944238 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e0649e44-124e-44cd-aa26-3439fc5de438 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0097048 Apr 05 14:30:06.945666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57924) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.947155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c377e62e-7816-4293-9f1b-4ce184857289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:06.948251 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c377e62e-7816-4293-9f1b-4ce184857289 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c50c9de-115d-4063-8aec-9adbb4347dc2 HTTP/1.1" status: 204 len: 168 time: 1.4247205 Apr 05 14:30:06.951798 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-099f4885-23ef-488b-a438-a26357ff9732 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=978f05d8511947d2a12e13a0e8736f3b HTTP/1.1" status: 200 len: 377 time: 0.3088162 Apr 05 14:30:06.959932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-2296d3c5-7d10-4f33-877e-f514eba7d419 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:06.960871 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2296d3c5-7d10-4f33-877e-f514eba7d419 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0058074 Apr 05 14:30:06.969297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57930) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:06.973107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Request body: {'port': {'device_id': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'admin_state_up': True, 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'security_groups': ['e150089c-877c-47ae-b24a-57ff07e65800']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:06.980344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-9fc2718f-ef4e-4a48-9bb2-7e4f2207be93 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:06.983617 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9fc2718f-ef4e-4a48-9bb2-7e4f2207be93 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0110421 Apr 05 14:30:06.986649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57934) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.002195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0672ac40-bf7b-4f50-95be-3c28f588efa2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.015629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e1225457-fc30-4137-971d-6f4d3808f2a1 req-c8fb1b1d-b076-419f-9723-2b8a355528e8 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3180530 Apr 05 14:30:07.029844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Allocated IP 2001:db8::194 (137a5d83-8fe1-4029-aab4-38e6ac9995a4/7010ce9b-acfa-4711-9b1b-5cd794bfa069/031ee05c-9bc7-4771-b7b5-b78be571fa44) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:07.032275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.093857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:07.096368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-20404b6a-4ac5-4529-ad2c-1da45d0ff51b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.097340 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-20404b6a-4ac5-4529-ad2c-1da45d0ff51b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0955756 Apr 05 14:30:07.102226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:07.105625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:07.107255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0a97753-5045-4cf9-b8cd-adc367a22747 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:30:07.122323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57938) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.134302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.150677 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8d34357a-b88e-48aa-99aa-5fce15e40abe req-074763b6-dbad-4b6a-9bf2-29e71bf9e5c2 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 210 time: 0.1525793 Apr 05 14:30:07.182500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-ba786786-488c-41d9-9a6d-10cccb307c94 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.186104 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ba786786-488c-41d9-9a6d-10cccb307c94 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0576577 Apr 05 14:30:07.195720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57942) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.228412 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-bfbaf32a-2095-433d-8d17-064fc45f36f9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.229385 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bfbaf32a-2095-433d-8d17-064fc45f36f9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0324531 Apr 05 14:30:07.239571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0672ac40-bf7b-4f50-95be-3c28f588efa2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.272505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57946) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.283553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Transition to ACTIVE for port object e0a97753-5045-4cf9-b8cd-adc367a22747 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:07.293216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-e1abadf0-a707-42f0-9234-be172ced0d3c tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.295009 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e1abadf0-a707-42f0-9234-be172ced0d3c tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0174766 Apr 05 14:30:07.300745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9b295b84-3c2e-4cd1-99e9-03ef32e28993 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:07.307758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57952) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.313460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.351090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Pushing event updated for resources: {'Port': ['ID=a0acd6ca-c0f4-4adb-816c-2898365cbbab,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:07.352242 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-32304a58-1ab6-4922-ac91-527f5a071171 service neutron] 10.222.0.15 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622416 Apr 05 14:30:07.385096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-922a8fa7-6df8-4c57-9048-5b312ae4fe7d tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.396850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-922a8fa7-6df8-4c57-9048-5b312ae4fe7d tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0846639 Apr 05 14:30:07.412608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57956) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.442500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-473aaf39-c54a-46d2-a2c4-78154ad24b45 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.443615 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-473aaf39-c54a-46d2-a2c4-78154ad24b45 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0281286 Apr 05 14:30:07.449672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57960) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.461400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:07.474972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Usage tracker for resource:port and tenant:978f05d8511947d2a12e13a0e8736f3b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:07.477813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.482408 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:07.513617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:07.515580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.517512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-e2e0343d-f8c0-4459-9107-91f0d5848ac3 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.519417 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e2e0343d-f8c0-4459-9107-91f0d5848ac3 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0631108 Apr 05 14:30:07.523392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57966) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.605545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-95d81c07-2dbe-45be-8134-5fb51673b201 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.607546 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-95d81c07-2dbe-45be-8134-5fb51673b201 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0706470 Apr 05 14:30:07.680116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57970) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.685630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:07.719566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57972) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.730589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:07.821784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.827352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a97753-5045-4cf9-b8cd-adc367a22747,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:07.879295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Made reservation on behalf of 978f05d8511947d2a12e13a0e8736f3b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:07.881675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 9b295b84-3c2e-4cd1-99e9-03ef32e28993, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9b295b84-3c2e-4cd1-99e9-03ef32e28993,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:07.882448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.901967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-a5a58a92-f872-405a-a8cf-ae490b3c6ef2 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.907460 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a5a58a92-f872-405a-a8cf-ae490b3c6ef2 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0414279 Apr 05 14:30:07.907593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.909329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57978) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.918749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0672ac40-bf7b-4f50-95be-3c28f588efa2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:07.944838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-d64fd483-a42f-4f61-bb4c-636cf1df27a9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:07.948252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d64fd483-a42f-4f61-bb4c-636cf1df27a9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0207694 Apr 05 14:30:07.968684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device cf2c2921-9a6c-48db-bbbc-e60396bf26b4 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:30:07.971901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57982) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:07.990767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=9b295b84-3c2e-4cd1-99e9-03ef32e28993,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:08.000889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-20478084-651a-4073-9b43-7944535a3cde tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.004692 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-20478084-651a-4073-9b43-7944535a3cde tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0120747 Apr 05 14:30:08.009837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 57986) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.016119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672ac40-bf7b-4f50-95be-3c28f588efa2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1cf3b61c-e04d-48da-8377-e54b4ed8ef94,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:08.041201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-0649fa32-7409-4eff-bff2-99d2e0793f81 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.045634 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0649fa32-7409-4eff-bff2-99d2e0793f81 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0310621 Apr 05 14:30:08.051040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57990) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.056208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0672ac40-bf7b-4f50-95be-3c28f588efa2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.086073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-17a468b2-7ad3-4111-a55e-969366a806b1 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.087135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-17a468b2-7ad3-4111-a55e-969366a806b1 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0284030 Apr 05 14:30:08.092390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec1a77ac-625a-448b-980f-c297a9ca9329 req-db011d2b-7be3-42a9-860c-540f1b4447bd service neutron] 10.222.0.15 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6919012 Apr 05 14:30:08.095155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 57996) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.112243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1476ccbb-6a8f-4715-84d8-d7010c75b6d2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=101766ebbc57444e85c74851c2648fac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3639419 Apr 05 14:30:08.113166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.116897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-5363e3eb-2c10-410c-8ac8-d911e2b9425f tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.117935 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5363e3eb-2c10-410c-8ac8-d911e2b9425f tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0186021 Apr 05 14:30:08.125376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58000) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.125785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58002) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.130171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Attempting to bind port e0a97753-5045-4cf9-b8cd-adc367a22747 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:08.130601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Attempting to bind port e0a97753-5045-4cf9-b8cd-adc367a22747 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:08.130997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Attempting to bind port e0a97753-5045-4cf9-b8cd-adc367a22747 on network 6c033505-0a6f-40d5-8fe7-5433c1d6035a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:08.132880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Transition to ACTIVE for port object 031ee05c-9bc7-4771-b7b5-b78be571fa44 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:08.154955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-32db1484-23ef-4484-aef2-ad860ac1840c tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.156115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-32db1484-23ef-4484-aef2-ad860ac1840c tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0270388 Apr 05 14:30:08.159219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.163655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58008) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.167590 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port cf2c2921-9a6c-48db-bbbc-e60396bf26b4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:08.189707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'port_id': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'mac_address': 'fa:16:3e:94:f4:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:30:08.229723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Port e0a97753-5045-4cf9-b8cd-adc367a22747 on network 6c033505-0a6f-40d5-8fe7-5433c1d6035a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:30:08.230168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Attempting to bind port e0a97753-5045-4cf9-b8cd-adc367a22747 on network 6c033505-0a6f-40d5-8fe7-5433c1d6035a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:08.248390 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.267367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf2c2921-9a6c-48db-bbbc-e60396bf26b4 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:30:08.284484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port cf2c2921-9a6c-48db-bbbc-e60396bf26b4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:08.289625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.294462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b7cdcd-b471-4af6-be55-75823a04ccff req-b4558efa-f0d6-4a53-a96e-47fd48486c28 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:08.296011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90b7cdcd-b471-4af6-be55-75823a04ccff req-b4558efa-f0d6-4a53-a96e-47fd48486c28 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 943 time: 0.4818702 Apr 05 14:30:08.331582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:08.331943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Checking segment: {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:08.332305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Bound using segment: {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:08.332786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Bound port: e0a97753-5045-4cf9-b8cd-adc367a22747, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e848b352-78c5-49a1-ae53-98b2458b1731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:08.333132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.359228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-74b494b1-8ba0-4749-8be7-25f3a3bd34b5 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.361575 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-74b494b1-8ba0-4749-8be7-25f3a3bd34b5 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.1962957 Apr 05 14:30:08.367267 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0672ac40-bf7b-4f50-95be-3c28f588efa2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/1cf3b61c-e04d-48da-8377-e54b4ed8ef94 HTTP/1.1" status: 204 len: 168 time: 1.6887782 Apr 05 14:30:08.368964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58014) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.369737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58016) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.377140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Allocated IP 172.20.0.7 (341e7591-65f9-4049-b2ea-ee9c4ca7b094/8a1dba06-716e-4726-a000-8fbcc92f13f0/43447ddc-2d52-4f60-bde1-9d70d3c5332d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:08.384312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=031ee05c-9bc7-4771-b7b5-b78be571fa44,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:08.393663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:08.399882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-6ba9e1a3-d171-4196-8153-3a1b3eceadf9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.400859 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6ba9e1a3-d171-4196-8153-3a1b3eceadf9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0279906 Apr 05 14:30:08.406358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:08.407068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58022) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.519575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:08.523601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-c9672644-5da3-42c4-a612-0e045d9ef4d5 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.526845 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c9672644-5da3-42c4-a612-0e045d9ef4d5 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.1156318 Apr 05 14:30:08.531274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58026) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.540381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:08.543017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:08.543688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.561451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9440a03d-d4e8-431d-8d3e-624d6917d350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.563518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['cf2c2921-9a6c-48db-bbbc-e60396bf26b4'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:30:08.566977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-7b45d4a6-dbd9-4619-b972-9fd95052f9da tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.568105 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7b45d4a6-dbd9-4619-b972-9fd95052f9da tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0161662 Apr 05 14:30:08.570912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58030) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.581528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-6dc0fa63-efca-444e-a687-35fc474d5ce1 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.586281 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6dc0fa63-efca-444e-a687-35fc474d5ce1 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0090523 Apr 05 14:30:08.586281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58034) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.589310 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2a2d6364-246e-456f-a3ae-705699cd97c4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2019963 Apr 05 14:30:08.593607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-bdd2bc95-7e61-43d0-943b-94bc323b4e5a tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.596954 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bdd2bc95-7e61-43d0-943b-94bc323b4e5a tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073998 Apr 05 14:30:08.597723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58038) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.597723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58040) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.608416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f5', 'mac_address': 'fa:16:3e:f9:0f:ff'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:08.669547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-67e83b66-119c-4de3-b914-67e8c044be8b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.673047 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-67e83b66-119c-4de3-b914-67e8c044be8b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0704327 Apr 05 14:30:08.679913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58046) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.708176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-98f82c30-20e1-412a-861c-7c4d5aa9d74e tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.711606 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-98f82c30-20e1-412a-861c-7c4d5aa9d74e tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0282853 Apr 05 14:30:08.720276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58050) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.724971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-7bffac20-d02b-4e50-a297-68c2c0a9c27a tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.725892 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7bffac20-d02b-4e50-a297-68c2c0a9c27a tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047204 Apr 05 14:30:08.726614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90b7cdcd-b471-4af6-be55-75823a04ccff req-a7daa2b5-66b4-4c75-b02d-316ab180e988 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4186940 Apr 05 14:30:08.730001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58054) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.777706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-b41305a4-9214-4a13-9a57-f7e906ee8544 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.779091 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b41305a4-9214-4a13-9a57-f7e906ee8544 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0482063 Apr 05 14:30:08.806989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58058) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.832541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-feda7288-8995-481f-99c2-1cb577982f81 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.833440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-feda7288-8995-481f-99c2-1cb577982f81 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0211110 Apr 05 14:30:08.839824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58062) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.841783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.851117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9440a03d-d4e8-431d-8d3e-624d6917d350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.853319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-be1d5515-574d-4ea9-bc4a-d1add7455bad tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.857407 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-be1d5515-574d-4ea9-bc4a-d1add7455bad tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0135489 Apr 05 14:30:08.864836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58066) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.905776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-28e2fb5e-1e93-4e92-aaed-1e2f7e08a9cf tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.906651 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-28e2fb5e-1e93-4e92-aaed-1e2f7e08a9cf tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0223012 Apr 05 14:30:08.909389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58070) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.930547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d310aa10-aeff-4511-8c27-6954bfdd6c69 None None] Provisioning for port 031ee05c-9bc7-4771-b7b5-b78be571fa44 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:08.935945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d310aa10-aeff-4511-8c27-6954bfdd6c69 None None] Provisioning complete for port 031ee05c-9bc7-4771-b7b5-b78be571fa44 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:08.936534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d310aa10-aeff-4511-8c27-6954bfdd6c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:08.939319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-a06a060c-9c22-49bc-889f-f1b8e222679b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.942785 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a06a060c-9c22-49bc-889f-f1b8e222679b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0239203 Apr 05 14:30:08.945894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58074) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.962497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-e9918755-faae-4e17-a516-4a12fed39730 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.966153 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e9918755-faae-4e17-a516-4a12fed39730 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0166647 Apr 05 14:30:08.970082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58078) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:08.990141 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40d6f7-939b-477f-b40f-245db39a4941 req-b8a79236-4a93-4600-af5a-f6584f66ac1a tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:08.990737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-54063514-93d9-48dc-961a-45d3d0ef9103 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:08.991600 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f40d6f7-939b-477f-b40f-245db39a4941 req-b8a79236-4a93-4600-af5a-f6584f66ac1a tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 944 time: 0.7710328 Apr 05 14:30:08.991734 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-54063514-93d9-48dc-961a-45d3d0ef9103 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0208988 Apr 05 14:30:08.994468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] For port e0a97753-5045-4cf9-b8cd-adc367a22747, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:09.000004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d310aa10-aeff-4511-8c27-6954bfdd6c69 None None] Port 031ee05c-9bc7-4771-b7b5-b78be571fa44 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:09.005593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58082) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.015404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-a46f78e8-be4c-4074-81ec-cc1913081ab1 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.016349 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a46f78e8-be4c-4074-81ec-cc1913081ab1 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0098293 Apr 05 14:30:09.017174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.024985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58086) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.057882 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8c22563-e06e-4b52-960e-6f722eb50185 req-62783e50-5966-4133-9ac7-68effaeaaa48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 210 time: 0.1676550 Apr 05 14:30:09.091864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-275527b6-242d-4e57-b6a6-6009e68b37db tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.092816 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-275527b6-242d-4e57-b6a6-6009e68b37db tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0562980 Apr 05 14:30:09.097036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] For port e0a97753-5045-4cf9-b8cd-adc367a22747, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e0a97753-5045-4cf9-b8cd-adc367a22747,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:09.099783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58090) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.125177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-93a4919d-a80c-410c-a667-bf40737ce2ce tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.128524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.128736 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-93a4919d-a80c-410c-a667-bf40737ce2ce tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0194075 Apr 05 14:30:09.131906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58094) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.146227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.158312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.192775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9b295b84-3c2e-4cd1-99e9-03ef32e28993 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:09.234465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-4fc38d81-d739-428a-bd36-aaf541791d6c tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.235421 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4fc38d81-d739-428a-bd36-aaf541791d6c tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0719428 Apr 05 14:30:09.238191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58098) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.255638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-e6090a57-ad8e-4c68-850c-622913c0fad0 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.259004 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e6090a57-ad8e-4c68-850c-622913c0fad0 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0120158 Apr 05 14:30:09.269765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:09.270457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58102) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.270734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.281153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-53dcbc09-9f77-40a4-b449-9d4dca5b7a25 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.284396 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-53dcbc09-9f77-40a4-b449-9d4dca5b7a25 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0099819 Apr 05 14:30:09.288266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58106) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.298640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-aa77e0ea-5b19-4b39-a047-03d34d169d80 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.299209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.302093 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aa77e0ea-5b19-4b39-a047-03d34d169d80 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0104947 Apr 05 14:30:09.317513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58110) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.331673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9440a03d-d4e8-431d-8d3e-624d6917d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.335295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.336643 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] 10.222.0.15 "PUT /v2.0/ports/e0a97753-5045-4cf9-b8cd-adc367a22747 HTTP/1.1" status: 200 len: 1093 time: 4.6715434 Apr 05 14:30:09.360577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:09.367280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f40d6f7-939b-477f-b40f-245db39a4941 req-e30a6cb0-8be8-4dad-93f0-617bf8f7893b tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3484962 Apr 05 14:30:09.407059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.407403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.408172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.408484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > port after_create 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.408803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > port after_delete 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.409153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > port after_update 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.409487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.409819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.410160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.410473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.461275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-a13ec9cc-910f-4097-a9b5-aa05c1dcbcb2 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.464998 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a13ec9cc-910f-4097-a9b5-aa05c1dcbcb2 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.1436098 Apr 05 14:30:09.477386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58116) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.490159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-b7257e02-731a-46f6-ba6a-4c10898d17a9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.492377 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b7257e02-731a-46f6-ba6a-4c10898d17a9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0142109 Apr 05 14:30:09.496230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58120) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.527416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-fe71a3cb-dae2-4445-9f56-58788aeb7fbe tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.529821 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fe71a3cb-dae2-4445-9f56-58788aeb7fbe tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0128832 Apr 05 14:30:09.542832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.543215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.543581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.544443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=83850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 05 14:30:09.544826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5fde34-34c7-4d24-8a3c-b20be5e986a2']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:09.553305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9440a03d-d4e8-431d-8d3e-624d6917d350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d3fdf2-aeac-4142-8097-166e0ca0b343,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:09.559732 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0ead49-5eb8-404a-8190-cdf7496f8eac'] response: {'name': 'network-changed', 'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'status': 'completed', 'code': 200} Apr 05 14:30:09.577919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58124) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.589958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-445e3506-4fae-46b7-a748-8d75c90aecc5 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.591477 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-445e3506-4fae-46b7-a748-8d75c90aecc5 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0082927 Apr 05 14:30:09.600348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58128) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.610003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-12b38d01-bc63-43fc-a4bb-853927e9a85c tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.613406 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-12b38d01-bc63-43fc-a4bb-853927e9a85c tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0090296 Apr 05 14:30:09.613526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6f4d2d-096d-4b38-944a-402d0b261781 service neutron] Pushing event updated for resources: {'Port': ['ID=e0a97753-5045-4cf9-b8cd-adc367a22747,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:09.614780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58132) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.621495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4525df4-5503-4ab0-8a7b-df4b8e9c5a88') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:09.621495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4525df4-5503-4ab0-8a7b-df4b8e9c5a88') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:09.631386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-19e60cc9-464d-4fdd-b347-7b418379f151 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.634778 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-19e60cc9-464d-4fdd-b347-7b418379f151 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0166943 Apr 05 14:30:09.634910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.637828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58136) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.640712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.660167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-5f523b2e-79b7-4884-89f7-bdd283e83f8b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.663427 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5f523b2e-79b7-4884-89f7-bdd283e83f8b tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0217352 Apr 05 14:30:09.664665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.665723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58140) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.671755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.677811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-8a2bcbc1-0270-47d1-80fa-ec1b266db64e tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.679190 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8a2bcbc1-0270-47d1-80fa-ec1b266db64e tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0119448 Apr 05 14:30:09.685403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58144) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.689336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9440a03d-d4e8-431d-8d3e-624d6917d350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.690398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9440a03d-d4e8-431d-8d3e-624d6917d350 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9d3fdf2-aeac-4142-8097-166e0ca0b343 HTTP/1.1" status: 204 len: 168 time: 1.5628946 Apr 05 14:30:09.704855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Transition to ACTIVE for port object 43447ddc-2d52-4f60-bde1-9d70d3c5332d will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:09.708784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-6c61b3ed-477d-4add-b37a-39b5127bebdb tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.710346 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6c61b3ed-477d-4add-b37a-39b5127bebdb tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0218794 Apr 05 14:30:09.713095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.715436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58150) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.728085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-cb35146c-f0fd-4f18-b083-e4d5dbf5a48d tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.729038 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cb35146c-f0fd-4f18-b083-e4d5dbf5a48d tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0109894 Apr 05 14:30:09.732932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58154) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.734188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:09.734597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn_limited( Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn_limited( Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:09.753599 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:09.765208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-3a1ad827-7f30-471b-92a1-3cb905ec0aa3 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.769564 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3a1ad827-7f30-471b-92a1-3cb905ec0aa3 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0171223 Apr 05 14:30:09.787964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58160) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.805323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-83a8f2b2-1881-47a7-a69f-bfd19e737f95 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.808694 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-83a8f2b2-1881-47a7-a69f-bfd19e737f95 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0147877 Apr 05 14:30:09.808694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Pushing event updated for resources: {'Port': ['ID=a0acd6ca-c0f4-4adb-816c-2898365cbbab,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:09.817181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58164) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.832968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-7bb63357-8c1b-426b-94ce-a0bdb49a702d tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.836465 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7bb63357-8c1b-426b-94ce-a0bdb49a702d tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092783 Apr 05 14:30:09.837590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58168) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.860599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.863084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-9913466d-39a9-4407-916a-7bce1aa8b294 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.866572 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9913466d-39a9-4407-916a-7bce1aa8b294 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0249436 Apr 05 14:30:09.871911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58172) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.877030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-ba27a3fe-f686-42f7-a8d1-2aa45fbae4a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f340e038ed9f4035ac647832a6a75084&device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 1096 time: 0.4725780 Apr 05 14:30:09.884273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-c13ab331-bfdb-43ca-b793-b5b913eb1ff9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.886014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c13ab331-bfdb-43ca-b793-b5b913eb1ff9 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0129147 Apr 05 14:30:09.889849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58176) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.906990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device cf2c2921-9a6c-48db-bbbc-e60396bf26b4 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:09.924096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.953922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-b7a9a419-1ca2-46e0-a267-05d5be6b82e3 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:09.954886 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b7a9a419-1ca2-46e0-a267-05d5be6b82e3 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0134521 Apr 05 14:30:09.956863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.963187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58180) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:09.979895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:09.998640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:10.006182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:10.006704 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.048742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.054671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4a5fde34-34c7-4d24-8a3c-b20be5e986a2 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 14:30:10.058450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.067053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [None req-c069b30c-b13e-465e-a8cc-fa52b5e7ff03 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:10.071066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c069b30c-b13e-465e-a8cc-fa52b5e7ff03 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0343001 Apr 05 14:30:10.113372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58184) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:10.131181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [None req-4628d6d8-8d87-40fe-8df9-5699ab0b7337 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83851) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:30:10.134911 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4628d6d8-8d87-40fe-8df9-5699ab0b7337 tempest-ExtensionsTestJSON-1013649604 tempest-ExtensionsTestJSON-1013649604-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0166144 Apr 05 14:30:10.141303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] In _notify_port_updated(), no bound segment for port 031ee05c-9bc7-4771-b7b5-b78be571fa44 on network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:30:10.145119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.145729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.149447 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "PUT /v2.0/ports/031ee05c-9bc7-4771-b7b5-b78be571fa44 HTTP/1.1" status: 200 len: 1003 time: 1.5484118 Apr 05 14:30:10.158985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-aaaf0134-f47e-462f-97c6-3b8d15aad621 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a97753-5045-4cf9-b8cd-adc367a22747 HTTP/1.1" status: 200 len: 217 time: 0.2707210 Apr 05 14:30:10.159220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.163536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58194) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:10.199529 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "DELETE /v2.0/networks/4a5fde34-34c7-4d24-8a3c-b20be5e986a2 HTTP/1.1" status: 204 len: 168 time: 1.8250329 Apr 05 14:30:10.200958 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a475d8-245b-4649-aed3-f188cef29c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:10.247675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a5d94c-1d61-47f0-9c3d-9813f33c61ad tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=031ee05c-9bc7-4771-b7b5-b78be571fa44,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:10.287579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8772e-c631-495e-945c-774425af985e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting port 031ee05c-9bc7-4771-b7b5-b78be571fa44 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:10.287924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ff8772e-c631-495e-945c-774425af985e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.302202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port cf2c2921-9a6c-48db-bbbc-e60396bf26b4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:10.312505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0224c-3e6e-4ca1-a826-76da145d9972 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event deleted for resources: {'Network': ['ID=4a5fde34-34c7-4d24-8a3c-b20be5e986a2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:10.313422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.335662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event updated for resources: {'Port': ['ID=43447ddc-2d52-4f60-bde1-9d70d3c5332d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:10.411231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:10.422566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:10.424100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:10.460257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:10.545101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.545768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.615887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-92fb75ec-ab32-426a-b444-3ff711581575 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.617913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4a82e928-6722-4254-b91e-e3af70e52998 None None] Provisioning complete for port 031ee05c-9bc7-4771-b7b5-b78be571fa44 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:10.618303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a82e928-6722-4254-b91e-e3af70e52998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.620012 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-92fb75ec-ab32-426a-b444-3ff711581575 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c49daade-39bc-48df-a761-ccf2f43d497f HTTP/1.1" status: 200 len: 844 time: 0.4434633 Apr 05 14:30:10.639902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-b3b62715-b2fc-4336-b3df-e903a9b79057 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6805723 Apr 05 14:30:10.749840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Request body: {'port': {'device_id': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:10.785662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4a82e928-6722-4254-b91e-e3af70e52998 None None] Port 031ee05c-9bc7-4771-b7b5-b78be571fa44 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:10.828275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd76bbf-4739-4900-bb33-a1d44dbcf907 req-1b79c797-69e5-4426-af4f-bd62b0c0d845 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.829389 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bbd76bbf-4739-4900-bb33-a1d44dbcf907 req-1b79c797-69e5-4426-af4f-bd62b0c0d845 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 943 time: 0.8847377 Apr 05 14:30:10.873471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509deaab-a42e-4842-8600-9933aa4a2214 req-89b33149-4c64-4438-b03c-bf5b18da8d90 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:10.874287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-509deaab-a42e-4842-8600-9933aa4a2214 req-89b33149-4c64-4438-b03c-bf5b18da8d90 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Synchronizing usage tracker for tenant:978f05d8511947d2a12e13a0e8736f3b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:10.876020 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Floating IP 7c9e806e-b7fa-4f81-9ae4-503347326f20 associated. External IP: 172.26.6.228, port: be81b280-6b85-4a4e-acb1-8cdaae56a472. Apr 05 14:30:10.918791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-90568531-a2e0-4ed7-a53e-89f854d79fec None None] Provisioning for port 43447ddc-2d52-4f60-bde1-9d70d3c5332d completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:10.924500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-90568531-a2e0-4ed7-a53e-89f854d79fec None None] Provisioning complete for port 43447ddc-2d52-4f60-bde1-9d70d3c5332d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:10.925031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-90568531-a2e0-4ed7-a53e-89f854d79fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:10.957603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58216) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:11.010394 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-509deaab-a42e-4842-8600-9933aa4a2214 req-89b33149-4c64-4438-b03c-bf5b18da8d90 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Unset dirty status for tenant:978f05d8511947d2a12e13a0e8736f3b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:11.018023 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-509deaab-a42e-4842-8600-9933aa4a2214 req-89b33149-4c64-4438-b03c-bf5b18da8d90 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 931 time: 0.6875622 Apr 05 14:30:11.051217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-90568531-a2e0-4ed7-a53e-89f854d79fec None None] Port 43447ddc-2d52-4f60-bde1-9d70d3c5332d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:11.054462 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bbd76bbf-4739-4900-bb33-a1d44dbcf907 req-6615faf9-b7bf-433b-9fca-67c81313d809 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2094865 Apr 05 14:30:11.067570 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-9b7b8e7f-30e6-479f-8512-94d6dafabaed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c033505-0a6f-40d5-8fe7-5433c1d6035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4294918 Apr 05 14:30:11.077459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.202469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ff8772e-c631-495e-945c-774425af985e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.248372 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-509deaab-a42e-4842-8600-9933aa4a2214 req-87865483-0939-4bff-ad77-8ecd00086ace tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2293797 Apr 05 14:30:11.458427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-4ff8772e-c631-495e-945c-774425af985e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Calling delete_port for 031ee05c-9bc7-4771-b7b5-b78be571fa44 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:11.592070 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-4168d17c-7a21-4d50-875c-2e08b9e2af8a service neutron] 10.222.0.15 "GET /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175438 Apr 05 14:30:11.596023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.703454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ff8772e-c631-495e-945c-774425af985e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:11.748797 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40b73af0-f34d-4887-8cd3-05c802d8ffb4 req-e9d3958c-e4b9-4e33-b595-ce490562cdc1 service neutron] 10.222.0.15 "GET /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396332 Apr 05 14:30:11.769076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff8772e-c631-495e-945c-774425af985e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event deleted for resources: {'Port': ['ID=031ee05c-9bc7-4771-b7b5-b78be571fa44,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:11.840093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58232) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:11.867724 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3421a0-74d8-421c-8f12-696f796b4cd9'] response: {'server_uuid': '53a475d8-245b-4649-aed3-f188cef29c8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'code': 200} Apr 05 14:30:11.944696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:11.949329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] Usage tracker for resource:security_group_rule and tenant:b77c11934ea4469cad6b634777c5e3f4 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:11.961355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:11.974470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:12.022495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'router': {'name': 'tempest-router--1377788665', 'project_id': '233d68720d294af0958c7b7c71ccf632'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:12.046516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:12.064826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab46a71-330c-491f-8a22-13d00dfa2c7e req-f8c6e333-5138-4a4f-8136-5f5d400bea47 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:12.067092 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fab46a71-330c-491f-8a22-13d00dfa2c7e req-f8c6e333-5138-4a4f-8136-5f5d400bea47 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.6915798 Apr 05 14:30:12.098652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Usage tracker for resource:router and tenant:233d68720d294af0958c7b7c71ccf632 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:12.112510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:12.143202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ff8772e-c631-495e-945c-774425af985e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.168326 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4ff8772e-c631-495e-945c-774425af985e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "DELETE /v2.0/ports/031ee05c-9bc7-4771-b7b5-b78be571fa44 HTTP/1.1" status: 204 len: 168 time: 2.0037057 Apr 05 14:30:12.171546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58244) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:12.175688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:12.228016 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-690e1c82-fbda-4848-8e46-ea1c72fb4d14 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] GET failed (client error): The resource could not be found. Apr 05 14:30:12.228455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-690e1c82-fbda-4848-8e46-ea1c72fb4d14 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Synchronizing usage tracker for tenant:a2cab510b2e14c1aa623daefbba1aa77 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:12.249336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.250427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.265134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-690e1c82-fbda-4848-8e46-ea1c72fb4d14 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Unset dirty status for tenant:a2cab510b2e14c1aa623daefbba1aa77 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:12.269815 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-690e1c82-fbda-4848-8e46-ea1c72fb4d14 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "GET /v2.0/ports/031ee05c-9bc7-4771-b7b5-b78be571fa44 HTTP/1.1" status: 404 len: 333 time: 0.0937622 Apr 05 14:30:12.270026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58248) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:12.276540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-880813664'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:12.325744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58254) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:12.355400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.364057 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-50c23e51-859b-40fc-be70-548e89c338d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f340e038ed9f4035ac647832a6a75084&device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 1096 time: 0.5296586 Apr 05 14:30:12.370725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fab46a71-330c-491f-8a22-13d00dfa2c7e req-77428166-936c-4190-9f42-f9e7c12450ce tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2687864 Apr 05 14:30:12.375200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Router e6d5365e-2c21-4f3b-98e7-5feb15322002 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:12.474411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43447ddc-2d52-4f60-bde1-9d70d3c5332d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:30:12.484638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.526257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.643065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Transition to ACTIVE for port object 43447ddc-2d52-4f60-bde1-9d70d3c5332d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:12.651955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:12.673305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:12.689136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Made reservation on behalf of a2cab510b2e14c1aa623daefbba1aa77 for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:12.690740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a1d3e6f9-0c51-46a8-8bd4-4e4c533e402e tempest-AgentManagementNegativeTest-684512457 tempest-AgentManagementNegativeTest-684512457-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3572805 Apr 05 14:30:12.691660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.693364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.706130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.720834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] device_id is not set on port d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:30:12.805505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9a7ffd-9c4c-479e-bc1a-8ffdc25e3f36,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:12.835952 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-50431feb-4e98-442f-9afe-c096e4795a92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b77c11934ea4469cad6b634777c5e3f4&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8631806 Apr 05 14:30:12.839147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-827f7b87-0b08-4ac6-8c83-494d70963041 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 1098 time: 0.7052000 Apr 05 14:30:12.858765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58268) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:12.900392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:12.913682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547890a-edf4-4fc3-aa1f-1ca1645576af None None] Sync routers for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:12.945762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547890a-edf4-4fc3-aa1f-1ca1645576af None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:12.947657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5547890a-edf4-4fc3-aa1f-1ca1645576af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:12.956354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.958831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Allocated IP 2001:db8::226 (137a5d83-8fe1-4029-aab4-38e6ac9995a4/7010ce9b-acfa-4711-9b1b-5cd794bfa069/d1add1f9-e28b-4ca7-ad1a-75d952e5fb43) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:12.977028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:12.984757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Pushing event updated for resources: {'Port': ['ID=43447ddc-2d52-4f60-bde1-9d70d3c5332d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:12.987632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.023176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354141cc-3f07-4fb4-b4a6-58da2a4a4188 req-39e87f8a-2c23-43a5-84d4-84060b7b799f tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.030581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-354141cc-3f07-4fb4-b4a6-58da2a4a4188 req-39e87f8a-2c23-43a5-84d4-84060b7b799f tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 943 time: 0.7840328 Apr 05 14:30:13.089530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5547890a-edf4-4fc3-aa1f-1ca1645576af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:13.096051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-abae229d-3804-46ca-b7b0-7cfa7bbbf0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.103434 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-63720a6f-30f3-41e1-ac56-ea6ff8490834 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 10.7921643 Apr 05 14:30:13.104459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58274) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:13.111223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5547890a-edf4-4fc3-aa1f-1ca1645576af None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:13.112484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-6c401eda-c591-4768-87e7-4f7c27a91c14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.112962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5547890a-edf4-4fc3-aa1f-1ca1645576af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:13.116921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-6c401eda-c591-4768-87e7-4f7c27a91c14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c033505-0a6f-40d5-8fe7-5433c1d6035a HTTP/1.1" status: 200 len: 906 time: 0.6206293 Apr 05 14:30:13.192198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58278) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:13.220370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5547890a-edf4-4fc3-aa1f-1ca1645576af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:13.220779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5547890a-edf4-4fc3-aa1f-1ca1645576af None None] The sync data for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:13.303043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:13.310284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.311583 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-020f82d2-3fdc-4a3d-8600-9ea6f29950a7 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4703934 Apr 05 14:30:13.318619 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58284) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:13.322627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61d9f61-b993-451a-9dda-726084371330 req-2ecbc6bd-5436-442d-82b0-13b0fab0a066 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.324079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-abae229d-3804-46ca-b7b0-7cfa7bbbf0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.324194 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f61d9f61-b993-451a-9dda-726084371330 req-2ecbc6bd-5436-442d-82b0-13b0fab0a066 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 943 time: 0.8008866 Apr 05 14:30:13.325421 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-eead12c7-bd97-4aa0-aecd-66cc250159d8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a97753-5045-4cf9-b8cd-adc367a22747 HTTP/1.1" status: 200 len: 217 time: 0.1643419 Apr 05 14:30:13.328414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Usage tracker for resource:security_group_rule and tenant:343d66296982435395e0209ed07b0bda is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:13.333893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:13.376214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:13.406660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-354141cc-3f07-4fb4-b4a6-58da2a4a4188 req-ca0c7558-b531-4e87-b024-e38fb1de3062 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751085 Apr 05 14:30:13.529595 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5b9437e0-5106-41d5-9beb-d9f4dcaac6c3 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] 10.222.0.18 "GET /v2.0/floatingips/7c9e806e-b7fa-4f81-9ae4-503347326f20 HTTP/1.1" status: 200 len: 982 time: 0.4149303 Apr 05 14:30:13.534063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58292) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:13.621259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.630624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Attempting to bind port 43447ddc-2d52-4f60-bde1-9d70d3c5332d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:13.630897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Attempting to bind port 43447ddc-2d52-4f60-bde1-9d70d3c5332d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:13.631155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Attempting to bind port 43447ddc-2d52-4f60-bde1-9d70d3c5332d on network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:13.633806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-e9723341-6ede-405f-a281-805e28cc7993 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.635319 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-e9723341-6ede-405f-a281-805e28cc7993 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c49daade-39bc-48df-a761-ccf2f43d497f HTTP/1.1" status: 200 len: 844 time: 0.3024731 Apr 05 14:30:13.649553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.656523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e043cf70-f65f-4e75-9e82-2f90da751568 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.717314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Port 43447ddc-2d52-4f60-bde1-9d70d3c5332d on network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:30:13.717519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Attempting to bind port 43447ddc-2d52-4f60-bde1-9d70d3c5332d on network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:13.742248 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f61d9f61-b993-451a-9dda-726084371330 req-e10cbc48-9814-4aef-b6b7-775869907d0d tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3732185 Apr 05 14:30:13.768093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:13.768427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Checking segment: {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:13.768801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Bound using segment: {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:13.769240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Bound port: 43447ddc-2d52-4f60-bde1-9d70d3c5332d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c687217a-65b9-4c89-8b5c-ce9d45e818fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:13.769579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.786474 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-abae229d-3804-46ca-b7b0-7cfa7bbbf0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.788772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:13.806979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] Usage tracker for resource:security_group_rule and tenant:f5a4bacf57a842cfab2eeea7b28ad308 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:13.813112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:13.817413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Transition to ACTIVE for port object d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:13.822196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae229d-3804-46ca-b7b0-7cfa7bbbf0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9a7ffd-9c4c-479e-bc1a-8ffdc25e3f36,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:13.828215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:13.832406 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-05f4db76-5c7b-430a-818e-3963e78a980a tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2905 time: 0.2952697 Apr 05 14:30:13.835521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58296) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:13.851299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d060be-961e-4e5f-a89e-5ea440261de1 req-afc5f9a2-9c35-4597-a281-7ec854397de3 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:13.852755 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-37d060be-961e-4e5f-a89e-5ea440261de1 req-afc5f9a2-9c35-4597-a281-7ec854397de3 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.3299396 Apr 05 14:30:13.895489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-abae229d-3804-46ca-b7b0-7cfa7bbbf0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.899031 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-abae229d-3804-46ca-b7b0-7cfa7bbbf0a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad9a7ffd-9c4c-479e-bc1a-8ffdc25e3f36 HTTP/1.1" status: 204 len: 168 time: 1.0369201 Apr 05 14:30:13.908011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device e0a97753-5045-4cf9-b8cd-adc367a22747 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:30:13.949077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:13.976315 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-c51650c2-0e3f-4a65-ad72-39a9ca88a575 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c033505-0a6f-40d5-8fe7-5433c1d6035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3284986 Apr 05 14:30:13.976948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.112568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port e0a97753-5045-4cf9-b8cd-adc367a22747, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e0a97753-5045-4cf9-b8cd-adc367a22747,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:14.128355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Synchronizing usage tracker for tenant:343d66296982435395e0209ed07b0bda on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:14.131415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] For port 43447ddc-2d52-4f60-bde1-9d70d3c5332d, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:14.135790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'port_id': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'mac_address': 'fa:16:3e:af:16:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:30:14.149013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-37d060be-961e-4e5f-a89e-5ea440261de1 req-2adcd46a-be2a-452a-beff-a9a2465d4cbd tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2724295 Apr 05 14:30:14.170837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f0d725-0c0d-4113-bcaa-e2a5f855e802,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:14.178692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] For port 43447ddc-2d52-4f60-bde1-9d70d3c5332d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:14.197976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.258206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.265611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.272577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] Unset dirty status for tenant:343d66296982435395e0209ed07b0bda on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:14.273728 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62059c37-cbc9-46b4-8118-cc1cb4a5fdb4 req-1af7fe83-ddc6-4fae-9606-669c9435d976 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3654110 Apr 05 14:30:14.288655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.292576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.294891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0a97753-5045-4cf9-b8cd-adc367a22747 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:30:14.315228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port e0a97753-5045-4cf9-b8cd-adc367a22747, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e0a97753-5045-4cf9-b8cd-adc367a22747,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:14.320863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.368085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.369037 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-235911ac-5804-43a1-bb57-520761b62362 service neutron] 10.222.0.15 "PUT /v2.0/ports/43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 1093 time: 3.6605759 Apr 05 14:30:14.370777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'tag': '43447ddc-2d52-4f60-bde1-9d70d3c5332d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:14.408691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-f073a07f-4b11-43da-bd5a-51f9dff26d74 service neutron] 10.222.0.15 "GET /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4152088 Apr 05 14:30:14.423534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=e0a97753-5045-4cf9-b8cd-adc367a22747,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:14.425092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d235f65e-c0a5-4abb-a733-431bcdad8ec0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:14.433925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235911ac-5804-43a1-bb57-520761b62362 service neutron] Pushing event updated for resources: {'Port': ['ID=43447ddc-2d52-4f60-bde1-9d70d3c5332d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:14.446777 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-49ad931a-974b-4838-851c-c9c0d96c80d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5a4bacf57a842cfab2eeea7b28ad308&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1940999 Apr 05 14:30:14.448960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58314) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:14.533650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['e0a97753-5045-4cf9-b8cd-adc367a22747'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:30:14.579025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e043cf70-f65f-4e75-9e82-2f90da751568 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.581842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:14.583191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Deleting port a0acd6ca-c0f4-4adb-816c-2898365cbbab {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:14.583790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.613805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=d1add1f9-e28b-4ca7-ad1a-75d952e5fb43,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:14.617172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:14.619559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:14.624334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:14.624942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.669725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d330fc15-6677-49d9-9e96-9ddfea3100ee'] response: {'name': 'network-changed', 'server_uuid': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'tag': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'status': 'completed', 'code': 200} Apr 05 14:30:14.673351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e043cf70-f65f-4e75-9e82-2f90da751568 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.705972 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3f19cc28-e34e-484f-a43d-c30912d53b1c tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4349210 Apr 05 14:30:14.708846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58322) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:14.732269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f9:0f:ff'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:14.906638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e043cf70-f65f-4e75-9e82-2f90da751568 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:14.907189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e043cf70-f65f-4e75-9e82-2f90da751568 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0e068db8-f6ca-4f20-a502-b2c62f6cb28a {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:30:15.019795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e043cf70-f65f-4e75-9e82-2f90da751568 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.026424 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e043cf70-f65f-4e75-9e82-2f90da751568 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0e068db8-f6ca-4f20-a502-b2c62f6cb28a HTTP/1.1" status: 204 len: 168 time: 1.7019730 Apr 05 14:30:15.090464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.090710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.097636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9759b7d4-dbc4-440a-ba0a-2d64dd7b1412 req-5cab3390-7c28-4f79-a115-aaa11dded6ee service neutron] 10.222.0.15 "GET /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803845 Apr 05 14:30:15.133032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8383f0e5-8e7f-45bf-bfca-e102d3ccac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.172452 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-0dfc7309-cd83-4176-b007-7acdbb9f2258 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1096 time: 0.5801637 Apr 05 14:30:15.201113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9d7c9bd4-3ff2-45bc-8d81-f517766409ce None None] Provisioning for port d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:15.208991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9d7c9bd4-3ff2-45bc-8d81-f517766409ce None None] Provisioning complete for port d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:15.209478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9d7c9bd4-3ff2-45bc-8d81-f517766409ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.238691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8383f0e5-8e7f-45bf-bfca-e102d3ccac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.241433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Calling delete_port for a0acd6ca-c0f4-4adb-816c-2898365cbbab owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:15.276972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef52d9-b18d-4a0b-af66-8bc4f8a78b0d req-4b2a40c0-8938-4606-812e-9c62f53edf00 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.284256 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efef52d9-b18d-4a0b-af66-8bc4f8a78b0d req-4b2a40c0-8938-4606-812e-9c62f53edf00 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 944 time: 0.4340167 Apr 05 14:30:15.305108 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-7d894254-a09d-4472-bf3a-2f799dc14737 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 217 time: 0.1211030 Apr 05 14:30:15.310622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69acefc-4e40-447c-ac7c-e2b4a0eef747 req-f2848c07-a61c-4772-939e-f2dcaae5644a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.312229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d69acefc-4e40-447c-ac7c-e2b4a0eef747 req-f2848c07-a61c-4772-939e-f2dcaae5644a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 943 time: 0.3346777 Apr 05 14:30:15.351087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9d7c9bd4-3ff2-45bc-8d81-f517766409ce None None] Port d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:15.354640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58338) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:15.369670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.399141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58344) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:15.452903 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efef52d9-b18d-4a0b-af66-8bc4f8a78b0d req-7a75e1ad-e7dd-4ae4-a7d4-3e5aa12958b4 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677945 Apr 05 14:30:15.454203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-3000e208-20e0-4929-a1b5-c8a08f85966f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.455526 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-3000e208-20e0-4929-a1b5-c8a08f85966f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.1426427 Apr 05 14:30:15.465143 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d69acefc-4e40-447c-ac7c-e2b4a0eef747 req-f8d578d6-3e6f-4ad4-b537-3cb413a05162 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1014578 Apr 05 14:30:15.536788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8383f0e5-8e7f-45bf-bfca-e102d3ccac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.571402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8383f0e5-8e7f-45bf-bfca-e102d3ccac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d235f65e-c0a5-4abb-a733-431bcdad8ec0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:15.580297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.609094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8383f0e5-8e7f-45bf-bfca-e102d3ccac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.613088 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8383f0e5-8e7f-45bf-bfca-e102d3ccac89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d235f65e-c0a5-4abb-a733-431bcdad8ec0 HTTP/1.1" status: 204 len: 168 time: 1.1611311 Apr 05 14:30:15.621367 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-d4339e82-5fca-47c2-b96c-d95dbaa9ab62 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1590593 Apr 05 14:30:15.711298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event deleted for resources: {'Port': ['ID=a0acd6ca-c0f4-4adb-816c-2898365cbbab,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:15.874275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aae338-da66-4a93-a7d8-bae9fe620faf req-4aacedaa-0cb1-4c9c-805a-b413bf073c6a tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:15.882077 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f0aae338-da66-4a93-a7d8-bae9fe620faf req-4aacedaa-0cb1-4c9c-805a-b413bf073c6a tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.2123647 Apr 05 14:30:15.909654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device e0a97753-5045-4cf9-b8cd-adc367a22747 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:15.923336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1420732967'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:15.933252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:15.937750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Usage tracker for resource:network and tenant:60f187da055d4fb393bd54de44b908fc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:15.941018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:15.947019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:15.962015 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-ec4c9be5-2a7d-41c9-83bc-735595d1010b service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340139 Apr 05 14:30:15.966784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Made reservation on behalf of 60f187da055d4fb393bd54de44b908fc for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:15.969779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:15.993154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1268981232', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:16.000571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:16.004948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Usage tracker for resource:router and tenant:cfc563ca7b204cc68781df41f616cc12 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:16.008151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:16.016409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:16.042998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.044938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.081757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port e0a97753-5045-4cf9-b8cd-adc367a22747 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:16.090110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port e0a97753-5045-4cf9-b8cd-adc367a22747 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:16.091276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.093130 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.131078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.165169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f0aae338-da66-4a93-a7d8-bae9fe620faf req-54607fc4-058c-44b0-a1ea-c5f2ed510a57 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2820468 Apr 05 14:30:16.245040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:16.260951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Usage tracker for resource:security_group_rule and tenant:60f187da055d4fb393bd54de44b908fc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:16.266221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:16.273363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.275905 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce82b261-db94-420b-ac3a-13e4863cb5cb req-fde9ff4c-4bb1-454f-84be-691f79e298e3 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207358 Apr 05 14:30:16.276969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:16.309967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.316716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.335954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.340469 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:16.374791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port e0a97753-5045-4cf9-b8cd-adc367a22747, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e0a97753-5045-4cf9-b8cd-adc367a22747,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:16.381758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.388323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.441682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.444821 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2e352e-645a-490b-96eb-828c8a5dfdd7'] response: {'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'code': 200} Apr 05 14:30:16.490933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=e0a97753-5045-4cf9-b8cd-adc367a22747,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:16.495189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] In _notify_port_updated(), no bound segment for port d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 on network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:30:16.499963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:16.500636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.504398 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "PUT /v2.0/ports/d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 HTTP/1.1" status: 200 len: 1002 time: 1.7915702 Apr 05 14:30:16.511637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58366) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:16.561260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:16.569158 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae03551f-bc4e-4672-8cb0-896571c1d321,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:16.613641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.613867 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Added segment 314a1941-47b9-4984-87a1-5aaa90da9176 of type vlan for network 059cb226-23c2-4e16-81d2-069fc51f818e Apr 05 14:30:16.660336 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-528f5ba7-2ec4-4d3b-9e64-7d1b8e97d786 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1096 time: 0.2688322 Apr 05 14:30:16.788579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b8a58360-8104-45c1-a4ac-763f43aa9c23 None None] Provisioning complete for port d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:16.788861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b8a58360-8104-45c1-a4ac-763f43aa9c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.810598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.832885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d33ee73f-efd3-46e5-8345-2f3dda5095e0 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting port d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:16.833427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d33ee73f-efd3-46e5-8345-2f3dda5095e0 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:16.843292 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b8a58360-8104-45c1-a4ac-763f43aa9c23 None None] Port d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:16.878098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee128ee-d481-4d12-9e16-1ce5336f4ac1 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=d1add1f9-e28b-4ca7-ad1a-75d952e5fb43,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:16.961501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.043165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.047570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.048528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.186744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-265e92d2-b816-4f3c-91be-22f5cbd091cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.188206 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-265e92d2-b816-4f3c-91be-22f5cbd091cc service neutron] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 913 time: 0.5196655 Apr 05 14:30:17.201681 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8337557 Apr 05 14:30:17.202523 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a6088a8-fff6-4ad9-8269-4758bc95a4bf req-6f5bd7c6-6e74-4cec-a492-78ba21d8d0fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 1098 time: 0.4352009 Apr 05 14:30:17.205684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58382) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:17.218879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Request body: {'subnet': {'network_id': '059cb226-23c2-4e16-81d2-069fc51f818e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:17.259440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58388) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:17.278667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155308a-3e65-487d-90d6-607cc6a608c0 req-46a20d33-6ca2-4653-b10e-b08170188809 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.280108 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5155308a-3e65-487d-90d6-607cc6a608c0 req-46a20d33-6ca2-4653-b10e-b08170188809 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 943 time: 0.5116560 Apr 05 14:30:17.284478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b46a48-2aaa-47aa-a1d0-b5e8dca5d88b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'Network': ['ID=059cb226-23c2-4e16-81d2-069fc51f818e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:17.294536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 059cb226-23c2-4e16-81d2-069fc51f818e details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:30:17.310417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfd11e-fdbe-4447-a8e9-389ba629f56e req-1fc79fe7-f828-4a5c-a39d-51ea630c86a9 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.311857 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ebbfd11e-fdbe-4447-a8e9-389ba629f56e req-1fc79fe7-f828-4a5c-a39d-51ea630c86a9 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 945 time: 0.4531167 Apr 05 14:30:17.328343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d33ee73f-efd3-46e5-8345-2f3dda5095e0 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.331523 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-9f51d93c-a417-4777-aa93-9178a501b2d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 217 time: 0.1280959 Apr 05 14:30:17.440033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a6088a8-fff6-4ad9-8269-4758bc95a4bf req-5cef24ab-83fd-48ec-9f0a-4b5b54c615c9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2293007 Apr 05 14:30:17.458565 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5155308a-3e65-487d-90d6-607cc6a608c0 req-c143088a-cbb0-47b9-9027-f7ca7b1b0d29 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1708810 Apr 05 14:30:17.461031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-4ba11275-2269-49f7-8b22-3da39731c3bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.462403 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-4ba11275-2269-49f7-8b22-3da39731c3bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.1049252 Apr 05 14:30:17.466390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ebbfd11e-fdbe-4447-a8e9-389ba629f56e req-649985ae-8cc3-4c17-ad5f-953f1a7fd5d9 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1373491 Apr 05 14:30:17.575970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d33ee73f-efd3-46e5-8345-2f3dda5095e0 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Calling delete_port for d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:17.672176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073077f7-5e4d-4334-bcbb-29e5a09a51e1 req-5499d6a4-f56e-40be-918e-b6e9a22165fb tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:17.673647 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-073077f7-5e4d-4334-bcbb-29e5a09a51e1 req-5499d6a4-f56e-40be-918e-b6e9a22165fb tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.0849905 Apr 05 14:30:17.717902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-308061830'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:17.743030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:17.761638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:17.767499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:17.771761 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-073077f7-5e4d-4334-bcbb-29e5a09a51e1 req-d703e647-6487-4318-a87e-00a894b7330a tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597351 Apr 05 14:30:17.777277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:17.782846 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-89409921-dca7-4ca5-9227-629775858fd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1068048 Apr 05 14:30:17.787913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:17.788932 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:30:17.799905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Usage tracker for resource:subnet and tenant:60f187da055d4fb393bd54de44b908fc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:17.811489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:17.833421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:17.854728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:17.857683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.881471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:17.896132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Made reservation on behalf of 60f187da055d4fb393bd54de44b908fc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:17.967588 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-9d130238-6cff-4696-81e4-f259556485b0 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726336 Apr 05 14:30:18.080475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.093790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059c6b5-c02e-4917-99c6-5bd7a354cc7e req-b10ba205-b5dc-4021-b3e9-b2975ef1ebff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:18.095266 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8059c6b5-c02e-4917-99c6-5bd7a354cc7e req-b10ba205-b5dc-4021-b3e9-b2975ef1ebff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.1883323 Apr 05 14:30:18.108267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58396) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:18.116215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Request body: {'floatingip': {'port_id': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:18.137606 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:18.140148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.148407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.167193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:security_group_rule and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:18.202463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:18.208009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d33ee73f-efd3-46e5-8345-2f3dda5095e0 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.250195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:18.251682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922bac4a-0a59-4108-b42b-dc8999f2587d req-0dad28b0-2797-466a-b551-8cf8874df6b1 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778466 Apr 05 14:30:18.255810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.329363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ee73f-efd3-46e5-8345-2f3dda5095e0 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event deleted for resources: {'Port': ['ID=d1add1f9-e28b-4ca7-ad1a-75d952e5fb43,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:18.467464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d33ee73f-efd3-46e5-8345-2f3dda5095e0 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.681229 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d33ee73f-efd3-46e5-8345-2f3dda5095e0 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "DELETE /v2.0/ports/d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 HTTP/1.1" status: 204 len: 168 time: 2.1664402 Apr 05 14:30:18.681673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Router e6d5365e-2c21-4f3b-98e7-5feb15322002 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:18.704168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.708797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58404) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:18.757156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Allocated IP 172.26.6.136 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/bfdff051-59a6-4d5c-bfb7-e6af8a0c3a25) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:18.794496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:18.843656 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1279ce78-87a7-45dd-8b3e-16b637f542d3 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] GET failed (client error): The resource could not be found. Apr 05 14:30:18.844325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1279ce78-87a7-45dd-8b3e-16b637f542d3 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Synchronizing usage tracker for tenant:a2cab510b2e14c1aa623daefbba1aa77 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:18.864901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:18.957449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a44d66d-1caa-43c1-a632-1ea37691302e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:19.012518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.012857 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d of type vlan for network 84ffb120-51c6-4d9b-b8f9-da08752dd856 Apr 05 14:30:19.053070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb7604-0c48-4738-965f-1c9e83145258 req-a69a9688-9171-49b2-9515-62a382c9a3b3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:19.054556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a0eb7604-0c48-4738-965f-1c9e83145258 req-a69a9688-9171-49b2-9515-62a382c9a3b3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 945 time: 0.3957806 Apr 05 14:30:19.059887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7014e6-a3c8-4119-bc20-9ee062f2cca1 req-1f428dd5-cccf-4477-9814-49ea159c8fc7 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:19.061242 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e7014e6-a3c8-4119-bc20-9ee062f2cca1 req-1f428dd5-cccf-4477-9814-49ea159c8fc7 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 943 time: 0.3521032 Apr 05 14:30:19.104517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1279ce78-87a7-45dd-8b3e-16b637f542d3 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Unset dirty status for tenant:a2cab510b2e14c1aa623daefbba1aa77 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:19.111349 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1279ce78-87a7-45dd-8b3e-16b637f542d3 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "GET /v2.0/ports/d1add1f9-e28b-4ca7-ad1a-75d952e5fb43 HTTP/1.1" status: 404 len: 333 time: 0.3918295 Apr 05 14:30:19.116929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58408) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:19.121833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.122239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.122678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.123068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.123426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.123764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.124082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.124395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.124714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.125026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.125124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1485901959'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:19.125351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:19.192503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.226396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.271446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a0eb7604-0c48-4738-965f-1c9e83145258 req-66cafce5-a8f2-48bc-8602-5b9be180f984 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091804 Apr 05 14:30:19.298642 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e7014e6-a3c8-4119-bc20-9ee062f2cca1 req-a706ba0c-3d54-48e6-a1dc-2020675f7b69 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2195640 Apr 05 14:30:19.299920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.340197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.344629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:19.345197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.389971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'Subnet': ['ID=25d289c6-a4c3-41d7-bda3-35869a290e69,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:19.433413 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.438470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.484208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:19.494663 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1883774 Apr 05 14:30:19.503166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd31bf12-27a3-4bfe-bbf7-4644983e2f73 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=84ffb120-51c6-4d9b-b8f9-da08752dd856,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:19.513563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Checking segment: {'id': '314a1941-47b9-4984-87a1-5aaa90da9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '059cb226-23c2-4e16-81d2-069fc51f818e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:19.513938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Network hostable DHCP agents. Network: 059cb226-23c2-4e16-81d2-069fc51f818e, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:19.516241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 84ffb120-51c6-4d9b-b8f9-da08752dd856 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:30:19.547378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.695015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:19.725393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Made reservation on behalf of a2cab510b2e14c1aa623daefbba1aa77 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:19.728805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.763196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event updated for resources: {'Port': ['ID=bfdff051-59a6-4d5c-bfb7-e6af8a0c3a25,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:19.766702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:19.767097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] device_id is not set on port 042e85b0-134d-4649-b721-62e649314cbc yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:30:19.767480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Network 059cb226-23c2-4e16-81d2-069fc51f818e is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:19.772264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:19.778664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:19.807696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 059cb226-23c2-4e16-81d2-069fc51f818e) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:19.820537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2fa459-e111-46fa-a731-cb5a79132701 None None] Network 059cb226-23c2-4e16-81d2-069fc51f818e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:19.824108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:19.824727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.829784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:19.839179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:19.842619 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8ef16d-2b0b-468f-975f-59f60b1f4154 None None] Sync routers for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:19.861357 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ef16d-2b0b-468f-975f-59f60b1f4154 None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:19.864993 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6c8ef16d-2b0b-468f-975f-59f60b1f4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:19.941146 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6731322a-a285-4d23-b644-47b1e389c5a4 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7283092 Apr 05 14:30:19.942245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58412) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:19.961563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2072990915', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:19.968444 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5dc0ba62-3aa9-4d57-9180-3cb57cd164ee tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "DELETE /v2.0/floatingips/7c9e806e-b7fa-4f81-9ae4-503347326f20 HTTP/1.1" status: 204 len: 168 time: 6.1320150 Apr 05 14:30:19.971943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58416) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:19.980142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:19.986257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Allocated IP 2001:db8::33e (137a5d83-8fe1-4029-aab4-38e6ac9995a4/7010ce9b-acfa-4711-9b1b-5cd794bfa069/042e85b0-134d-4649-b721-62e649314cbc) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:19.986432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:19.988738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 43447ddc-2d52-4f60-bde1-9d70d3c5332d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:30:19.993348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Usage tracker for resource:router and tenant:60f187da055d4fb393bd54de44b908fc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:19.996230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:19.999949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:20.004103 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6c8ef16d-2b0b-468f-975f-59f60b1f4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:20.008508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Usage tracker for resource:floatingip and tenant:1acef9721559406893bf6937e2afee67 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:20.015854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:20.018518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:20.027257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:20.034058 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8ef16d-2b0b-468f-975f-59f60b1f4154 None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:20.035168 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6c8ef16d-2b0b-468f-975f-59f60b1f4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:20.043080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.044509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.048031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.161552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.204969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.205898 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6c8ef16d-2b0b-468f-975f-59f60b1f4154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:20.206537 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8ef16d-2b0b-468f-975f-59f60b1f4154 None None] The sync data for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:20.211054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.294670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.296175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 43447ddc-2d52-4f60-bde1-9d70d3c5332d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:20.323976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Transition to ACTIVE for port object 042e85b0-134d-4649-b721-62e649314cbc will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:20.404546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'port_id': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'mac_address': 'fa:16:3e:f8:91:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:30:20.406569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.436133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.500433 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Floating IP efa7e152-515d-43d3-ab07-8ecba91a3179 associated. External IP: 172.26.6.57, port: cf2c2921-9a6c-48db-bbbc-e60396bf26b4. Apr 05 14:30:20.541466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.543398 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6519c1ff-8794-470c-ac46-bb7693f37000 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5937805 Apr 05 14:30:20.548480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.550870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58424) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:20.573767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.596054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-059cb226-23c2-4e16-81d2-069fc51f818e', 'network_id': '059cb226-23c2-4e16-81d2-069fc51f818e', 'tenant_id': '60f187da055d4fb393bd54de44b908fc', 'fixed_ips': [{'subnet_id': '25d289c6-a4c3-41d7-bda3-35869a290e69'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:30:20.597033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.609910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43447ddc-2d52-4f60-bde1-9d70d3c5332d {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:30:20.777931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Allocated IP 172.20.0.2 (059cb226-23c2-4e16-81d2-069fc51f818e/25d289c6-a4c3-41d7-bda3-35869a290e69/a1294500-706b-4b78-ac8a-129d8bbf8be5) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:20.784692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:20.796150 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:20.810585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:20.816510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:20.817372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:20.882030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=042e85b0-134d-4649-b721-62e649314cbc,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:20.949807 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8317726 Apr 05 14:30:20.959929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58428) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:20.968736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.969355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.969916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.970502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.971106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.971634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.972174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.972772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.973298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.973821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.974381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6561fea-dc88-4ac2-98f0-7538472fd506 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:20.993756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'network_id': '137a5d83-8fe1-4029-aab4-38e6ac9995a4', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-474867501'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:21.109586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.124165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Transition to ACTIVE for port object a1294500-706b-4b78-ac8a-129d8bbf8be5 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:21.190759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Transition to ACTIVE for port object a1294500-706b-4b78-ac8a-129d8bbf8be5 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:21.209390 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.240512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:21.253896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Usage tracker for resource:port and tenant:a2cab510b2e14c1aa623daefbba1aa77 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:21.267088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9a7871-a8e9-4620-a60a-bb47f734169b req-281016b2-7dbb-4df3-b4ea-4571147690d0 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:21.268702 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c9a7871-a8e9-4620-a60a-bb47f734169b req-281016b2-7dbb-4df3-b4ea-4571147690d0 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 943 time: 0.6322055 Apr 05 14:30:21.269897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:21.279295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b978a-bc18-49fd-9241-be1b0a1397d8 req-97067c6d-7450-4f8b-9710-7b0698ec5100 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:21.286289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac8b978a-bc18-49fd-9241-be1b0a1397d8 req-97067c6d-7450-4f8b-9710-7b0698ec5100 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 945 time: 0.6888475 Apr 05 14:30:21.312399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:21.390981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 43447ddc-2d52-4f60-bde1-9d70d3c5332d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:21.413370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac8b978a-bc18-49fd-9241-be1b0a1397d8 req-f0f4960e-2b24-4cff-b669-26b47787a86c tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261146 Apr 05 14:30:21.414131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Made reservation on behalf of a2cab510b2e14c1aa623daefbba1aa77 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:21.420592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.421538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.473139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Network 059cb226-23c2-4e16-81d2-069fc51f818e is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:21.500412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:21.506936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:21.536333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] device_id is not set on port e4c832b5-e029-4f2d-8d19-9e73594df520 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:30:21.623627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.721372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Pushing event updated for resources: {'Port': ['ID=a1294500-706b-4b78-ac8a-129d8bbf8be5,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:21.755562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Router 49469e2d-4a35-4dc9-a89e-a18303090d45 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:30:21.798372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Allocated IP 2001:db8::12 (137a5d83-8fe1-4029-aab4-38e6ac9995a4/7010ce9b-acfa-4711-9b1b-5cd794bfa069/e4c832b5-e029-4f2d-8d19-9e73594df520) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:21.800979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3866d1ca-86df-4e3e-ba17-6fa7bc4907cb None None] Provisioning for port 042e85b0-134d-4649-b721-62e649314cbc completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:21.818798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Attempting to bind port a1294500-706b-4b78-ac8a-129d8bbf8be5 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:21.819462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Attempting to bind port a1294500-706b-4b78-ac8a-129d8bbf8be5 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '314a1941-47b9-4984-87a1-5aaa90da9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '059cb226-23c2-4e16-81d2-069fc51f818e'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:21.820126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Attempting to bind port a1294500-706b-4b78-ac8a-129d8bbf8be5 on network 059cb226-23c2-4e16-81d2-069fc51f818e {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:21.829897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['43447ddc-2d52-4f60-bde1-9d70d3c5332d'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:30:21.903635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:21.904306 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Checking segment: {'id': '314a1941-47b9-4984-87a1-5aaa90da9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '059cb226-23c2-4e16-81d2-069fc51f818e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:21.904867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.905584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Bound using segment: {'id': '314a1941-47b9-4984-87a1-5aaa90da9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '059cb226-23c2-4e16-81d2-069fc51f818e'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:21.906267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Bound port: a1294500-706b-4b78-ac8a-129d8bbf8be5, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '314a1941-47b9-4984-87a1-5aaa90da9176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '059cb226-23c2-4e16-81d2-069fc51f818e'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:21.906779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:21.982208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3866d1ca-86df-4e3e-ba17-6fa7bc4907cb None None] Provisioning complete for port 042e85b0-134d-4649-b721-62e649314cbc triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:21.982759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3866d1ca-86df-4e3e-ba17-6fa7bc4907cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.022867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.039570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Transition to ACTIVE for port object e4c832b5-e029-4f2d-8d19-9e73594df520 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:22.106898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] For port a1294500-706b-4b78-ac8a-129d8bbf8be5, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:22.111255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] For port a1294500-706b-4b78-ac8a-129d8bbf8be5, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a1294500-706b-4b78-ac8a-129d8bbf8be5,segment=NetworkSegment(314a1941-47b9-4984-87a1-5aaa90da9176),segment_id=314a1941-47b9-4984-87a1-5aaa90da9176)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:22.112006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.149598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.197092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=43447ddc-2d52-4f60-bde1-9d70d3c5332d,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:22.215849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.216700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.217164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.217662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.218293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.219654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.220541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.221008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.221659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.222135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.222635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:22.229851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Allocated IP 172.20.0.1 (059cb226-23c2-4e16-81d2-069fc51f818e/25d289c6-a4c3-41d7-bda3-35869a290e69/992b79ad-7e45-456f-ba86-06a0b279fd48) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:22.239972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-3866d1ca-86df-4e3e-ba17-6fa7bc4907cb None None] Port 042e85b0-134d-4649-b721-62e649314cbc cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:22.297242 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c9a7871-a8e9-4620-a60a-bb47f734169b req-84b9e980-b2f7-484a-867e-7bd6382123e4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.9885137 Apr 05 14:30:22.376756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:22.382220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=e4c832b5-e029-4f2d-8d19-9e73594df520,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:22.387968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:22.390984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:22.394972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:22.395531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.425962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.431048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71522b87-4fc5-49f9-85d6-c3cf5159b4cd req-12222d3e-333c-4db7-860d-267d1a177dab tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:22.444782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-71522b87-4fc5-49f9-85d6-c3cf5159b4cd req-12222d3e-333c-4db7-860d-267d1a177dab tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 945 time: 0.3808987 Apr 05 14:30:22.447291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58434) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:22.452795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Transition to ACTIVE for port object 992b79ad-7e45-456f-ba86-06a0b279fd48 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:22.459484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Request body: {'floatingip': {'port_id': 'e0a97753-5045-4cf9-b8cd-adc367a22747'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:22.480110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Allocated IP 172.26.6.230 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/7d14805b-7c6e-4e2d-bc8e-b66abf187371) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:22.497849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.587086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d69a50-fc92-485d-b53a-9723f1c95879 None None] Pushing event updated for resources: {'Port': ['ID=a1294500-706b-4b78-ac8a-129d8bbf8be5,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:22.648197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:22.698352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'Port': ['ID=992b79ad-7e45-456f-ba86-06a0b279fd48,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:22.722752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58438) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:22.745041 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Network 059cb226-23c2-4e16-81d2-069fc51f818e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:22.749758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '84ffb120-51c6-4d9b-b8f9-da08752dd856', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:22.842125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:22.884169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2fba611e-5a05-4a50-95c6-b05708e2b8e6 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.9179082 Apr 05 14:30:22.898723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:22.916919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58442) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:22.928984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2f5', 'mac_address': 'fa:16:3e:f9:0f:ff'}, {'ip_address': '2001:db8::33e', 'mac_address': 'fa:16:3e:14:94:9e'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:22.970151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3b712319-4926-4b35-87ad-f5067fa091c5 None None] Provisioning for port e4c832b5-e029-4f2d-8d19-9e73594df520 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:22.976068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3b712319-4926-4b35-87ad-f5067fa091c5 None None] Provisioning complete for port e4c832b5-e029-4f2d-8d19-9e73594df520 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:22.976593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3b712319-4926-4b35-87ad-f5067fa091c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.034236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-3b712319-4926-4b35-87ad-f5067fa091c5 None None] Port e4c832b5-e029-4f2d-8d19-9e73594df520 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:23.114882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:23.125595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:subnet and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:23.130029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:23.133151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.157000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:23.200099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.212423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:23.254656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a1294500-706b-4b78-ac8a-129d8bbf8be5 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:23.345043 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port a1294500-706b-4b78-ac8a-129d8bbf8be5 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:23.404847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.454570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.499448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.518143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.676511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26c1c6-4bc7-4ed0-bf6d-aad7b4ca1f09 None None] Network 059cb226-23c2-4e16-81d2-069fc51f818e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:23.697523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:23.716917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:23.722857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Router 369f7e21-94ca-478c-a64c-37c589d9657f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:23.727129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:23.807288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f8b38c5e-408d-4f36-a021-845fc8bb31db None None] Provisioning for port a1294500-706b-4b78-ac8a-129d8bbf8be5 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:23.814216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44ac9c-ec4b-4bad-b1c2-36891ff142da req-52077565-bf8f-4d23-8d3b-4508fc330854 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:23.815691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e44ac9c-ec4b-4bad-b1c2-36891ff142da req-52077565-bf8f-4d23-8d3b-4508fc330854 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 944 time: 0.3185515 Apr 05 14:30:23.826928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f8b38c5e-408d-4f36-a021-845fc8bb31db None None] Provisioning complete for port a1294500-706b-4b78-ac8a-129d8bbf8be5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:23.827323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f8b38c5e-408d-4f36-a021-845fc8bb31db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:23.866980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:23.936898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Pushing event updated for resources: {'Port': ['ID=7d14805b-7c6e-4e2d-bc8e-b66abf187371,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:23.943545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 43447ddc-2d52-4f60-bde1-9d70d3c5332d up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:24.064110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:24.085965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde4fb0-7566-47a9-8e53-39cb242b341c None None] Sync routers for ids ['49469e2d-4a35-4dc9-a89e-a18303090d45'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:24.116526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f8b38c5e-408d-4f36-a021-845fc8bb31db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.158191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde4fb0-7566-47a9-8e53-39cb242b341c None None] Routers {'49469e2d-4a35-4dc9-a89e-a18303090d45'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:24.158851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-4dde4fb0-7566-47a9-8e53-39cb242b341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['49469e2d-4a35-4dc9-a89e-a18303090d45'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:24.220598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 43447ddc-2d52-4f60-bde1-9d70d3c5332d completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:24.228918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.234093 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e44ac9c-ec4b-4bad-b1c2-36891ff142da req-9886f4de-48f6-4d57-9f37-dc2840dd0217 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4045978 Apr 05 14:30:24.237977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.239362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 43447ddc-2d52-4f60-bde1-9d70d3c5332d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:24.239724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.251699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.255424 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-219e398e-801a-43e8-8293-d7c6b4ce048c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 8.8528304 Apr 05 14:30:24.260493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58448) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:24.265623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-13bf9905-a89c-472c-b7f2-6bea8f79d612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.276838 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-4dde4fb0-7566-47a9-8e53-39cb242b341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:24.297935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f8b38c5e-408d-4f36-a021-845fc8bb31db None None] For port a1294500-706b-4b78-ac8a-129d8bbf8be5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a1294500-706b-4b78-ac8a-129d8bbf8be5,segment=NetworkSegment(314a1941-47b9-4984-87a1-5aaa90da9176),segment_id=314a1941-47b9-4984-87a1-5aaa90da9176)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:24.325651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dde4fb0-7566-47a9-8e53-39cb242b341c None None] Routers {'49469e2d-4a35-4dc9-a89e-a18303090d45'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:24.326320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-4dde4fb0-7566-47a9-8e53-39cb242b341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['49469e2d-4a35-4dc9-a89e-a18303090d45'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:24.362468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:24.386007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.393506 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f8b38c5e-408d-4f36-a021-845fc8bb31db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.410779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.446792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-4dde4fb0-7566-47a9-8e53-39cb242b341c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:24.447195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dde4fb0-7566-47a9-8e53-39cb242b341c None None] The sync data for ids ['49469e2d-4a35-4dc9-a89e-a18303090d45'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:24.518590 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.527443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b38c5e-408d-4f36-a021-845fc8bb31db None None] Pushing event updated for resources: {'Port': ['ID=a1294500-706b-4b78-ac8a-129d8bbf8be5,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:24.533718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event updated for resources: {'Port': ['ID=e4c832b5-e029-4f2d-8d19-9e73594df520,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:24.536804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.563763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] In _notify_port_updated(), no bound segment for port e4c832b5-e029-4f2d-8d19-9e73594df520 on network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:30:24.567716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:24.568338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.569637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d62b433e-f7ff-4332-ae53-b8cedd361ba4 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "PUT /v2.0/ports/e4c832b5-e029-4f2d-8d19-9e73594df520 HTTP/1.1" status: 200 len: 1066 time: 1.6507359 Apr 05 14:30:24.572682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58452) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:24.585110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 43447ddc-2d52-4f60-bde1-9d70d3c5332d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:24.586198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43447ddc-2d52-4f60-bde1-9d70d3c5332d'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:24.593313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.603089 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.618831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.700026 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4f9042-8faa-4e89-a742-3a83ee26e154'] response: {'server_uuid': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'code': 200} Apr 05 14:30:24.710612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=43447ddc-2d52-4f60-bde1-9d70d3c5332d,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:24.735637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-452b484c-6b05-45bc-9a33-a79feab17895 None None] Provisioning for port 992b79ad-7e45-456f-ba86-06a0b279fd48 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:24.750484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-452b484c-6b05-45bc-9a33-a79feab17895 None None] Provisioning complete for port 992b79ad-7e45-456f-ba86-06a0b279fd48 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:24.750849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-452b484c-6b05-45bc-9a33-a79feab17895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.769785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b5557-aec5-463c-88e4-6dc126c5bc47 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting port e4c832b5-e029-4f2d-8d19-9e73594df520 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:24.770385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5557-aec5-463c-88e4-6dc126c5bc47 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.779261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.822647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'Port': ['ID=992b79ad-7e45-456f-ba86-06a0b279fd48,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:24.850594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-452b484c-6b05-45bc-9a33-a79feab17895 None None] Port 992b79ad-7e45-456f-ba86-06a0b279fd48 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:24.877931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-452b484c-6b05-45bc-9a33-a79feab17895 None None] Provisioning complete for port a1294500-706b-4b78-ac8a-129d8bbf8be5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:24.878247 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-452b484c-6b05-45bc-9a33-a79feab17895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.906058 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:24.911065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=bf9ac2b9-b9e3-44b1-b495-9e8c10e0dcfd,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:24.914468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.932017 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] Sync routers for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:24.937450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:24.987025 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:24.987897 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:25.006231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.156048 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': 'ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '84ffb120-51c6-4d9b-b8f9-da08752dd856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:25.156405 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: 84ffb120-51c6-4d9b-b8f9-da08752dd856, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:25.176717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-03083add-8fb0-40ec-8e03-b13545d73157 None None] Provisioning complete for port 992b79ad-7e45-456f-ba86-06a0b279fd48 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:25.177229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03083add-8fb0-40ec-8e03-b13545d73157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.212056 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:25.257001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a1294500-706b-4b78-ac8a-129d8bbf8be5 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:25.296844 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-377c4ba9-c2af-4288-a4fb-1ec8b1c09e54 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "PUT /v2.0/floatingips/efa7e152-515d-43d3-ab07-8ecba91a3179 HTTP/1.1" status: 200 len: 990 time: 7.1869409 Apr 05 14:30:25.303740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a475d8-245b-4649-aed3-f188cef29c8d', 'tag': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:25.357105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03083add-8fb0-40ec-8e03-b13545d73157 None None] Port 992b79ad-7e45-456f-ba86-06a0b279fd48 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:25.379915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-03083add-8fb0-40ec-8e03-b13545d73157 None None] Provisioning complete for port e4c832b5-e029-4f2d-8d19-9e73594df520 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:25.380544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03083add-8fb0-40ec-8e03-b13545d73157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.389059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Network 059cb226-23c2-4e16-81d2-069fc51f818e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:25.396572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:25.421216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 84ffb120-51c6-4d9b-b8f9-da08752dd856 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:25.423105 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Floating IP 274650cf-6149-49b6-91aa-0c176ebe24f5 associated. External IP: 172.26.6.178, port: e0a97753-5045-4cf9-b8cd-adc367a22747. Apr 05 14:30:25.502481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a1294500-706b-4b78-ac8a-129d8bbf8be5 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:25.503120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.562362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 84ffb120-51c6-4d9b-b8f9-da08752dd856) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:25.575821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca991c2-bfd7-40f1-b75c-9a5c325bb255 None None] Network 84ffb120-51c6-4d9b-b8f9-da08752dd856 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:25.650972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:25.651789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.763345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03083add-8fb0-40ec-8e03-b13545d73157 None None] Port e4c832b5-e029-4f2d-8d19-9e73594df520 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:25.766758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5557-aec5-463c-88e4-6dc126c5bc47 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.817996 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'efa7e152-515d-43d3-ab07-8ecba91a3179', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'floating_ip_address': '172.26.6.57', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'port_id': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'mac_address': 'fa:16:3e:94:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a475d8-245b-4649-aed3-f188cef29c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:41Z', 'updated_at': '2022-04-05T14:30:19Z', 'revision_number': 1, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:44Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:25.822577 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] Checking router: 369f7e21-94ca-478c-a64c-37c589d9657f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:30:25.835861 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:25.836637 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:29:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:25.898652 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b058f327-0d2f-414d-b15f-7f3b8bb02c83 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/routers/49469e2d-4a35-4dc9-a89e-a18303090d45 HTTP/1.1" status: 200 len: 925 time: 1.6360934 Apr 05 14:30:25.913852 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-acf69bbf-baa4-4f7d-9fc5-171a93ca941d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.1879570 Apr 05 14:30:25.914830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58464) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:25.921648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-84ffb120-51c6-4d9b-b8f9-da08752dd856', 'network_id': '84ffb120-51c6-4d9b-b8f9-da08752dd856', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': 'bf9ac2b9-b9e3-44b1-b495-9e8c10e0dcfd'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:30:25.922784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:25.927827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58466) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:25.933657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1835541287'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:25.985943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:25.988235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f546eff5-d412-4d67-aa83-3e3f0638f44a None None] Provisioning complete for port 992b79ad-7e45-456f-ba86-06a0b279fd48 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:25.988705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f546eff5-d412-4d67-aa83-3e3f0638f44a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.004897 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a8259c0e-594f-454d-84d1-4e15d0c7e1e3 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=49469e2d-4a35-4dc9-a89e-a18303090d45 HTTP/1.1" status: 200 len: 205 time: 0.0836234 Apr 05 14:30:26.006240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:26.011135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58472) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:26.013343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:26.023402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:26.068756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f546eff5-d412-4d67-aa83-3e3f0638f44a None None] Port 992b79ad-7e45-456f-ba86-06a0b279fd48 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:26.101688 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:26.110393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8c1b5557-aec5-463c-88e4-6dc126c5bc47 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Calling delete_port for e4c832b5-e029-4f2d-8d19-9e73594df520 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:26.115985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.124691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:26.129813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.149775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Allocated IP 2001:db8:0:ffff::2 (84ffb120-51c6-4d9b-b8f9-da08752dd856/bf9ac2b9-b9e3-44b1-b495-9e8c10e0dcfd/6b95d0ce-47fa-4a1c-a4cf-0425b5305108) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:26.204648 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.251757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cc24000a-b9c1-4b5e-81fc-238ed29c1bd1 req-27344e7e-0616-42cc-bb39-92e76b87ca6d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1098 time: 1.2071207 Apr 05 14:30:26.317127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd4ef791-08a6-42bc-b9dc-99ea32f17b8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.337284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:26.382618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Pushing event updated for resources: {'Port': ['ID=7d14805b-7c6e-4e2d-bc8e-b66abf187371,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:26.411555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.411555 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment 30a631ba-dd97-4bc4-9c4b-238fcfd04d56 of type vlan for network 38f79187-44ed-4a20-b4a2-37f4e6c89670 Apr 05 14:30:26.432815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250ee3df-5f2b-4762-b12d-a77fa537c7a4 req-549f027b-b6f8-47f9-85b0-f8152c9b1efe tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:26.434883 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-250ee3df-5f2b-4762-b12d-a77fa537c7a4 req-549f027b-b6f8-47f9-85b0-f8152c9b1efe tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.9152653 Apr 05 14:30:26.452818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.458939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213341d4-3342-497a-9074-0a42e21c27d1 req-7b526003-97a5-4809-9ebe-f9188ac6aab1 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:26.460429 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-213341d4-3342-497a-9074-0a42e21c27d1 req-7b526003-97a5-4809-9ebe-f9188ac6aab1 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.9397318 Apr 05 14:30:26.502137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.502584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.514182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.514182 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dfc69e04-03c7-4065-b239-534ba727fc17 tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5379620 Apr 05 14:30:26.516206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58476) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:26.520613 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cc24000a-b9c1-4b5e-81fc-238ed29c1bd1 req-da6b99ff-8ec8-4c86-add2-004c4c5df5a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1869924 Apr 05 14:30:26.565637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.571450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:26.572433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.703260 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'efa7e152-515d-43d3-ab07-8ecba91a3179', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'floating_ip_address': '172.26.6.57', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'port_id': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'mac_address': 'fa:16:3e:94:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a475d8-245b-4649-aed3-f188cef29c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:41Z', 'updated_at': '2022-04-05T14:30:19Z', 'revision_number': 1, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:44Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:26.714120 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08436f08-d6e3-4ce0-9f1e-1a032d7c0653 None None] The sync data for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv is: [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'efa7e152-515d-43d3-ab07-8ecba91a3179', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'floating_ip_address': '172.26.6.57', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'port_id': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'mac_address': 'fa:16:3e:94:f4:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a475d8-245b-4649-aed3-f188cef29c8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:41Z', 'updated_at': '2022-04-05T14:30:19Z', 'revision_number': 1, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:44Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:26.734660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-250ee3df-5f2b-4762-b12d-a77fa537c7a4 req-fb78cd4e-4443-405d-961f-e948b041bb79 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2897205 Apr 05 14:30:26.753714 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8245575 Apr 05 14:30:26.759401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58482) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:26.785653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '38f79187-44ed-4a20-b4a2-37f4e6c89670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:26.786272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Transition to ACTIVE for port object 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:26.788709 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-213341d4-3342-497a-9074-0a42e21c27d1 req-269e318c-9cde-4165-91ef-3f756959eda5 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3198719 Apr 05 14:30:26.793157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5557-aec5-463c-88e4-6dc126c5bc47 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.806015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a214cd-47ad-4558-a58b-7c90f248f83e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=38f79187-44ed-4a20-b4a2-37f4e6c89670,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:26.813624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:26.822340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 38f79187-44ed-4a20-b4a2-37f4e6c89670 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:30:26.824832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Router 9440ce40-4421-4056-a251-c18165c48e2f is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:30:26.832079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:26.843289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Transition to ACTIVE for port object 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:26.865229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1b5557-aec5-463c-88e4-6dc126c5bc47 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event deleted for resources: {'Port': ['ID=e4c832b5-e029-4f2d-8d19-9e73594df520,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:26.894129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac1a1e8f-6053-4ff6-99ef-763518f3267b'] response: {'name': 'network-changed', 'server_uuid': '53a475d8-245b-4649-aed3-f188cef29c8d', 'tag': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'status': 'completed', 'code': 200} Apr 05 14:30:26.931147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Usage tracker for resource:floatingip and tenant:b3d75423d8be4d028487548078958b17 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:26.937277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:26.953617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:26.966463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:27.047230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:27.049470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.078091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Pushing event updated for resources: {'Port': ['ID=6b95d0ce-47fa-4a1c-a4cf-0425b5305108,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:27.085240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Network 84ffb120-51c6-4d9b-b8f9-da08752dd856 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:27.087086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:27.089513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:27.121590 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:subnet and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:27.129266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:27.143022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:27.218583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Attempting to bind port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:27.219144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Attempting to bind port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '84ffb120-51c6-4d9b-b8f9-da08752dd856'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:27.219469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:27.219944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Attempting to bind port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 on network 84ffb120-51c6-4d9b-b8f9-da08752dd856 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:27.228424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:27.228946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Checking segment: {'id': 'ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '84ffb120-51c6-4d9b-b8f9-da08752dd856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:27.230202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.230843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Bound using segment: {'id': 'ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '84ffb120-51c6-4d9b-b8f9-da08752dd856'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:27.231745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Bound port: 6b95d0ce-47fa-4a1c-a4cf-0425b5305108, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '84ffb120-51c6-4d9b-b8f9-da08752dd856'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:27.232313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.235956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.325907 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] For port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:27.328996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] For port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6b95d0ce-47fa-4a1c-a4cf-0425b5305108,segment=NetworkSegment(ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d),segment_id=ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:27.340434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.351608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.411608 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-4ffa2b32-3ed5-41bc-b47e-95fcf1f74fad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17396d3d9eb74d0896ed691e2803b81b&device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 1098 time: 0.4505258 Apr 05 14:30:27.427624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.460885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.465380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d851c1-eea0-4bbf-97bc-09b142299f18 None None] Pushing event updated for resources: {'Port': ['ID=6b95d0ce-47fa-4a1c-a4cf-0425b5305108,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:27.502575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:27.510928 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a9ee4017-2eeb-47f0-9c23-653ab8d9a973 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "PUT /v2.0/routers/9440ce40-4421-4056-a251-c18165c48e2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9532218 Apr 05 14:30:27.511792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58492) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:27.522339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Request body: {'port': {'network_id': '059cb226-23c2-4e16-81d2-069fc51f818e', 'name': 'tempest-FloatingIPNegativeTestJSON-204802986'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:27.525910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17495d18-d005-43d9-a95b-57a7413b9686 None None] Sync routers for ids ['9440ce40-4421-4056-a251-c18165c48e2f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:27.540987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17495d18-d005-43d9-a95b-57a7413b9686 None None] Routers {'9440ce40-4421-4056-a251-c18165c48e2f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:27.541869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-17495d18-d005-43d9-a95b-57a7413b9686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['9440ce40-4421-4056-a251-c18165c48e2f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:27.613601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-17495d18-d005-43d9-a95b-57a7413b9686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:27.626449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17495d18-d005-43d9-a95b-57a7413b9686 None None] Routers {'9440ce40-4421-4056-a251-c18165c48e2f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:27.627290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-17495d18-d005-43d9-a95b-57a7413b9686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['9440ce40-4421-4056-a251-c18165c48e2f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:27.669444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1b5557-aec5-463c-88e4-6dc126c5bc47 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.701132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:27.721099 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8c1b5557-aec5-463c-88e4-6dc126c5bc47 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "DELETE /v2.0/ports/e4c832b5-e029-4f2d-8d19-9e73594df520 HTTP/1.1" status: 204 len: 168 time: 3.1466959 Apr 05 14:30:27.724425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-17495d18-d005-43d9-a95b-57a7413b9686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:27.724839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17495d18-d005-43d9-a95b-57a7413b9686 None None] The sync data for ids ['9440ce40-4421-4056-a251-c18165c48e2f'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:27.736036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58496) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:28.006385 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdcfeccb-f80d-4d21-aaca-117899c9c034 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] GET failed (client error): The resource could not be found. Apr 05 14:30:28.007013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cdcfeccb-f80d-4d21-aaca-117899c9c034 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Synchronizing usage tracker for tenant:a2cab510b2e14c1aa623daefbba1aa77 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:28.027323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-51fddc45-f3a7-4667-8960-f9086704a4ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:28.029308 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-51fddc45-f3a7-4667-8960-f9086704a4ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=81810746-99da-4e66-ab4d-02ec55cd3bf0 HTTP/1.1" status: 200 len: 913 time: 0.6066008 Apr 05 14:30:28.111426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:28.128924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Usage tracker for resource:port and tenant:60f187da055d4fb393bd54de44b908fc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:28.133695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:28.134632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cdcfeccb-f80d-4d21-aaca-117899c9c034 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Unset dirty status for tenant:a2cab510b2e14c1aa623daefbba1aa77 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:28.138857 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cdcfeccb-f80d-4d21-aaca-117899c9c034 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "GET /v2.0/ports/e4c832b5-e029-4f2d-8d19-9e73594df520 HTTP/1.1" status: 404 len: 333 time: 0.3853018 Apr 05 14:30:28.143979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58502) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:28.144769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:28.199932 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-e4a7439f-d88e-4f77-b418-bbdf8c159e69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4 HTTP/1.1" status: 200 len: 998 time: 0.1508060 Apr 05 14:30:28.202859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.208348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Router 6dac200c-4050-4482-9c0f-e3421b9b5423 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:28.216786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66904f40-3c46-49d4-bb5b-83a7cc9aa292 req-c57578cf-eed7-4922-ba33-bbc66669b433 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:28.218320 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66904f40-3c46-49d4-bb5b-83a7cc9aa292 req-c57578cf-eed7-4922-ba33-bbc66669b433 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.2794962 Apr 05 14:30:28.267170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Allocated IP 172.26.6.211 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/240689fb-4c4c-4b4e-86bb-c6d6d2d0672e) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:28.276372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Made reservation on behalf of 60f187da055d4fb393bd54de44b908fc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:28.279796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.320528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.324983 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb7039-2a87-4a29-986a-e334d6d96df8 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting port 042e85b0-134d-4649-b721-62e649314cbc {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:28.325208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7039-2a87-4a29-986a-e334d6d96df8 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.398724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-8ed52e97-4d7b-4957-ac7f-ee1a10aa2e4c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:28.400185 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-8ed52e97-4d7b-4957-ac7f-ee1a10aa2e4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb58ed33-4378-401d-9bf5-a7dc2fbbfa10 HTTP/1.1" status: 200 len: 851 time: 0.1908653 Apr 05 14:30:28.409423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Deleting port bfdff051-59a6-4d5c-bfb7-e6af8a0c3a25 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:28.409770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.419472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] device_id is not set on port 7e637312-697c-4844-8b0a-11e0e7faa3ec yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:30:28.497573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=83f22013-4582-416e-936f-93f4ad8f3879,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:28.545167 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66904f40-3c46-49d4-bb5b-83a7cc9aa292 req-4b44c1df-e484-4b8c-a512-8ec729bafd13 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2850018 Apr 05 14:30:28.629912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': '30a631ba-dd97-4bc4-9c4b-238fcfd04d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '38f79187-44ed-4a20-b4a2-37f4e6c89670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:28.630305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: 38f79187-44ed-4a20-b4a2-37f4e6c89670, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:28.666869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3996c157-a908-429a-aea5-3a070592ceca None None] Network 84ffb120-51c6-4d9b-b8f9-da08752dd856 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:28.728149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-47892d08-f193-4510-a6b4-b2394d16763b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81810746-99da-4e66-ab4d-02ec55cd3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2918153 Apr 05 14:30:28.730521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.747891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.842201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0df2dbee-08f2-48a8-820a-e58a4d0ac5dc None None] Provisioning for port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:28.875580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 38f79187-44ed-4a20-b4a2-37f4e6c89670 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:28.886231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Allocated IP 172.20.0.4 (059cb226-23c2-4e16-81d2-069fc51f818e/25d289c6-a4c3-41d7-bda3-35869a290e69/7e637312-697c-4844-8b0a-11e0e7faa3ec) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:28.916189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 38f79187-44ed-4a20-b4a2-37f4e6c89670) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:28.926679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7039-2a87-4a29-986a-e334d6d96df8 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.936096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:28.936626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:28.938688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0101543-3178-4f58-8ea5-abd76dc4a424 None None] Network 38f79187-44ed-4a20-b4a2-37f4e6c89670 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:28.955189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Calling delete_port for bfdff051-59a6-4d5c-bfb7-e6af8a0c3a25 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:29.028289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.057289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.142682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a1fb7039-2a87-4a29-986a-e334d6d96df8 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Calling delete_port for 042e85b0-134d-4649-b721-62e649314cbc owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:29.231336 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5b9c239b-f3b7-4f32-af9a-b2afb7d74156 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4710071 Apr 05 14:30:29.249690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58508) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:29.288722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-38f79187-44ed-4a20-b4a2-37f4e6c89670', 'network_id': '38f79187-44ed-4a20-b4a2-37f4e6c89670', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': '83f22013-4582-416e-936f-93f4ad8f3879'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:30:29.289546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.296612 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-0e7c0464-7020-4dc3-b5cb-99c5c29b74b6 service neutron] 10.222.0.15 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5585635 Apr 05 14:30:29.318793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:29.334118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Pushing event updated for resources: {'Port': ['ID=240689fb-4c4c-4b4e-86bb-c6d6d2d0672e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:29.337538 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:29.348647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:29.362924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:29.539287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:29.549468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:29.549836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.550548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.580655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Transition to ACTIVE for port object 7e637312-697c-4844-8b0a-11e0e7faa3ec will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:29.598880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7039-2a87-4a29-986a-e334d6d96df8 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.617042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4079e298-0f13-4693-ba20-422c7d7e7e21 req-d3ffebc7-405c-48ec-8263-cae8dd38342a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:29.618641 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4079e298-0f13-4693-ba20-422c7d7e7e21 req-d3ffebc7-405c-48ec-8263-cae8dd38342a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.7990386 Apr 05 14:30:29.638915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58512) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:29.646519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Allocated IP 2001:db8::1 (38f79187-44ed-4a20-b4a2-37f4e6c89670/83f22013-4582-416e-936f-93f4ad8f3879/3894be19-93d0-4c26-b6cc-238acac7d458) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:29.648207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.663754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb7039-2a87-4a29-986a-e334d6d96df8 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event deleted for resources: {'Port': ['ID=042e85b0-134d-4649-b721-62e649314cbc,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:29.668680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Request body: {'floatingip': {'port_id': '43447ddc-2d52-4f60-bde1-9d70d3c5332d'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:29.674517 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-120c5dbf-4d4f-4f92-a656-32587cde84c3 None None] Provisioning complete for port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:29.674958 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-120c5dbf-4d4f-4f92-a656-32587cde84c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.728092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:29.768876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.776788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98a9b0fe-3e10-4aa9-8985-9d561233eff4 req-0cb650d0-7673-4762-815b-6610ee8f67c0 service neutron] 10.222.0.15 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689274 Apr 05 14:30:29.778846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.842898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.895263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.939598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event deleted for resources: {'Port': ['ID=bfdff051-59a6-4d5c-bfb7-e6af8a0c3a25,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:29.946797 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9a3e7d07-d687-4e73-bd17-79dcb62df5fb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "PUT /v2.0/floatingips/274650cf-6149-49b6-91aa-0c176ebe24f5 HTTP/1.1" status: 200 len: 991 time: 7.4975765 Apr 05 14:30:29.951453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:29.959056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1fb7039-2a87-4a29-986a-e334d6d96df8 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:29.963710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for floatingip, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.032609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Network 059cb226-23c2-4e16-81d2-069fc51f818e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:30.033910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.049567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:30.075336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:30.080334 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45d06270-8f44-4b62-bb9a-2d5a133b01aa'] response: {'name': 'network-changed', 'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'status': 'completed', 'code': 200} Apr 05 14:30:30.102429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-120c5dbf-4d4f-4f92-a656-32587cde84c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.150489 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6b95d0ce-47fa-4a1c-a4cf-0425b5305108,segment=NetworkSegment(ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d),segment_id=ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:30.162859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.179985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'Port': ['ID=7e637312-697c-4844-8b0a-11e0e7faa3ec,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:30.202096 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1fb7039-2a87-4a29-986a-e334d6d96df8 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "DELETE /v2.0/ports/042e85b0-134d-4649-b721-62e649314cbc HTTP/1.1" status: 204 len: 168 time: 2.0550113 Apr 05 14:30:30.214002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58520) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:30.301219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.317305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.321820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Transition to ACTIVE for port object 3894be19-93d0-4c26-b6cc-238acac7d458 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:30.329421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:30.330231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.353080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Transition to ACTIVE for port object 3894be19-93d0-4c26-b6cc-238acac7d458 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:30.356904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=6b95d0ce-47fa-4a1c-a4cf-0425b5305108,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:30.370840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.373617 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfede542-426d-477e-b1c4-f95a72266075 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] GET failed (client error): The resource could not be found. Apr 05 14:30:30.374921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bfede542-426d-477e-b1c4-f95a72266075 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "GET /v2.0/ports/042e85b0-134d-4649-b721-62e649314cbc HTTP/1.1" status: 404 len: 333 time: 0.1209171 Apr 05 14:30:30.384714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58524) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:30.410447 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b2feb71a-fb46-4fac-829c-325a59c3d006 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8977273 Apr 05 14:30:30.420418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58528) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:30.435731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:30.449277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:30.461924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Usage tracker for resource:floatingip and tenant:60f187da055d4fb393bd54de44b908fc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:30.467527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:30.469994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.484047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Network 38f79187-44ed-4a20-b4a2-37f4e6c89670 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:30.490264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:30.492636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:30.502618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:30.509419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Pushing event updated for resources: {'Port': ['ID=3894be19-93d0-4c26-b6cc-238acac7d458,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:30.513074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-120c5dbf-4d4f-4f92-a656-32587cde84c3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:30.514559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-120c5dbf-4d4f-4f92-a656-32587cde84c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:30.596560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Attempting to bind port 3894be19-93d0-4c26-b6cc-238acac7d458 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:30.597099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Attempting to bind port 3894be19-93d0-4c26-b6cc-238acac7d458 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '30a631ba-dd97-4bc4-9c4b-238fcfd04d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '38f79187-44ed-4a20-b4a2-37f4e6c89670'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:30.597310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Attempting to bind port 3894be19-93d0-4c26-b6cc-238acac7d458 on network 38f79187-44ed-4a20-b4a2-37f4e6c89670 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:30.603761 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:30.604688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Checking segment: {'id': '30a631ba-dd97-4bc4-9c4b-238fcfd04d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '38f79187-44ed-4a20-b4a2-37f4e6c89670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:30.604688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.604980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Bound using segment: {'id': '30a631ba-dd97-4bc4-9c4b-238fcfd04d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '38f79187-44ed-4a20-b4a2-37f4e6c89670'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:30.605407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Bound port: 3894be19-93d0-4c26-b6cc-238acac7d458, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a631ba-dd97-4bc4-9c4b-238fcfd04d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '38f79187-44ed-4a20-b4a2-37f4e6c89670'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:30.605818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.649129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.658814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.701837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] For port 3894be19-93d0-4c26-b6cc-238acac7d458, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:30.704927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] For port 3894be19-93d0-4c26-b6cc-238acac7d458, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3894be19-93d0-4c26-b6cc-238acac7d458,segment=NetworkSegment(30a631ba-dd97-4bc4-9c4b-238fcfd04d56),segment_id=30a631ba-dd97-4bc4-9c4b-238fcfd04d56)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:30.708851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.714767 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-ae50f805-a967-422e-9171-f5b494da4b9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f340e038ed9f4035ac647832a6a75084&device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 1098 time: 0.6335332 Apr 05 14:30:30.784547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.824414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f9ae38-55ab-42c1-bcb6-0f4b4b9219ca None None] Pushing event updated for resources: {'Port': ['ID=3894be19-93d0-4c26-b6cc-238acac7d458,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:30.847852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b01be18b-f5e6-4a92-a45f-4f75574b7283 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting port 890e1e05-6101-42ef-8b48-b0c86b945ae0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:30.848194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b01be18b-f5e6-4a92-a45f-4f75574b7283 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:30.861866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b4ddfc-7b3b-45f1-a76b-ca0a92f65b0e None None] Network 38f79187-44ed-4a20-b4a2-37f4e6c89670 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:30.961989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=83f22013-4582-416e-936f-93f4ad8f3879,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:30.978642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307d7a6-b6c3-4aaa-b8bc-8be3bab82a40 req-00fdbeb5-e47f-4099-94c2-15165f6b33f3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:30.980438 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4307d7a6-b6c3-4aaa-b8bc-8be3bab82a40 req-00fdbeb5-e47f-4099-94c2-15165f6b33f3 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 945 time: 0.7564619 Apr 05 14:30:31.058237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.065920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.163095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e096aa-6515-4c35-93c5-d5c9e9c05fb8 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:30:31.167553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.212788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:31.237178 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] Sync routers for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:31.264287 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:31.266654 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:31.293038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5fe780b-22f4-412b-858e-29af85debfea None None] Provisioning for port 7e637312-697c-4844-8b0a-11e0e7faa3ec completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:31.301470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:31.351707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.357271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5fe780b-22f4-412b-858e-29af85debfea None None] Provisioning complete for port 7e637312-697c-4844-8b0a-11e0e7faa3ec triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:31.357635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5fe780b-22f4-412b-858e-29af85debfea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.357985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.484167 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:31.494082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Pushing event updated for resources: {'Port': ['ID=240689fb-4c4c-4b4e-86bb-c6d6d2d0672e,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:31.505399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a5fe780b-22f4-412b-858e-29af85debfea None None] Port 7e637312-697c-4844-8b0a-11e0e7faa3ec cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:31.551767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e90b174-0dfb-4c57-b3aa-ba3a9362ecaa None None] New status for floating IP efa7e152-515d-43d3-ab07-8ecba91a3179: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:30:31.573279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.594987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.609919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.610241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e096aa-6515-4c35-93c5-d5c9e9c05fb8 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:30:31.656688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:31.657052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.720772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.722297 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ef297628-a0d1-4d56-b1be-6e71f725c3d1 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2038431 Apr 05 14:30:31.733788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58532) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:31.774469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.775027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Fanout notify agent at l3_agent the message router_deleted on router 49469e2d-4a35-4dc9-a89e-a18303090d45 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:30:31.824200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.909324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f79187-44ed-4a20-b4a2-37f4e6c89670']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:31.950416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Allocated IP 172.26.6.153 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/fa632856-b662-458b-ac0a-2a9c7498d341) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:31.962958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a1ea9505-3368-423c-b08f-97d3bcbc072b tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Synchronizing usage tracker for tenant:1acef9721559406893bf6937e2afee67 on resource:floatingip {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:31.977393 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4307d7a6-b6c3-4aaa-b8bc-8be3bab82a40 req-79530cf9-a00e-4606-b0a8-5cfebf3d7f5f tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9212840 Apr 05 14:30:31.980676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:31.982444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-451003cf-8c7d-425d-89b5-ca0eb55e95da tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/49469e2d-4a35-4dc9-a89e-a18303090d45 HTTP/1.1" status: 204 len: 168 time: 5.8934443 Apr 05 14:30:31.990712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a631ba-dd97-4bc4-9c4b-238fcfd04d56') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:31.991016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a631ba-dd97-4bc4-9c4b-238fcfd04d56') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:31.992408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58536) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:31.998784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-758f4eba-05c6-4f0b-87b7-64afa2b54a5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:31.999147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a1ea9505-3368-423c-b08f-97d3bcbc072b tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Unset dirty status for tenant:1acef9721559406893bf6937e2afee67 on resource:floatingip {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:32.000357 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-758f4eba-05c6-4f0b-87b7-64afa2b54a5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c033505-0a6f-40d5-8fe7-5433c1d6035a HTTP/1.1" status: 200 len: 906 time: 1.2185225 Apr 05 14:30:32.003973 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1ea9505-3368-423c-b08f-97d3bcbc072b tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4000 time: 0.2119906 Apr 05 14:30:32.006580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1834850951', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': False}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:32.016096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58540) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:32.078134 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '274650cf-6149-49b6-91aa-0c176ebe24f5', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'port_id': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'mac_address': 'fa:16:3e:af:16:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:46Z', 'updated_at': '2022-04-05T14:30:23Z', 'revision_number': 1, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:07Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:32.082099 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] Checking router: 6dac200c-4050-4482-9c0f-e3421b9b5423 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:30:32.092207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:32.093936 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:32.094583 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:32.107069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Usage tracker for resource:router and tenant:d8c9f1739c844638bd5dc84eaf8903c4 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:32.118797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:32.132925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.138187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:32.181983 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.183202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.224524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.237269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.243446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a083acf1-f941-4a37-9aeb-581185a99041 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2251887 Apr 05 14:30:32.247438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:32.247833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.256902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58548) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:32.282551 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:32.351627 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:32.369871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b01be18b-f5e6-4a92-a45f-4f75574b7283 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.451847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Deleting port 240689fb-4c4c-4b4e-86bb-c6d6d2d0672e {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:32.452817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.483151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.499705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b01be18b-f5e6-4a92-a45f-4f75574b7283 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Calling delete_port for 890e1e05-6101-42ef-8b48-b0c86b945ae0 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:32.522634 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Floating IP eb599cdb-23b0-4832-bf52-eefa306186c6 associated. External IP: 172.26.6.224, port: 43447ddc-2d52-4f60-bde1-9d70d3c5332d. Apr 05 14:30:32.560164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:30:32.560164 dv-neutron-829488-2-hyperv neutron-server[83850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:30:32.560164 dv-neutron-829488-2-hyperv neutron-server[83850]: [parameters: {'id': '38f79187-44ed-4a20-b4a2-37f4e6c89670'}] Apr 05 14:30:32.560164 dv-neutron-829488-2-hyperv neutron-server[83850]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:32.560614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:32.567043 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-2209434a-a961-4d37-9bfa-4c7f547b5601 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e0a97753-5045-4cf9-b8cd-adc367a22747 HTTP/1.1" status: 200 len: 999 time: 0.5517473 Apr 05 14:30:32.646799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-d65deb99-6163-4eef-a2ff-e1f715a871c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:32.648484 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-d65deb99-6163-4eef-a2ff-e1f715a871c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c49daade-39bc-48df-a761-ccf2f43d497f HTTP/1.1" status: 200 len: 844 time: 0.0729496 Apr 05 14:30:32.683386 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '274650cf-6149-49b6-91aa-0c176ebe24f5', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'port_id': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'mac_address': 'fa:16:3e:af:16:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:46Z', 'updated_at': '2022-04-05T14:30:23Z', 'revision_number': 1, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:07Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:32.688324 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b80ea4-4de3-485e-83a5-23e583b1b3b2 None None] The sync data for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv is: [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '274650cf-6149-49b6-91aa-0c176ebe24f5', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'port_id': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'mac_address': 'fa:16:3e:af:16:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:46Z', 'updated_at': '2022-04-05T14:30:23Z', 'revision_number': 1, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:07Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:32.714510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'Port': ['ID=fa632856-b662-458b-ac0a-2a9c7498d341,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:32.770852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:32.785766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b01be18b-f5e6-4a92-a45f-4f75574b7283 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:32.824149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:32.826513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:32.843795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01be18b-f5e6-4a92-a45f-4f75574b7283 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event deleted for resources: {'Port': ['ID=890e1e05-6101-42ef-8b48-b0c86b945ae0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:32.849459 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-075afdb5-483f-472c-aeff-cb98e9aa46ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c033505-0a6f-40d5-8fe7-5433c1d6035a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1567962 Apr 05 14:30:32.867624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.062423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.068881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b01be18b-f5e6-4a92-a45f-4f75574b7283 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.095158 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b01be18b-f5e6-4a92-a45f-4f75574b7283 tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "DELETE /v2.0/ports/890e1e05-6101-42ef-8b48-b0c86b945ae0 HTTP/1.1" status: 204 len: 168 time: 2.7078683 Apr 05 14:30:33.099699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58554) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:33.157559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port 3894be19-93d0-4c26-b6cc-238acac7d458 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:33.157893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.201142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.201676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.236307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-109ebb0c-7afa-4333-a915-cc41323df0eb service neutron] 10.222.0.15 "GET /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3574748 Apr 05 14:30:33.341507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Calling delete_port for 240689fb-4c4c-4b4e-86bb-c6d6d2d0672e owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:33.399103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.547997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.582101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port 3894be19-93d0-4c26-b6cc-238acac7d458, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3894be19-93d0-4c26-b6cc-238acac7d458,segment=NetworkSegment(30a631ba-dd97-4bc4-9c4b-238fcfd04d56),segment_id=30a631ba-dd97-4bc4-9c4b-238fcfd04d56)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:33.582459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.729675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for 3894be19-93d0-4c26-b6cc-238acac7d458 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:33.780952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff7ac458-2b6e-437c-969f-2698ce751f4e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting subnet 7010ce9b-acfa-4711-9b1b-5cd794bfa069 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:30:33.787029 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8afa4beb-4d6a-4bf4-b039-305adc125180 req-d49c9dd7-793b-475a-9d0e-3dbd544cf0ba service neutron] 10.222.0.15 "GET /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208154 Apr 05 14:30:33.787640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac458-2b6e-437c-969f-2698ce751f4e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.827180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.858528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac458-2b6e-437c-969f-2698ce751f4e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.891257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.901864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:33.955566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Pushing event deleted for resources: {'Port': ['ID=240689fb-4c4c-4b4e-86bb-c6d6d2d0672e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:33.956605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Port': ['ID=3894be19-93d0-4c26-b6cc-238acac7d458,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:33.973318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No DVR routers for this DVR port 3894be19-93d0-4c26-b6cc-238acac7d458 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:34.138114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac458-2b6e-437c-969f-2698ce751f4e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.170627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.186984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.212884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f79187-44ed-4a20-b4a2-37f4e6c89670']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:34.229169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a631ba-dd97-4bc4-9c4b-238fcfd04d56') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:34.229466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a631ba-dd97-4bc4-9c4b-238fcfd04d56') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:34.244076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.266306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac458-2b6e-437c-969f-2698ce751f4e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.270087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.304979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.308507 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-38f04e8e-d5bf-47cc-9fb2-1f34e0185a97 tempest-FloatingIPAdminTestJSON-1757329713 tempest-FloatingIPAdminTestJSON-1757329713-project] 10.222.0.18 "DELETE /v2.0/floatingips/c16c1f3c-e952-4c17-bcd9-ff0e6583b86c HTTP/1.1" status: 204 len: 168 time: 2.0464966 Apr 05 14:30:34.309537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7ac458-2b6e-437c-969f-2698ce751f4e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event deleted for resources: {'Subnet': ['ID=7010ce9b-acfa-4711-9b1b-5cd794bfa069,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:34.312780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58558) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:34.313705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:34.314133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.321900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:34.330077 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:34.361213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.363312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.400799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.445518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb9638c-43f7-472a-b627-7dc44a157168 None None] Network 137a5d83-8fe1-4029-aab4-38e6ac9995a4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:34.533938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Router 4d8552f5-fad6-467d-911f-c09c5fc4f532 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:34.554592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'Port': ['ID=fa632856-b662-458b-ac0a-2a9c7498d341,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:34.564606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff7ac458-2b6e-437c-969f-2698ce751f4e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.660449 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ff7ac458-2b6e-437c-969f-2698ce751f4e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "DELETE /v2.0/subnets/7010ce9b-acfa-4711-9b1b-5cd794bfa069 HTTP/1.1" status: 204 len: 168 time: 1.5560768 Apr 05 14:30:34.661835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58562) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:34.691924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Deleting port 7d14805b-7c6e-4e2d-bc8e-b66abf187371 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:34.692199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.720381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.726531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] DHCP port deletion for 137a5d83-8fe1-4029-aab4-38e6ac9995a4 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:30:34.731376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] Deleting port efa3783b-bea4-4bd9-b17e-bef04e58a400 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:34.731768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.808288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.817529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=38f79187-44ed-4a20-b4a2-37f4e6c89670,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:34.822649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.874325 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ef18f597-72e7-4e5d-ad59-9b6d6e946e66 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/38f79187-44ed-4a20-b4a2-37f4e6c89670 HTTP/1.1" status: 204 len: 168 time: 5.6135707 Apr 05 14:30:34.879151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58566) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:34.904334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Allocated IP 172.26.6.97 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/5230f0e8-f45c-4c5b-a116-c516e014ffda) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:34.922020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.923439 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-14de0943-d315-4ade-b790-21adbc7496aa tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4959533 Apr 05 14:30:34.926891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:34.928177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58570) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:34.936480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1016645962'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:34.953107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-35e32bb9-5eb1-4237-acc1-dd9871354d2a tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Request body: {'floatingip': {'port_id': '7e637312-697c-4844-8b0a-11e0e7faa3ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:35.001651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:35.012858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] For port efa3783b-bea4-4bd9-b17e-bef04e58a400, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=efa3783b-bea4-4bd9-b17e-bef04e58a400,segment=NetworkSegment(177deb2c-cedf-4970-8160-2aa131b750b1),segment_id=177deb2c-cedf-4970-8160-2aa131b750b1)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:35.013388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.039803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:35.047112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:35.058777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:35.062332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-35e32bb9-5eb1-4237-acc1-dd9871354d2a tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.110031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.113948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting port efa3783b-bea4-4bd9-b17e-bef04e58a400 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:35.114194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.138711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] Calling delete_port for efa3783b-bea4-4bd9-b17e-bef04e58a400 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:35.170369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:35.172740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.178981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.183543 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] Sync routers for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:35.226196 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:35.229068 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:35.240297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:35.243526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.295870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.296464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.322109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device efa3783b-bea4-4bd9-b17e-bef04e58a400 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:30:35.347012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:35.357203 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-30a5d9a1-6357-4f55-af0e-f41ba8dc643b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "PUT /v2.0/floatingips/eb599cdb-23b0-4832-bf52-eefa306186c6 HTTP/1.1" status: 200 len: 991 time: 5.7074666 Apr 05 14:30:35.357203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'tag': '43447ddc-2d52-4f60-bde1-9d70d3c5332d'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:30:35.362294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'Port': ['ID=5230f0e8-f45c-4c5b-a116-c516e014ffda,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:35.366335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:35.377052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:35.479782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.508370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Calling delete_port for 7d14805b-7c6e-4e2d-bc8e-b66abf187371 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:35.521299 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:35.586379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:35.591983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] Pushing event deleted for resources: {'Port': ['ID=efa3783b-bea4-4bd9-b17e-bef04e58a400,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:35.602419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No active binding found for port efa3783b-bea4-4bd9-b17e-bef04e58a400 {{(pid=83852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 14:30:35.602939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device efa3783b-bea4-4bd9-b17e-bef04e58a400 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:30:35.623503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d5728-2ae5-44f9-b2dc-cc8754250f51 None None] No DVR routers for this DVR port efa3783b-bea4-4bd9-b17e-bef04e58a400 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:35.721348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.722379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.766128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.766787 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment 1dbe01ae-317f-4433-aada-680c118ad2a5 of type vlan for network cd4304dc-b500-4649-9f07-613645e1c019 Apr 05 14:30:35.836208 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-35e32bb9-5eb1-4237-acc1-dd9871354d2a tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] update failed (client error): The resource could not be found. Apr 05 14:30:35.838059 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-35e32bb9-5eb1-4237-acc1-dd9871354d2a tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "PUT /v2.0/floatingips/fa5a48e2-534c-4b18-9b21-e4f548f024fd HTTP/1.1" status: 404 len: 507 time: 0.8938196 Apr 05 14:30:35.859129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58584) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:35.868623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:35.885131 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d76bbc86-5840-43a3-b3b6-0f5740403d59'] response: {'name': 'network-changed', 'server_uuid': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'tag': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'status': 'completed', 'code': 200} Apr 05 14:30:36.011725 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] For port efa3783b-bea4-4bd9-b17e-bef04e58a400, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=efa3783b-bea4-4bd9-b17e-bef04e58a400,segment=NetworkSegment(177deb2c-cedf-4970-8160-2aa131b750b1),segment_id=177deb2c-cedf-4970-8160-2aa131b750b1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:36.012102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.016266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e65f899-018a-4553-b3ed-35a8c1021f2c None None] New status for floating IP 274650cf-6149-49b6-91aa-0c176ebe24f5: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:30:36.037595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Router 18fd958b-ddc0-47fd-a100-ca11914c2620 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:30:36.039260 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'eb599cdb-23b0-4832-bf52-eefa306186c6', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'floating_ip_address': '172.26.6.224', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'port_id': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'mac_address': 'fa:16:3e:f8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:51Z', 'updated_at': '2022-04-05T14:30:31Z', 'revision_number': 1, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:04Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:36.044546 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] Checking router: 4d8552f5-fad6-467d-911f-c09c5fc4f532 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:30:36.062166 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:36.063033 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:36.262750 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:36.294186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:36.297866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:36.318529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.319727 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Sync routers for ids ['18fd958b-ddc0-47fd-a100-ca11914c2620'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:36.322933 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d8ec4e64-4547-4eba-9923-8a93f20b4e82 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.3287687 Apr 05 14:30:36.323982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58588) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:36.359051 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Routers {'18fd958b-ddc0-47fd-a100-ca11914c2620'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:36.359669 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['18fd958b-ddc0-47fd-a100-ca11914c2620'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:36.391398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Calling delete_port for efa3783b-bea4-4bd9-b17e-bef04e58a400 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:36.467846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Deleting port fa632856-b662-458b-ac0a-2a9c7498d341 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:36.468219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.504887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5afcf5-d0ec-431d-aa56-9608931f8969 req-3384d8f7-2901-4520-915b-4de4d5087447 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:36.506467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c5afcf5-d0ec-431d-aa56-9608931f8969 req-3384d8f7-2901-4520-915b-4de4d5087447 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.9254889 Apr 05 14:30:36.525111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.530352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:36.530352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.544037 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4f273f8e-bc25-46a0-9bb9-93f5125bb6e9 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/routers/18fd958b-ddc0-47fd-a100-ca11914c2620 HTTP/1.1" status: 200 len: 908 time: 0.2161376 Apr 05 14:30:36.545094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58592) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:36.550322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1834850951', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': True}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:36.554765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:36.558740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Usage tracker for resource:router and tenant:d8c9f1739c844638bd5dc84eaf8903c4 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:36.561528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:36.567251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:36.579944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.580968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.597219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.605841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.698587 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Set router 18fd958b-ddc0-47fd-a100-ca11914c2620 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:36.759826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d14805b-7c6e-4e2d-bc8e-b66abf187371,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:36.774899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:36.835176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9549837 Apr 05 14:30:36.877805 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73448d4d-0679-4d16-b432-8aba5b34879e req-f84b0c4b-1348-476b-8b5e-fd1ea8367792 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1098 time: 1.0109360 Apr 05 14:30:36.878538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf5661a-eca9-46f8-80b0-ae1c61c903d5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=cd4304dc-b500-4649-9f07-613645e1c019,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:36.880427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58596) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:36.896831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network cd4304dc-b500-4649-9f07-613645e1c019 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:30:36.919201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:36.919569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:36.924440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': 'cd4304dc-b500-4649-9f07-613645e1c019', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:37.030636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c5afcf5-d0ec-431d-aa56-9608931f8969 req-bb1abb78-5948-4ae9-bb88-385874fe8807 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5065084 Apr 05 14:30:37.035536 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'eb599cdb-23b0-4832-bf52-eefa306186c6', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'floating_ip_address': '172.26.6.224', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'port_id': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'mac_address': 'fa:16:3e:f8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:51Z', 'updated_at': '2022-04-05T14:30:31Z', 'revision_number': 1, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:04Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:37.042394 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46da44c9-fd0e-4dce-b9d2-753df950c6ca None None] The sync data for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv is: [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'eb599cdb-23b0-4832-bf52-eefa306186c6', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'floating_ip_address': '172.26.6.224', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'port_id': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'mac_address': 'fa:16:3e:f8:91:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:29:51Z', 'updated_at': '2022-04-05T14:30:31Z', 'revision_number': 1, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:04Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:37.077419 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fd958b-ddc0-47fd-a100-ca11914c2620', 'name': 'tempest-snat-router-1834850951', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.97'}], 'enable_snat': False}, 'gw_port_id': '5230f0e8-f45c-4c5b-a116-c516e014ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:32Z', 'updated_at': '2022-04-05T14:30:35Z', 'revision_number': 3, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port': {'id': '5230f0e8-f45c-4c5b-a116-c516e014ffda', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd958b-ddc0-47fd-a100-ca11914c2620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:34Z', 'updated_at': '2022-04-05T14:30:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:37.080111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.082086 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Checking router: 18fd958b-ddc0-47fd-a100-ca11914c2620 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:30:37.082450 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Updating router 18fd958b-ddc0-47fd-a100-ca11914c2620 port 5230f0e8-f45c-4c5b-a116-c516e014ffda binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:30:37.149344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.174536 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.255161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:37.258657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.259189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.269397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.275966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:subnet and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:37.283059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:37.323343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Allocated IP 172.26.6.253 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/61fe7b38-7aa6-405c-abcb-f8acdccca035) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:37.338629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:37.456712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.461189 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bb651a8a-4cea-4e49-8c33-5167500ec9dc tempest-FloatingIPAdminTestJSON-1006660438 tempest-FloatingIPAdminTestJSON-1006660438-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/8dcdbd7e-18af-4adf-a3cf-e606e628c599 HTTP/1.1" status: 204 len: 168 time: 3.1291153 Apr 05 14:30:37.461189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Deleting port efa3783b-bea4-4bd9-b17e-bef04e58a400 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:37.461189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.464092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58602) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:37.476411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.495024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Calling delete_port for fa632856-b662-458b-ac0a-2a9c7498d341 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:37.503441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.520744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73448d4d-0679-4d16-b432-8aba5b34879e req-0cd034e5-d2bb-4753-864e-7a2f7dbd42b6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:37.522229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73448d4d-0679-4d16-b432-8aba5b34879e req-0cd034e5-d2bb-4753-864e-7a2f7dbd42b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 913 time: 0.6279194 Apr 05 14:30:37.541200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-039b3353-e4e8-4b12-91aa-79fc7c70f0b2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Deleting port be81b280-6b85-4a4e-acb1-8cdaae56a472 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:37.541548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-039b3353-e4e8-4b12-91aa-79fc7c70f0b2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.655985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.735746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:37.767149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] The port 'efa3783b-bea4-4bd9-b17e-bef04e58a400' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:30:37.769446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:37.813748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:37.816222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:37.865920 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.871274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'Port': ['ID=61fe7b38-7aa6-405c-abcb-f8acdccca035,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:37.879783 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Transition to ACTIVE for port object 5230f0e8-f45c-4c5b-a116-c516e014ffda will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:37.890019 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.981232 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Attempting to bind port 5230f0e8-f45c-4c5b-a116-c516e014ffda on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:37.981707 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Attempting to bind port 5230f0e8-f45c-4c5b-a116-c516e014ffda by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:37.981944 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Attempting to bind port 5230f0e8-f45c-4c5b-a116-c516e014ffda on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:37.984050 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Pushing event updated for resources: {'Port': ['ID=5230f0e8-f45c-4c5b-a116-c516e014ffda,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:37.986108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-039b3353-e4e8-4b12-91aa-79fc7c70f0b2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.994770 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:37.995154 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:37.995537 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:37.995917 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:37.996429 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Bound port: 5230f0e8-f45c-4c5b-a116-c516e014ffda, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:37.996799 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.029975 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.030342 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.030642 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.030962 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.031272 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.031589 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.031902 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.032231 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.032573 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.032883 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.033196 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:30:38.072382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.077841 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] For port 5230f0e8-f45c-4c5b-a116-c516e014ffda, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:38.083034 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] For port 5230f0e8-f45c-4c5b-a116-c516e014ffda, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5230f0e8-f45c-4c5b-a116-c516e014ffda,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:38.088307 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.115959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73448d4d-0679-4d16-b432-8aba5b34879e req-ab1edde5-b330-4718-b23f-8e36c139b3c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 999 time: 0.5805163 Apr 05 14:30:38.136460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-039b3353-e4e8-4b12-91aa-79fc7c70f0b2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Calling delete_port for be81b280-6b85-4a4e-acb1-8cdaae56a472 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:38.172995 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d55b9f-2bfb-48b7-a063-3827e2bac825 None None] Pushing event updated for resources: {'Port': ['ID=5230f0e8-f45c-4c5b-a116-c516e014ffda,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:38.178064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Routers {'18fd958b-ddc0-47fd-a100-ca11914c2620'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:38.178541 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['18fd958b-ddc0-47fd-a100-ca11914c2620'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:38.246185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd771e-8d87-46c9-8f13-98663c3a80c1 req-522d39bb-7329-4d2a-9ab1-e7e5d66f2708 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:38.248126 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70bd771e-8d87-46c9-8f13-98663c3a80c1 req-522d39bb-7329-4d2a-9ab1-e7e5d66f2708 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.9757938 Apr 05 14:30:38.250324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.251107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.252105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.362125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['137a5d83-8fe1-4029-aab4-38e6ac9995a4']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:38.371385 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] Set router 18fd958b-ddc0-47fd-a100-ca11914c2620 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:38.414055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177deb2c-cedf-4970-8160-2aa131b750b1') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:38.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177deb2c-cedf-4970-8160-2aa131b750b1') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:38.430934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73448d4d-0679-4d16-b432-8aba5b34879e req-4400c22f-ac39-4594-b81e-4bc1650ae8e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:38.432806 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73448d4d-0679-4d16-b432-8aba5b34879e req-4400c22f-ac39-4594-b81e-4bc1650ae8e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.2630787 Apr 05 14:30:38.442170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-039b3353-e4e8-4b12-91aa-79fc7c70f0b2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.443225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.451631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.523138 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-cfc1cb3e-a17b-4746-9f7c-b946eb2dac1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6065361 Apr 05 14:30:38.555956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event deleted for resources: {'Port': ['ID=fa632856-b662-458b-ac0a-2a9c7498d341,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:38.559755 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70bd771e-8d87-46c9-8f13-98663c3a80c1 req-78367d68-bdbe-4e1d-92c3-abb0e24df8d2 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2836373 Apr 05 14:30:38.568619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.600464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039b3353-e4e8-4b12-91aa-79fc7c70f0b2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event deleted for resources: {'Port': ['ID=be81b280-6b85-4a4e-acb1-8cdaae56a472,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:38.649682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:38.650135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:38.677273 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:38.749784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-039b3353-e4e8-4b12-91aa-79fc7c70f0b2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.765450 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18fd958b-ddc0-47fd-a100-ca11914c2620', 'name': 'tempest-snat-router-1834850951', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.97'}], 'enable_snat': False}, 'gw_port_id': '5230f0e8-f45c-4c5b-a116-c516e014ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:32Z', 'updated_at': '2022-04-05T14:30:35Z', 'revision_number': 3, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port': {'id': '5230f0e8-f45c-4c5b-a116-c516e014ffda', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd958b-ddc0-47fd-a100-ca11914c2620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:34Z', 'updated_at': '2022-04-05T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:38.769794 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc58c07-13f5-499d-83ed-6403da8d6d2b None None] The sync data for ids ['18fd958b-ddc0-47fd-a100-ca11914c2620'] in dv-neutron-829488-2-hyperv is: [{'id': '18fd958b-ddc0-47fd-a100-ca11914c2620', 'name': 'tempest-snat-router-1834850951', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.97'}], 'enable_snat': False}, 'gw_port_id': '5230f0e8-f45c-4c5b-a116-c516e014ffda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:32Z', 'updated_at': '2022-04-05T14:30:35Z', 'revision_number': 3, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port': {'id': '5230f0e8-f45c-4c5b-a116-c516e014ffda', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:7a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18fd958b-ddc0-47fd-a100-ca11914c2620', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:34Z', 'updated_at': '2022-04-05T14:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:38.773345 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-039b3353-e4e8-4b12-91aa-79fc7c70f0b2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "DELETE /v2.0/ports/be81b280-6b85-4a4e-acb1-8cdaae56a472 HTTP/1.1" status: 204 len: 168 time: 1.3079782 Apr 05 14:30:38.776202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58610) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:38.887722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ebada8-eefe-4bc4-887d-2d01275e24ec tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:38.888439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c8ebada8-eefe-4bc4-887d-2d01275e24ec tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Synchronizing usage tracker for tenant:44f09631074b4cb7a0eabb73b6ab3e5d on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:38.892435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.903344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Router 1eba3052-157c-4394-8cb6-cb22aa9cb7e3 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:30:38.914107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c8ebada8-eefe-4bc4-887d-2d01275e24ec tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Unset dirty status for tenant:44f09631074b4cb7a0eabb73b6ab3e5d on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:38.915239 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c8ebada8-eefe-4bc4-887d-2d01275e24ec tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6d5365e-2c21-4f3b-98e7-5feb15322002 HTTP/1.1" status: 200 len: 913 time: 0.1381850 Apr 05 14:30:38.919857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58614) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:38.931488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.954285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:38.956713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] Pushing event deleted for resources: {'Network': ['ID=137a5d83-8fe1-4029-aab4-38e6ac9995a4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:38.972455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73448d4d-0679-4d16-b432-8aba5b34879e req-b91165e3-4f29-4a0a-a4a2-95f8e7a7e686 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5312359 Apr 05 14:30:39.009541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.010660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-129b37ed-1b01-48f1-8ecb-bcf1ab02ecbd tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "DELETE /v2.0/floatingips/fa5a48e2-534c-4b18-9b21-e4f548f024fd HTTP/1.1" status: 204 len: 168 time: 3.1454546 Apr 05 14:30:39.015432 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-82de7afe-f92f-4380-8be9-6b3fef31fd8e tempest-AllowedAddressPairIpV6TestJSON-1320864473 tempest-AllowedAddressPairIpV6TestJSON-1320864473-project] 10.222.0.18 "DELETE /v2.0/networks/137a5d83-8fe1-4029-aab4-38e6ac9995a4 HTTP/1.1" status: 204 len: 168 time: 4.3526840 Apr 05 14:30:39.019224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58618) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:39.020953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.098374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f1dc7eb8-7ab7-4659-82f4-8fd63c323e9b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Request body: {'floatingip': {'floating_network_id': '059cb226-23c2-4e16-81d2-069fc51f818e', 'port_id': '7e637312-697c-4844-8b0a-11e0e7faa3ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:39.122983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f1dc7eb8-7ab7-4659-82f4-8fd63c323e9b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:39.139188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f1dc7eb8-7ab7-4659-82f4-8fd63c323e9b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Usage tracker for resource:floatingip and tenant:60f187da055d4fb393bd54de44b908fc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:39.145261 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-c7607e78-a361-42ac-b97f-9563d63c2200 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=17396d3d9eb74d0896ed691e2803b81b&device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 1098 time: 0.4472482 Apr 05 14:30:39.156856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f1dc7eb8-7ab7-4659-82f4-8fd63c323e9b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:39.188857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f1dc7eb8-7ab7-4659-82f4-8fd63c323e9b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:39.360234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:39.372963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Sync routers for ids ['1eba3052-157c-4394-8cb6-cb22aa9cb7e3'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:39.389742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Routers {'1eba3052-157c-4394-8cb6-cb22aa9cb7e3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:39.390532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1eba3052-157c-4394-8cb6-cb22aa9cb7e3'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:39.412142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58626) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:39.422186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1dc7eb8-7ab7-4659-82f4-8fd63c323e9b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.435611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=a4b3c96f-956b-4efa-86a4-20d861434052,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:39.447222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.451327 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1e912394-96c7-4ce5-9ad5-f8ab1aa54848 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.9024026 Apr 05 14:30:39.459002 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58632) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:39.488956 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73448d4d-0679-4d16-b432-8aba5b34879e req-afffec18-571e-4680-80ed-c2c31ee81b9d service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5058527 Apr 05 14:30:39.541610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': '1dbe01ae-317f-4433-aada-680c118ad2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cd4304dc-b500-4649-9f07-613645e1c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:39.541975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: cd4304dc-b500-4649-9f07-613645e1c019, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:39.692015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Set router 1eba3052-157c-4394-8cb6-cb22aa9cb7e3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:39.713499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:39.721132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-aa64b538-7b3e-44ee-92b1-8c64b1a55842 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:39.722848 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-aa64b538-7b3e-44ee-92b1-8c64b1a55842 service neutron] 10.222.0.15 "GET /v2.0/networks?id=81810746-99da-4e66-ab4d-02ec55cd3bf0 HTTP/1.1" status: 200 len: 913 time: 0.5530181 Apr 05 14:30:39.896989 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e049c042-c103-49d8-a2c3-3b6da7b2d62e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/routers/1eba3052-157c-4394-8cb6-cb22aa9cb7e3 HTTP/1.1" status: 200 len: 908 time: 0.4368157 Apr 05 14:30:39.901646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58638) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:39.907367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network cd4304dc-b500-4649-9f07-613645e1c019 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:39.924293 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73448d4d-0679-4d16-b432-8aba5b34879e req-1398b8e3-72c0-4ec1-8549-6853bd62d5d8 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855460 Apr 05 14:30:39.942653 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ecb0fe0a-e4a2-40d5-8f16-cd85bca9156f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a2cab510b2e14c1aa623daefbba1aa77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5248072 Apr 05 14:30:39.951610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58642) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:39.954076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, cd4304dc-b500-4649-9f07-613645e1c019) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:39.974063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29684348-1e24-4643-b3f3-410dba45271f None None] Network cd4304dc-b500-4649-9f07-613645e1c019 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:39.982776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:39.983373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.003317 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-6b6acf67-8696-4b38-b576-b83b2dc5fb8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4 HTTP/1.1" status: 200 len: 1000 time: 0.2512386 Apr 05 14:30:40.099583 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fb8e11a6-6e94-4d68-b95e-e1620fbac79f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.2075565 Apr 05 14:30:40.101422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58646) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:40.129625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-822874290'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:40.138355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05106fc2-b9df-4728-bb72-c4a4355fc899 req-35c13205-d5a3-4cd2-ad53-44018e94b741 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:40.140242 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-05106fc2-b9df-4728-bb72-c4a4355fc899 req-35c13205-d5a3-4cd2-ad53-44018e94b741 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3871443 Apr 05 14:30:40.155455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:40.185928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba3052-157c-4394-8cb6-cb22aa9cb7e3', 'name': 'tempest-snat-router-1834850951', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.253'}], 'enable_snat': True}, 'gw_port_id': '61fe7b38-7aa6-405c-abcb-f8acdccca035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:36Z', 'updated_at': '2022-04-05T14:30:38Z', 'revision_number': 3, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port': {'id': '61fe7b38-7aa6-405c-abcb-f8acdccca035', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:46:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eba3052-157c-4394-8cb6-cb22aa9cb7e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:30:37Z', 'updated_at': '2022-04-05T14:30:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:40.186533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:40.193874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-dba1ef18-54d7-475d-80c4-a9d848ac495e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:40.195590 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-dba1ef18-54d7-475d-80c4-a9d848ac495e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cb58ed33-4378-401d-9bf5-a7dc2fbbfa10 HTTP/1.1" status: 200 len: 851 time: 0.1625853 Apr 05 14:30:40.197891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Checking router: 1eba3052-157c-4394-8cb6-cb22aa9cb7e3 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:30:40.198297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Updating router 1eba3052-157c-4394-8cb6-cb22aa9cb7e3 port 61fe7b38-7aa6-405c-abcb-f8acdccca035 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:30:40.204132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:40.254075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:40.270151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-f1dc7eb8-7ab7-4659-82f4-8fd63c323e9b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:30:40.271279 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f1dc7eb8-7ab7-4659-82f4-8fd63c323e9b tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.2457576 Apr 05 14:30:40.285337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3de446a8-63b5-4ca6-8349-f10bb5db91e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.288282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58650) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:40.298822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.313130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '7e637312-697c-4844-8b0a-11e0e7faa3ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:40.319023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:40.321860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.325553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-cd4304dc-b500-4649-9f07-613645e1c019', 'network_id': 'cd4304dc-b500-4649-9f07-613645e1c019', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': 'a4b3c96f-956b-4efa-86a4-20d861434052'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:30:40.326375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.342216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:40.357067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Usage tracker for resource:floatingip and tenant:60f187da055d4fb393bd54de44b908fc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:40.361629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3de446a8-63b5-4ca6-8349-f10bb5db91e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.370909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:40.381169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-05106fc2-b9df-4728-bb72-c4a4355fc899 req-2f6597b6-b0c0-4bd5-bf17-17c15bc2f906 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2215266 Apr 05 14:30:40.399209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:40.442520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.455610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:40.462698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.505723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.506227 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment f12ab125-99e6-44aa-a39c-48b658594cb3 of type vlan for network 5e86900f-4c35-43e6-8960-395ad455004a Apr 05 14:30:40.588015 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-59dad996-4bc2-4c95-8ef7-b6af31e8efc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=81810746-99da-4e66-ab4d-02ec55cd3bf0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3648412 Apr 05 14:30:40.609809 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd4501f-30bd-4e34-9dd8-6f5beaade419 None None] New status for floating IP eb599cdb-23b0-4832-bf52-eefa306186c6: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:30:40.741092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.757973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3de446a8-63b5-4ca6-8349-f10bb5db91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.795848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de446a8-63b5-4ca6-8349-f10bb5db91e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d0a89a-fe9e-4004-bb5a-76b69c43721e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:40.854713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3de446a8-63b5-4ca6-8349-f10bb5db91e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.858974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3de446a8-63b5-4ca6-8349-f10bb5db91e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43d0a89a-fe9e-4004-bb5a-76b69c43721e HTTP/1.1" status: 204 len: 168 time: 0.9060848 Apr 05 14:30:40.868905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.872671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:40.873292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:40.884855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Allocated IP 2001:db8::1 (cd4304dc-b500-4649-9f07-613645e1c019/a4b3c96f-956b-4efa-86a4-20d861434052/de47d327-d82c-4f82-90fc-0caa95e57d7f) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:41.025924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.046510 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-baf37689-398e-4f13-8024-049d3b5f6949 service neutron] 10.222.0.15 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438684 Apr 05 14:30:41.047539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=5e86900f-4c35-43e6-8960-395ad455004a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:41.089200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 5e86900f-4c35-43e6-8960-395ad455004a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:30:41.097560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Deleting port 61fe7b38-7aa6-405c-abcb-f8acdccca035 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:41.097781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.220194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Deleting port 87d84842-775b-41db-8417-f43c94329341 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:41.220617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.336206 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9714f70e-edda-4b74-9760-3f1b5b3ed9e8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2146235 Apr 05 14:30:41.337956 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1248b54a-eeae-448b-b51b-0a81fe06b397 req-95a1652a-dfde-457a-a18c-ef11f18f542c service neutron] 10.222.0.15 "GET /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809365 Apr 05 14:30:41.339254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58658) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:41.351227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '5e86900f-4c35-43e6-8960-395ad455004a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:41.360608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5230f0e8-f45c-4c5b-a116-c516e014ffda up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:41.465733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.530006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.539582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.resource_extend [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:41.592656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 5230f0e8-f45c-4c5b-a116-c516e014ffda completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:41.667781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5230f0e8-f45c-4c5b-a116-c516e014ffda triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:41.668930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.787351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Calling delete_port for 61fe7b38-7aa6-405c-abcb-f8acdccca035 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:41.842925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.858616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:41.863690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:subnet and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:41.867393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:41.874607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:41.893649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:41.944046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.985173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Transition to ACTIVE for port object 61fe7b38-7aa6-405c-abcb-f8acdccca035 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:41.988319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:41.995591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.006204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.012261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Transition to ACTIVE for port object de47d327-d82c-4f82-90fc-0caa95e57d7f will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:42.047156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Calling delete_port for 87d84842-775b-41db-8417-f43c94329341 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:42.074766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60a48da-ff78-4b6e-9503-4190fb481de3 req-0e61ff04-2ea7-45fa-9a20-1a81e3c0ff14 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:42.076244 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b60a48da-ff78-4b6e-9503-4190fb481de3 req-0e61ff04-2ea7-45fa-9a20-1a81e3c0ff14 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.2870903 Apr 05 14:30:42.079507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.088638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 5230f0e8-f45c-4c5b-a116-c516e014ffda, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5230f0e8-f45c-4c5b-a116-c516e014ffda,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:42.111854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.115699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Transition to ACTIVE for port object de47d327-d82c-4f82-90fc-0caa95e57d7f will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:42.131615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.135627 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27456adc-bbf0-4946-bf7d-379e0e433a54 None None] Pushing event updated for resources: {'Port': ['ID=61fe7b38-7aa6-405c-abcb-f8acdccca035,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:42.140050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Attempting to bind port 61fe7b38-7aa6-405c-abcb-f8acdccca035 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:42.140411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Attempting to bind port 61fe7b38-7aa6-405c-abcb-f8acdccca035 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:42.140765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Attempting to bind port 61fe7b38-7aa6-405c-abcb-f8acdccca035 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:42.218720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:42.219004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:42.219412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.219804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:42.220571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Bound port: 61fe7b38-7aa6-405c-abcb-f8acdccca035, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:42.220700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.233439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing IP validity checks on allocation pools {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 14:30:42.233978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 14:30:42.238175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b60a48da-ff78-4b6e-9503-4190fb481de3 req-7aae2402-bdb4-443f-8e5e-8e2fd1face5d tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1376419 Apr 05 14:30:42.262882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Network cd4304dc-b500-4649-9f07-613645e1c019 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:42.269663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:42.281989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:42.283918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58678) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:42.293922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Allocated IP 172.26.6.84 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/27d2da0f-984b-4a6c-b8c9-9c6049df5709) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:42.298655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=5230f0e8-f45c-4c5b-a116-c516e014ffda,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:42.420754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:42.421640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:42.518273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] For port 61fe7b38-7aa6-405c-abcb-f8acdccca035, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:42.519746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.535827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] For port 61fe7b38-7aa6-405c-abcb-f8acdccca035, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=61fe7b38-7aa6-405c-abcb-f8acdccca035,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:42.537988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Pushing event updated for resources: {'Port': ['ID=de47d327-d82c-4f82-90fc-0caa95e57d7f,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:42.540611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Attempting to bind port de47d327-d82c-4f82-90fc-0caa95e57d7f on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:42.540967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Attempting to bind port de47d327-d82c-4f82-90fc-0caa95e57d7f by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '1dbe01ae-317f-4433-aada-680c118ad2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cd4304dc-b500-4649-9f07-613645e1c019'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:42.541360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Attempting to bind port de47d327-d82c-4f82-90fc-0caa95e57d7f on network cd4304dc-b500-4649-9f07-613645e1c019 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:42.549884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:42.550347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Checking segment: {'id': '1dbe01ae-317f-4433-aada-680c118ad2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cd4304dc-b500-4649-9f07-613645e1c019'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:42.550740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.551122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Bound using segment: {'id': '1dbe01ae-317f-4433-aada-680c118ad2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cd4304dc-b500-4649-9f07-613645e1c019'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:42.551798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Bound port: de47d327-d82c-4f82-90fc-0caa95e57d7f, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1dbe01ae-317f-4433-aada-680c118ad2a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'cd4304dc-b500-4649-9f07-613645e1c019'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:42.552376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.560325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1195223478'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:42.569635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event deleted for resources: {'Port': ['ID=87d84842-775b-41db-8417-f43c94329341,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:42.571680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.581749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:42.594020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Usage tracker for resource:network and tenant:423ff5306bd646729e8f48bbf2c79584 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:42.611501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:42.640216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:42.685434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.714256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Made reservation on behalf of 423ff5306bd646729e8f48bbf2c79584 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:42.717469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.741565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d62b8b-360a-438a-b081-38fb687296db req-e4434bde-0559-43d5-9302-09a9381d643e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:42.743120 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f4d62b8b-360a-438a-b081-38fb687296db req-e4434bde-0559-43d5-9302-09a9381d643e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3042691 Apr 05 14:30:42.745409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.777977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.806564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] For port de47d327-d82c-4f82-90fc-0caa95e57d7f, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:42.810303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] For port de47d327-d82c-4f82-90fc-0caa95e57d7f, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=de47d327-d82c-4f82-90fc-0caa95e57d7f,segment=NetworkSegment(1dbe01ae-317f-4433-aada-680c118ad2a5),segment_id=1dbe01ae-317f-4433-aada-680c118ad2a5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:42.812448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27456adc-bbf0-4946-bf7d-379e0e433a54 None None] Pushing event updated for resources: {'Port': ['ID=61fe7b38-7aa6-405c-abcb-f8acdccca035,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:42.818214 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.875156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:42.887048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Usage tracker for resource:security_group_rule and tenant:423ff5306bd646729e8f48bbf2c79584 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:42.893054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:42.910778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:42.914365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f4d62b8b-360a-438a-b081-38fb687296db req-71b38246-7ea3-4ed5-8c38-a9d7caa496b7 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1550338 Apr 05 14:30:42.927478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ba1ad-3905-4b53-a0d7-e08e2598f1f4 None None] Pushing event updated for resources: {'Port': ['ID=de47d327-d82c-4f82-90fc-0caa95e57d7f,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:42.931164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Routers {'1eba3052-157c-4394-8cb6-cb22aa9cb7e3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:42.931602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.931841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1eba3052-157c-4394-8cb6-cb22aa9cb7e3'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:42.933030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Deleting port 61fe7b38-7aa6-405c-abcb-f8acdccca035 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:42.933280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:42.935180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=52206875-3158-4604-ab00-5ea6087c6e11,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:43.056333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': 'f12ab125-99e6-44aa-a39c-48b658594cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e86900f-4c35-43e6-8960-395ad455004a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:43.056629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: 5e86900f-4c35-43e6-8960-395ad455004a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:43.062023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:43.063924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event updated for resources: {'Port': ['ID=27d2da0f-984b-4a6c-b8c9-9c6049df5709,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:43.069052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:43.075197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:43.131072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] Set router 1eba3052-157c-4394-8cb6-cb22aa9cb7e3 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:30:43.201193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.255458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.276108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 5e86900f-4c35-43e6-8960-395ad455004a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:43.284806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.301711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:43.314395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.314735 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Added segment 75714ced-2a6c-4937-9950-400f4efc254d of type vlan for network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 Apr 05 14:30:43.357744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5230f0e8-f45c-4c5b-a116-c516e014ffda up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:43.363751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.391982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eba3052-157c-4394-8cb6-cb22aa9cb7e3', 'name': 'tempest-snat-router-1834850951', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:36Z', 'updated_at': '2022-04-05T14:30:41Z', 'revision_number': 4, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:43.405740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] For port 61fe7b38-7aa6-405c-abcb-f8acdccca035, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=61fe7b38-7aa6-405c-abcb-f8acdccca035,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:43.406268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.420340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 5e86900f-4c35-43e6-8960-395ad455004a) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:43.420553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07769413-01ef-42b3-a330-5c013faf5d78 None None] The sync data for ids ['1eba3052-157c-4394-8cb6-cb22aa9cb7e3'] in dv-neutron-829488-2-hyperv is: [{'id': '1eba3052-157c-4394-8cb6-cb22aa9cb7e3', 'name': 'tempest-snat-router-1834850951', 'tenant_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:30:36Z', 'updated_at': '2022-04-05T14:30:41Z', 'revision_number': 4, 'project_id': 'd8c9f1739c844638bd5dc84eaf8903c4', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:43.436342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b10af2-6440-4908-8865-a0ce2075c750 None None] Network 5e86900f-4c35-43e6-8960-395ad455004a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:43.436715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.440873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:43.441666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.489045 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:43.489647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.606586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5230f0e8-f45c-4c5b-a116-c516e014ffda triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:43.606842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.610977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Calling delete_port for 61fe7b38-7aa6-405c-abcb-f8acdccca035 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:43.645831 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4af47e3b-2f85-4a35-98d2-e411f66ece8b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3027308 Apr 05 14:30:43.649723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58692) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:43.699677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acbc2250-17b5-49c9-9c6c-c759b91a074e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:43.714510 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.4293768 Apr 05 14:30:43.729453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58696) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:43.744370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Request body: {'subnet': {'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:43.772890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d258a1bb-94cd-4002-b1d7-0a514cc3aafa tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event updated for resources: {'Network': ['ID=51d868e0-6bcc-4eca-98bf-3bfaa25f3068,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:43.797367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-5e86900f-4c35-43e6-8960-395ad455004a', 'network_id': '5e86900f-4c35-43e6-8960-395ad455004a', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': '52206875-3158-4604-ab00-5ea6087c6e11'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:30:43.798483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.807251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:30:43.916483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:43.925842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:43.943315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455eb315-bf33-436f-82ce-da691d87f036 req-761cd2ef-3af2-4a2f-9a14-3757a4f11152 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:43.946487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-455eb315-bf33-436f-82ce-da691d87f036 req-761cd2ef-3af2-4a2f-9a14-3757a4f11152 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4191604 Apr 05 14:30:43.947374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Deleting port 27d2da0f-984b-4a6c-b8c9-9c6049df5709 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:43.947835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.008109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Usage tracker for resource:subnet and tenant:423ff5306bd646729e8f48bbf2c79584 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:44.018764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:44.033643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:44.088426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.132979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Allocated IP 2001:db8::3 (5e86900f-4c35-43e6-8960-395ad455004a/52206875-3158-4604-ab00-5ea6087c6e11/4463b3a1-5a52-46c2-9d64-0048d6a1887b) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:44.171060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.198320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Made reservation on behalf of 423ff5306bd646729e8f48bbf2c79584 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:44.340883 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77892a32-23c1-4546-9841-449ecc996943 None None] Network cd4304dc-b500-4649-9f07-613645e1c019 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:44.363807 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-455eb315-bf33-436f-82ce-da691d87f036 req-e2456796-2e1b-40c4-a7dc-93e14be51154 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3780422 Apr 05 14:30:44.410456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.446494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event deleted for resources: {'Port': ['ID=61fe7b38-7aa6-405c-abcb-f8acdccca035,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:44.491377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.499890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aef5af1a-e305-42e9-8390-b4b7c7eb692b None None] Provisioning for port de47d327-d82c-4f82-90fc-0caa95e57d7f completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:44.509731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.510328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.511086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Transition to ACTIVE for port object 4463b3a1-5a52-46c2-9d64-0048d6a1887b will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:44.572914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Transition to ACTIVE for port object 4463b3a1-5a52-46c2-9d64-0048d6a1887b will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:44.583166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.673961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Calling delete_port for 27d2da0f-984b-4a6c-b8c9-9c6049df5709 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:44.726937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Network 5e86900f-4c35-43e6-8960-395ad455004a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:44.763559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Pushing event updated for resources: {'Port': ['ID=4463b3a1-5a52-46c2-9d64-0048d6a1887b,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:44.773215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:44.779821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:44.833740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.849162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.891434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event deleted for resources: {'Port': ['ID=27d2da0f-984b-4a6c-b8c9-9c6049df5709,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:44.925925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Attempting to bind port 4463b3a1-5a52-46c2-9d64-0048d6a1887b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:44.926317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Attempting to bind port 4463b3a1-5a52-46c2-9d64-0048d6a1887b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'f12ab125-99e6-44aa-a39c-48b658594cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e86900f-4c35-43e6-8960-395ad455004a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:44.926670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Attempting to bind port 4463b3a1-5a52-46c2-9d64-0048d6a1887b on network 5e86900f-4c35-43e6-8960-395ad455004a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:44.938853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:44.939217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Checking segment: {'id': 'f12ab125-99e6-44aa-a39c-48b658594cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e86900f-4c35-43e6-8960-395ad455004a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:44.939600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:44.939981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Bound using segment: {'id': 'f12ab125-99e6-44aa-a39c-48b658594cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e86900f-4c35-43e6-8960-395ad455004a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:44.940438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Bound port: 4463b3a1-5a52-46c2-9d64-0048d6a1887b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12ab125-99e6-44aa-a39c-48b658594cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '5e86900f-4c35-43e6-8960-395ad455004a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:44.940892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.046315 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] create failed (client error): The resource could not be found. Apr 05 14:30:45.050539 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-17151250-713e-4c05-86b5-4e3f3b5b1667 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.7573402 Apr 05 14:30:45.068080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58708) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:45.077498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.089401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] For port 4463b3a1-5a52-46c2-9d64-0048d6a1887b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:45.093744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] For port 4463b3a1-5a52-46c2-9d64-0048d6a1887b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4463b3a1-5a52-46c2-9d64-0048d6a1887b,segment=NetworkSegment(f12ab125-99e6-44aa-a39c-48b658594cb3),segment_id=f12ab125-99e6-44aa-a39c-48b658594cb3)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:45.103124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.238790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.256110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39802fa-e458-4ea5-9c45-58d0e38f6dfd None None] Pushing event updated for resources: {'Port': ['ID=4463b3a1-5a52-46c2-9d64-0048d6a1887b,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:45.284740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0592a6-4176-4ef5-85ba-f558644f080f None None] Network 5e86900f-4c35-43e6-8960-395ad455004a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:45.355038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device de47d327-d82c-4f82-90fc-0caa95e57d7f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:45.399759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=52206875-3158-4604-ab00-5ea6087c6e11,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:45.427859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.436301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event updated for resources: {'Subnet': ['ID=dea8af1f-ef75-4d6a-9a1b-dff8405dea83,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:45.467034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86d646a-ad4a-4cad-8717-114e2659a305 req-02e39bc4-fd87-4e65-8cd3-e100efb57185 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:45.470003 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e86d646a-ad4a-4cad-8717-114e2659a305 req-02e39bc4-fd87-4e65-8cd3-e100efb57185 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.2236292 Apr 05 14:30:45.472870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Checking segment: {'id': '75714ced-2a6c-4937-9950-400f4efc254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:45.473521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Network hostable DHCP agents. Network: 51d868e0-6bcc-4eca-98bf-3bfaa25f3068, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:45.537637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e86d646a-ad4a-4cad-8717-114e2659a305 req-fcff8d02-695b-4b5b-80e4-9f2586fa384c tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0586891 Apr 05 14:30:45.541479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port de47d327-d82c-4f82-90fc-0caa95e57d7f completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:45.541613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.549541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port de47d327-d82c-4f82-90fc-0caa95e57d7f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:45.549896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.553049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:45.565140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 51d868e0-6bcc-4eca-98bf-3bfaa25f3068) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:45.576718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6146e12b-4774-4416-af2d-745abe732500 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Deleting port 7e637312-697c-4844-8b0a-11e0e7faa3ec {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:45.577058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6146e12b-4774-4416-af2d-745abe732500 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.578999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:45.579744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.584143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f771b-2b72-43a3-8d0c-afbf5d7399a3 None None] Network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:45.607419 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ec37c443-ed51-4b2b-a27b-0138bcb9fd9a tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8761711 Apr 05 14:30:45.615109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58712) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:45.623680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Request body: {'port': {'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068', 'name': 'tempest-ExtraDHCPOptionsTestJSON-270451585'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:45.630758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.723183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e86900f-4c35-43e6-8960-395ad455004a']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:45.737112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.737591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eba3052-157c-4394-8cb6-cb22aa9cb7e3 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:30:45.753698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12ab125-99e6-44aa-a39c-48b658594cb3') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:45.753698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12ab125-99e6-44aa-a39c-48b658594cb3') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:45.804318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:45.808649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Usage tracker for resource:port and tenant:423ff5306bd646729e8f48bbf2c79584 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:45.812816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:45.820260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:45.828594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.831332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Made reservation on behalf of 423ff5306bd646729e8f48bbf2c79584 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:45.834672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.857586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] device_id is not set on port 4a5652fb-c2f8-40aa-923b-eacf5861074b yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:30:45.886337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.907192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port de47d327-d82c-4f82-90fc-0caa95e57d7f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=de47d327-d82c-4f82-90fc-0caa95e57d7f,segment=NetworkSegment(1dbe01ae-317f-4433-aada-680c118ad2a5),segment_id=1dbe01ae-317f-4433-aada-680c118ad2a5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:45.912076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-51d868e0-6bcc-4eca-98bf-3bfaa25f3068', 'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068', 'tenant_id': '423ff5306bd646729e8f48bbf2c79584', 'fixed_ips': [{'subnet_id': 'dea8af1f-ef75-4d6a-9a1b-dff8405dea83'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:30:45.912905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.918498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.928156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.947373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:45.947763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:45.963858 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:46.016312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Allocated IP 172.20.0.2 (51d868e0-6bcc-4eca-98bf-3bfaa25f3068/dea8af1f-ef75-4d6a-9a1b-dff8405dea83/4a5652fb-c2f8-40aa-923b-eacf5861074b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:46.066186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=de47d327-d82c-4f82-90fc-0caa95e57d7f,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:46.106217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.107333 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-131ec849-0713-49c5-ad44-18e5ac5d5bce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1eba3052-157c-4394-8cb6-cb22aa9cb7e3 HTTP/1.1" status: 204 len: 168 time: 6.2051601 Apr 05 14:30:46.116245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58718) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:46.193086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:30:46.193086 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:30:46.193086 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': '5e86900f-4c35-43e6-8960-395ad455004a'}] Apr 05 14:30:46.193086 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:46.193497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:46.240363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.256264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Transition to ACTIVE for port object 4a5652fb-c2f8-40aa-923b-eacf5861074b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:46.278384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.286467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6146e12b-4774-4416-af2d-745abe732500 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.343272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-f9b4fe04-9805-4f5b-b37d-802d25d67893 {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:46.343855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:46.430773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6146e12b-4774-4416-af2d-745abe732500 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Calling delete_port for 7e637312-697c-4844-8b0a-11e0e7faa3ec owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:46.441430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:46.444414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:46.446738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:46.483696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event updated for resources: {'Port': ['ID=4a5652fb-c2f8-40aa-923b-eacf5861074b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:46.512686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:46.513335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.528064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Router e6d5365e-2c21-4f3b-98e7-5feb15322002 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:46.534402 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bc19d71a-e46b-4bca-8688-055b02c5648d tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9175410 Apr 05 14:30:46.537295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58722) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:46.543648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Request body: {'port': {'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1325769318', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:46.544223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.api.validators [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] bootfile-name is not in valid_values {{(pid=83850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:30:46.544565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.api.validators [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] tftp-server is not in valid_values {{(pid=83850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:30:46.544895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.api.validators [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] server-ip-address is not in valid_values {{(pid=83850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:30:46.723535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.739141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6146e12b-4774-4416-af2d-745abe732500 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.770260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:46.775654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Usage tracker for resource:port and tenant:423ff5306bd646729e8f48bbf2c79584 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:46.779924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:46.786473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:46.801346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Made reservation on behalf of 423ff5306bd646729e8f48bbf2c79584 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:46.801794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146e12b-4774-4416-af2d-745abe732500 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event deleted for resources: {'Port': ['ID=7e637312-697c-4844-8b0a-11e0e7faa3ec,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:46.804345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.816428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port 4463b3a1-5a52-46c2-9d64-0048d6a1887b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:46.816765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.820699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9195a2e-ca5d-4726-b25d-329653efb676 req-a3ecf5c7-2cc0-48c6-9878-9026dbbe1261 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:46.822171 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9195a2e-ca5d-4726-b25d-329653efb676 req-a3ecf5c7-2cc0-48c6-9878-9026dbbe1261 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.1298964 Apr 05 14:30:46.845105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.848557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:46.850947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] device_id is not set on port 80e2481d-c686-498e-a5fc-27f01aa5aa24 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:30:46.942675 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9195a2e-ca5d-4726-b25d-329653efb676 req-7282a95e-2c01-4eba-9090-06480872fe47 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1133065 Apr 05 14:30:47.014244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Allocated IP 172.20.0.3 (51d868e0-6bcc-4eca-98bf-3bfaa25f3068/dea8af1f-ef75-4d6a-9a1b-dff8405dea83/f7688e18-811e-4a55-975c-cec4861db2c8) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:47.157700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6146e12b-4774-4416-af2d-745abe732500 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.218510 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device de47d327-d82c-4f82-90fc-0caa95e57d7f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:47.328903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.342753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Transition to ACTIVE for port object f7688e18-811e-4a55-975c-cec4861db2c8 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:47.346675 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6146e12b-4774-4416-af2d-745abe732500 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "DELETE /v2.0/ports/7e637312-697c-4844-8b0a-11e0e7faa3ec HTTP/1.1" status: 204 len: 168 time: 2.2725914 Apr 05 14:30:47.349349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58728) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:47.365938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Transition to ACTIVE for port object f7688e18-811e-4a55-975c-cec4861db2c8 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:47.372721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port de47d327-d82c-4f82-90fc-0caa95e57d7f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:47.373061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.390923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port 4463b3a1-5a52-46c2-9d64-0048d6a1887b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4463b3a1-5a52-46c2-9d64-0048d6a1887b,segment=NetworkSegment(f12ab125-99e6-44aa-a39c-48b658594cb3),segment_id=f12ab125-99e6-44aa-a39c-48b658594cb3)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:47.391275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.406302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.476071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Allocated IP 172.20.0.5 (51d868e0-6bcc-4eca-98bf-3bfaa25f3068/dea8af1f-ef75-4d6a-9a1b-dff8405dea83/80e2481d-c686-498e-a5fc-27f01aa5aa24) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:47.499650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:47.500302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc5d83c-8bc1-4173-984f-c2a01220cf03 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:47.500436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Pushing event updated for resources: {'Port': ['ID=f7688e18-811e-4a55-975c-cec4861db2c8,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:47.501116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5fc5d83c-8bc1-4173-984f-c2a01220cf03 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Synchronizing usage tracker for tenant:60f187da055d4fb393bd54de44b908fc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:47.503936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:47.506399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:47.526792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for 4463b3a1-5a52-46c2-9d64-0048d6a1887b owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:47.552159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5fc5d83c-8bc1-4173-984f-c2a01220cf03 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Unset dirty status for tenant:60f187da055d4fb393bd54de44b908fc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:47.555329 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5fc5d83c-8bc1-4173-984f-c2a01220cf03 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "GET /v2.0/ports?device_id=9440ce40-4421-4056-a251-c18165c48e2f HTTP/1.1" status: 200 len: 913 time: 0.2028253 Apr 05 14:30:47.556414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58732) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:47.627639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.643242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Attempting to bind port f7688e18-811e-4a55-975c-cec4861db2c8 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:47.643613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Attempting to bind port f7688e18-811e-4a55-975c-cec4861db2c8 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '75714ced-2a6c-4937-9950-400f4efc254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:47.643968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Attempting to bind port f7688e18-811e-4a55-975c-cec4861db2c8 on network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:47.651093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:47.651475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Checking segment: {'id': '75714ced-2a6c-4937-9950-400f4efc254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:47.652742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.652742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Bound using segment: {'id': '75714ced-2a6c-4937-9950-400f4efc254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:47.653143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Bound port: f7688e18-811e-4a55-975c-cec4861db2c8, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75714ced-2a6c-4937-9950-400f4efc254d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '51d868e0-6bcc-4eca-98bf-3bfaa25f3068'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:47.654085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.685720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No DVR routers for this DVR port 4463b3a1-5a52-46c2-9d64-0048d6a1887b on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:47.741982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] For port f7688e18-811e-4a55-975c-cec4861db2c8, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:47.745386 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] For port f7688e18-811e-4a55-975c-cec4861db2c8, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f7688e18-811e-4a55-975c-cec4861db2c8,segment=NetworkSegment(75714ced-2a6c-4937-9950-400f4efc254d),segment_id=75714ced-2a6c-4937-9950-400f4efc254d)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:47.750228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.833119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2356fb-efda-4ac9-a38f-81ca001f3cc5 None None] Pushing event updated for resources: {'Port': ['ID=f7688e18-811e-4a55-975c-cec4861db2c8,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:47.842642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Port': ['ID=4463b3a1-5a52-46c2-9d64-0048d6a1887b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:47.863570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:47.871229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.872986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:47.876974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ca0c7-966d-4eb7-93b9-51c998143c6e None None] Sync routers for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:47.893023 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ca0c7-966d-4eb7-93b9-51c998143c6e None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:47.894070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8c8ca0c7-966d-4eb7-93b9-51c998143c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:47.903205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Transition to ACTIVE for port object 80e2481d-c686-498e-a5fc-27f01aa5aa24 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:47.913547 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-141b86bb-0376-41bc-be71-92e57ce0d238 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "PUT /v2.0/routers/e6d5365e-2c21-4f3b-98e7-5feb15322002/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9927223 Apr 05 14:30:47.915595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58736) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:47.963499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8c8ca0c7-966d-4eb7-93b9-51c998143c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:47.981891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ca0c7-966d-4eb7-93b9-51c998143c6e None None] Routers {'e6d5365e-2c21-4f3b-98e7-5feb15322002'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:47.982637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8c8ca0c7-966d-4eb7-93b9-51c998143c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e6d5365e-2c21-4f3b-98e7-5feb15322002'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:48.010483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e86900f-4c35-43e6-8960-395ad455004a']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:48.026009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12ab125-99e6-44aa-a39c-48b658594cb3') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:48.026389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12ab125-99e6-44aa-a39c-48b658594cb3') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:48.047616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.109044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8c8ca0c7-966d-4eb7-93b9-51c998143c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:48.109553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ca0c7-966d-4eb7-93b9-51c998143c6e None None] The sync data for ids ['e6d5365e-2c21-4f3b-98e7-5feb15322002'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:48.166450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.176184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:48.176780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:48.196779 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:48.225041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.284336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.304392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Deleting port 5230f0e8-f45c-4c5b-a116-c516e014ffda {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:48.304784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.327872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:48.330337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event updated for resources: {'Port': ['ID=80e2481d-c686-498e-a5fc-27f01aa5aa24,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:48.336436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:48.340694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:48.346421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.352892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.388014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3787a22-23d8-4cd4-9f50-cabdc1512510 req-cf6f4c11-0aa7-4465-bc86-0ca80549647e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:48.389465 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e3787a22-23d8-4cd4-9f50-cabdc1512510 req-cf6f4c11-0aa7-4465-bc86-0ca80549647e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.2480226 Apr 05 14:30:48.390568 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/5e86900f-4c35-43e6-8960-395ad455004a HTTP/1.1" status: 204 len: 168 time: 4.7390692 Apr 05 14:30:48.391719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f66f2c3-9cb5-49dd-95e1-baa0b8c7e175 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=5e86900f-4c35-43e6-8960-395ad455004a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:48.396460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58742) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:48.425674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1718179377'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:48.434958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:48.444032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:48.449219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:48.464077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.515506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:48.534477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:48.535120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.552870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] For port 5230f0e8-f45c-4c5b-a116-c516e014ffda, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5230f0e8-f45c-4c5b-a116-c516e014ffda,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:48.553233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.680853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Calling delete_port for 5230f0e8-f45c-4c5b-a116-c516e014ffda owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:48.709873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.720417 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e3787a22-23d8-4cd4-9f50-cabdc1512510 req-890b3995-4409-48b2-9023-46719986e093 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3230567 Apr 05 14:30:48.723928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:48.726714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.740707 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f9fcd1da-02c3-4b67-bb1e-23004e5981e6 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.2023156 Apr 05 14:30:48.746765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58746) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:48.824104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:48.852147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.852147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment 79dd027f-5d2e-4f09-9378-cfba07d35eaa of type vlan for network 399b8d0e-88c1-494c-80ac-ab1e2f9b26df Apr 05 14:30:48.875422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbaa816c-eb5f-4ed6-ba1e-830abb1063cf None None] Network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:48.904560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdbf03e-147a-4399-93a6-4ae28a107361 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:48.908526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdbf03e-147a-4399-93a6-4ae28a107361 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:48.912364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdbf03e-147a-4399-93a6-4ae28a107361 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:48.913274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0cdbf03e-147a-4399-93a6-4ae28a107361 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Synchronizing usage tracker for tenant:423ff5306bd646729e8f48bbf2c79584 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:48.917135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:48.979564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0d1e8959-94fd-47d7-abce-2383cd179587 None None] Provisioning for port f7688e18-811e-4a55-975c-cec4861db2c8 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:48.999806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0cdbf03e-147a-4399-93a6-4ae28a107361 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Unset dirty status for tenant:423ff5306bd646729e8f48bbf2c79584 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:30:49.005234 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0cdbf03e-147a-4399-93a6-4ae28a107361 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.2550082 Apr 05 14:30:49.006542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58750) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:49.012247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.016707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:49.017305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.140875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.174840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.196930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event deleted for resources: {'Port': ['ID=5230f0e8-f45c-4c5b-a116-c516e014ffda,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:49.243966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Deleting port 59a01d18-78d2-485e-bc3f-d2945a3e65f5 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:49.243966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.295545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f7688e18-811e-4a55-975c-cec4861db2c8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:49.375238 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f7688e18-811e-4a55-975c-cec4861db2c8 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:49.381048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f7688e18-811e-4a55-975c-cec4861db2c8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:49.381692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.415364 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0014431 Apr 05 14:30:49.416083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58756) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:49.432908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '399b8d0e-88c1-494c-80ac-ab1e2f9b26df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:49.458405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-25304a8e-7a81-4704-942d-d21e11c87337 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Deleting port 80e2481d-c686-498e-a5fc-27f01aa5aa24 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:49.458753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25304a8e-7a81-4704-942d-d21e11c87337 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.492677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c3ebfd-831a-426f-9b07-77fe86a3f977 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=399b8d0e-88c1-494c-80ac-ab1e2f9b26df,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:49.524534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.549605 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 399b8d0e-88c1-494c-80ac-ab1e2f9b26df details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:30:49.635108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Provisioning complete for port f7688e18-811e-4a55-975c-cec4861db2c8 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:49.635471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.657313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.722345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:49.731783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port f7688e18-811e-4a55-975c-cec4861db2c8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f7688e18-811e-4a55-975c-cec4861db2c8,segment=NetworkSegment(75714ced-2a6c-4937-9950-400f4efc254d),segment_id=75714ced-2a6c-4937-9950-400f4efc254d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:49.733125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:subnet and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:49.738071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:49.748511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.766618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:49.877957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:49.882800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5443a43b-6041-4da7-97b4-1dc8ac379461 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:30:49.907727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:49.927461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=f7688e18-811e-4a55-975c-cec4861db2c8,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:49.999950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Provisioning for port 80e2481d-c686-498e-a5fc-27f01aa5aa24 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:50.016423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Provisioning complete for port 80e2481d-c686-498e-a5fc-27f01aa5aa24 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:50.016785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.092709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.101862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Calling delete_port for 59a01d18-78d2-485e-bc3f-d2945a3e65f5 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:50.126017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Port 80e2481d-c686-498e-a5fc-27f01aa5aa24 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:50.147807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5443a43b-6041-4da7-97b4-1dc8ac379461 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:30:50.158560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Provisioning for port 4a5652fb-c2f8-40aa-923b-eacf5861074b completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:50.166029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Provisioning complete for port 4a5652fb-c2f8-40aa-923b-eacf5861074b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:50.166425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.200083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25304a8e-7a81-4704-942d-d21e11c87337 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.214525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.227684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.276324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.276887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 18fd958b-ddc0-47fd-a100-ca11914c2620 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:30:50.301237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.305536 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7d379ef3-d6c1-4c4d-8841-2d662ea4c6da tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "DELETE /v2.0/routers/18fd958b-ddc0-47fd-a100-ca11914c2620 HTTP/1.1" status: 204 len: 168 time: 4.1845567 Apr 05 14:30:50.306647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58762) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:50.314740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1161561688', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:50.316546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-7d3d8293-c334-4405-8924-0ed973cbe019 None None] Port 4a5652fb-c2f8-40aa-923b-eacf5861074b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:50.324236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:50.329252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Usage tracker for resource:router and tenant:cfc563ca7b204cc68781df41f616cc12 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:50.334754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:50.371631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:50.395386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.396372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.425150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.462789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-03faf81b-bddb-40c5-a0f4-a3b6c538532c None None] Provisioning complete for port 80e2481d-c686-498e-a5fc-27f01aa5aa24 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:50.462789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03faf81b-bddb-40c5-a0f4-a3b6c538532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.472943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-25304a8e-7a81-4704-942d-d21e11c87337 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Calling delete_port for 80e2481d-c686-498e-a5fc-27f01aa5aa24 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:50.475317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event deleted for resources: {'Port': ['ID=59a01d18-78d2-485e-bc3f-d2945a3e65f5,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:50.477663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.532164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03faf81b-bddb-40c5-a0f4-a3b6c538532c None None] Port 80e2481d-c686-498e-a5fc-27f01aa5aa24 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:50.561284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Deleting port 992b79ad-7e45-456f-ba86-06a0b279fd48 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:50.561627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.599716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aefc2c-66d9-4ae9-be05-b68e19df395d req-f91c3d69-0797-4151-91dc-4107ba1e2f31 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:50.601204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3aefc2c-66d9-4ae9-be05-b68e19df395d req-f91c3d69-0797-4151-91dc-4107ba1e2f31 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.6353788 Apr 05 14:30:50.631913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-03faf81b-bddb-40c5-a0f4-a3b6c538532c None None] Provisioning complete for port 4a5652fb-c2f8-40aa-923b-eacf5861074b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:50.632424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03faf81b-bddb-40c5-a0f4-a3b6c538532c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.725793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03faf81b-bddb-40c5-a0f4-a3b6c538532c None None] Port 4a5652fb-c2f8-40aa-923b-eacf5861074b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:50.865460 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3aefc2c-66d9-4ae9-be05-b68e19df395d req-20264fc9-631b-4f51-8972-0b0e682142b8 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2497544 Apr 05 14:30:50.932471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.938593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25304a8e-7a81-4704-942d-d21e11c87337 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:50.942087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.056176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.071513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25304a8e-7a81-4704-942d-d21e11c87337 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event deleted for resources: {'Port': ['ID=80e2481d-c686-498e-a5fc-27f01aa5aa24,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:51.139293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Calling delete_port for 992b79ad-7e45-456f-ba86-06a0b279fd48 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:51.168675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.216763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.223332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.329062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.329724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Fanout notify agent at l3_agent the message router_deleted on router e6d5365e-2c21-4f3b-98e7-5feb15322002 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:30:51.360221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f7688e18-811e-4a55-975c-cec4861db2c8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:30:51.388797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.389004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=eee7e8b0-0f62-4cf6-b3ef-a96033cab140,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:51.389348 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0ad769c9-188c-40e4-890f-2db23e1cf064 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "DELETE /v2.0/routers/e6d5365e-2c21-4f3b-98e7-5feb15322002 HTTP/1.1" status: 204 len: 168 time: 3.4614182 Apr 05 14:30:51.400185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58768) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:51.406034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25304a8e-7a81-4704-942d-d21e11c87337 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.432925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': '79dd027f-5d2e-4f09-9378-cfba07d35eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '399b8d0e-88c1-494c-80ac-ab1e2f9b26df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:51.433302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: 399b8d0e-88c1-494c-80ac-ab1e2f9b26df, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:30:51.459724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-25304a8e-7a81-4704-942d-d21e11c87337 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "DELETE /v2.0/ports/80e2481d-c686-498e-a5fc-27f01aa5aa24 HTTP/1.1" status: 204 len: 168 time: 2.4520726 Apr 05 14:30:51.462106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58772) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:51.465205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f7688e18-811e-4a55-975c-cec4861db2c8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:51.465205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.469861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Request body: {'port': {'name': 'tempest-new-port-name-1707541983', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:51.470278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.api.validators [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] bootfile-name is not in valid_values {{(pid=83850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:30:51.470612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.api.validators [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] tftp-server is not in valid_values {{(pid=83850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:30:51.470937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.api.validators [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] server-ip-address is not in valid_values {{(pid=83850) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:30:51.511792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.557504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.604447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 399b8d0e-88c1-494c-80ac-ab1e2f9b26df is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:30:51.645419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 399b8d0e-88c1-494c-80ac-ab1e2f9b26df) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:51.655198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:51.655795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.678958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.680087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b971f26-c262-42f4-b408-865d4740e86b None None] Network 399b8d0e-88c1-494c-80ac-ab1e2f9b26df requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:51.702225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.770615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a032df61-a762-4d28-a521-92b5aabd60da tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Deleting subnet 147eee93-3c8c-4d1d-b8bc-034a7fc72ec8 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:30:51.775866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a032df61-a762-4d28-a521-92b5aabd60da tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.789825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event deleted for resources: {'Port': ['ID=992b79ad-7e45-456f-ba86-06a0b279fd48,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:51.806094 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-400dca05-3ad5-4928-952a-bc7f429b6608 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.3786130 Apr 05 14:30:51.809253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58776) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:51.852095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Allocated IP 172.26.6.202 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/c006e5fe-6acd-4b5c-8901-82047c2fe709) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:51.859291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a032df61-a762-4d28-a521-92b5aabd60da tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:51.937720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-399b8d0e-88c1-494c-80ac-ab1e2f9b26df', 'network_id': '399b8d0e-88c1-494c-80ac-ab1e2f9b26df', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': 'eee7e8b0-0f62-4cf6-b3ef-a96033cab140'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:30:51.939490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.180793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Allocated IP 2001:db8::1 (399b8d0e-88c1-494c-80ac-ab1e2f9b26df/eee7e8b0-0f62-4cf6-b3ef-a96033cab140/48bc5a2e-a19d-4138-9fcf-566fc4545434) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:30:52.239207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a032df61-a762-4d28-a521-92b5aabd60da tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.297735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.338527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a032df61-a762-4d28-a521-92b5aabd60da tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.381516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a032df61-a762-4d28-a521-92b5aabd60da tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.392351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406765fd-b29b-42a4-b478-f5a580d3bd78 None None] Network 9693223f-b04e-4f10-82be-076596c983d4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:52.397030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a032df61-a762-4d28-a521-92b5aabd60da tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event deleted for resources: {'Subnet': ['ID=147eee93-3c8c-4d1d-b8bc-034a7fc72ec8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:52.406309 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a032df61-a762-4d28-a521-92b5aabd60da tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "DELETE /v2.0/subnets/147eee93-3c8c-4d1d-b8bc-034a7fc72ec8 HTTP/1.1" status: 204 len: 168 time: 1.0049243 Apr 05 14:30:52.407228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58782) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:52.410499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.414391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.493461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.520817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Transition to ACTIVE for port object 48bc5a2e-a19d-4138-9fcf-566fc4545434 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:52.546678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.568306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:52.573345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:52.576003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:52.584399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Transition to ACTIVE for port object 48bc5a2e-a19d-4138-9fcf-566fc4545434 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:30:52.619310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event updated for resources: {'Port': ['ID=c006e5fe-6acd-4b5c-8901-82047c2fe709,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:52.622003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.623580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5888afbe-cf74-4e6c-acd5-0677730158f0 req-7a1cd77f-6538-4b62-8bd4-a0b67b01b77b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:52.625522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5888afbe-cf74-4e6c-acd5-0677730158f0 req-7a1cd77f-6538-4b62-8bd4-a0b67b01b77b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3799689 Apr 05 14:30:52.641041 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.687207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Network 399b8d0e-88c1-494c-80ac-ab1e2f9b26df is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:30:52.698880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Deleting port 7bec9955-621b-45ca-a3b7-f18d28f2be8a {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:52.699771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.702923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:30:52.708073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:30:52.713227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:52.726939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Pushing event updated for resources: {'Port': ['ID=48bc5a2e-a19d-4138-9fcf-566fc4545434,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:52.730900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.818254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Attempting to bind port 48bc5a2e-a19d-4138-9fcf-566fc4545434 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:30:52.818254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Attempting to bind port 48bc5a2e-a19d-4138-9fcf-566fc4545434 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '79dd027f-5d2e-4f09-9378-cfba07d35eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '399b8d0e-88c1-494c-80ac-ab1e2f9b26df'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:30:52.818515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Attempting to bind port 48bc5a2e-a19d-4138-9fcf-566fc4545434 on network 399b8d0e-88c1-494c-80ac-ab1e2f9b26df {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:30:52.825610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:30:52.825959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Checking segment: {'id': '79dd027f-5d2e-4f09-9378-cfba07d35eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '399b8d0e-88c1-494c-80ac-ab1e2f9b26df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:30:52.826544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.826681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.826763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Bound using segment: {'id': '79dd027f-5d2e-4f09-9378-cfba07d35eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '399b8d0e-88c1-494c-80ac-ab1e2f9b26df'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:30:52.827177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Bound port: 48bc5a2e-a19d-4138-9fcf-566fc4545434, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79dd027f-5d2e-4f09-9378-cfba07d35eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '399b8d0e-88c1-494c-80ac-ab1e2f9b26df'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:30:52.827987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.857837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.893957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] DHCP port deletion for 9693223f-b04e-4f10-82be-076596c983d4 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:30:52.903246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] Deleting port 7bec9955-621b-45ca-a3b7-f18d28f2be8a {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:52.903421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.944130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5888afbe-cf74-4e6c-acd5-0677730158f0 req-b12d27f8-dd26-4596-b826-952e2475c2f5 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2612541 Apr 05 14:30:52.970909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] For port 7bec9955-621b-45ca-a3b7-f18d28f2be8a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7bec9955-621b-45ca-a3b7-f18d28f2be8a,segment=NetworkSegment(a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3),segment_id=a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:52.971288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:52.979827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] For port 48bc5a2e-a19d-4138-9fcf-566fc4545434, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:30:52.985902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] For port 48bc5a2e-a19d-4138-9fcf-566fc4545434, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=48bc5a2e-a19d-4138-9fcf-566fc4545434,segment=NetworkSegment(79dd027f-5d2e-4f09-9378-cfba07d35eaa),segment_id=79dd027f-5d2e-4f09-9378-cfba07d35eaa)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:30:53.014698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event updated for resources: {'Port': ['ID=4a5652fb-c2f8-40aa-923b-eacf5861074b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:53.118697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Calling delete_port for 7bec9955-621b-45ca-a3b7-f18d28f2be8a owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:53.157433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.158307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.166428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] In _notify_port_updated(), no bound segment for port 4a5652fb-c2f8-40aa-923b-eacf5861074b on network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:30:53.170926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:53.171680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.173077 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1e45787e-a090-4971-8a19-42d35724e37e tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "PUT /v2.0/ports/4a5652fb-c2f8-40aa-923b-eacf5861074b HTTP/1.1" status: 200 len: 1136 time: 1.7101278 Apr 05 14:30:53.176695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.182090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58786) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:53.187422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.225132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=eee7e8b0-0f62-4cf6-b3ef-a96033cab140,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:53.274502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7bec9955-621b-45ca-a3b7-f18d28f2be8a no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:30:53.352347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] For port 7bec9955-621b-45ca-a3b7-f18d28f2be8a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7bec9955-621b-45ca-a3b7-f18d28f2be8a,segment=NetworkSegment(a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3),segment_id=a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:53.352737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.372647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dd31ce96-816e-4ab3-9409-b25a3fccf263 None None] Provisioning complete for port 4a5652fb-c2f8-40aa-923b-eacf5861074b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:30:53.373013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd31ce96-816e-4ab3-9409-b25a3fccf263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.409658 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dedfe-796f-4c2f-a0b2-e6ac034cc828 None None] Pushing event updated for resources: {'Port': ['ID=48bc5a2e-a19d-4138-9fcf-566fc4545434,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:53.420885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f53ed1-5f24-42fc-8852-77d19cf73ab8 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:53.425736 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58f53ed1-5f24-42fc-8852-77d19cf73ab8 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "GET /v2.0/ports/4a5652fb-c2f8-40aa-923b-eacf5861074b HTTP/1.1" status: 200 len: 1136 time: 0.2383819 Apr 05 14:30:53.425736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.428626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58790) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:53.451209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.488566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399b8d0e-88c1-494c-80ac-ab1e2f9b26df']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:53.506422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dd027f-5d2e-4f09-9378-cfba07d35eaa') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:53.507492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dd027f-5d2e-4f09-9378-cfba07d35eaa') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:53.513718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event deleted for resources: {'Port': ['ID=7bec9955-621b-45ca-a3b7-f18d28f2be8a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:53.526021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.542232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Router 9440ce40-4421-4056-a251-c18165c48e2f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:30:53.548389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] No DVR routers for this DVR port 7bec9955-621b-45ca-a3b7-f18d28f2be8a on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:53.556001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] Calling delete_port for 7bec9955-621b-45ca-a3b7-f18d28f2be8a owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:53.559317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.571612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:53.571974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.637970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No active binding found for port 7bec9955-621b-45ca-a3b7-f18d28f2be8a {{(pid=83852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 14:30:53.638495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7bec9955-621b-45ca-a3b7-f18d28f2be8a not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:30:53.662570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dd31ce96-816e-4ab3-9409-b25a3fccf263 None None] Port 4a5652fb-c2f8-40aa-923b-eacf5861074b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:30:53.703968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:53.704454 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:53.743608 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:53.799660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec4dbb-ed61-4f6e-a720-f3617cc7a087 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Deleting port 4a5652fb-c2f8-40aa-923b-eacf5861074b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:53.799998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4dbb-ed61-4f6e-a720-f3617cc7a087 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.884554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:53.961770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9693223f-b04e-4f10-82be-076596c983d4']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:53.984553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:53.984898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7b912ac-d8cd-43e7-bb93-b9956b2ae9f3') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:54.005316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.015020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:30:54.015020 dv-neutron-829488-2-hyperv neutron-server[83850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:30:54.015020 dv-neutron-829488-2-hyperv neutron-server[83850]: [parameters: {'id': '399b8d0e-88c1-494c-80ac-ab1e2f9b26df'}] Apr 05 14:30:54.015020 dv-neutron-829488-2-hyperv neutron-server[83850]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:54.015484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:54.029581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:54.038833 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0bb3eb66-5401-4356-89c4-026d02cc0556 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "PUT /v2.0/routers/9440ce40-4421-4056-a251-c18165c48e2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4813244 Apr 05 14:30:54.041393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58796) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:54.045015 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1c189-b9b2-4970-b94f-74d1d3f2e51e None None] Sync routers for ids ['9440ce40-4421-4056-a251-c18165c48e2f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:54.065595 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1c189-b9b2-4970-b94f-74d1d3f2e51e None None] Routers {'9440ce40-4421-4056-a251-c18165c48e2f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:54.066488 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-36a1c189-b9b2-4970-b94f-74d1d3f2e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['9440ce40-4421-4056-a251-c18165c48e2f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:54.106837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.133227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:54.133624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.146625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-737ccf8c-ea40-4702-9fdf-1d334308a13b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:54.164059 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:54.195615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9faf-70a0-4ebf-bb9b-3628db15ccb6 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.205519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] Deleting port 7bec9955-621b-45ca-a3b7-f18d28f2be8a {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:54.205931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.244516 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-36a1c189-b9b2-4970-b94f-74d1d3f2e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:54.269085 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1c189-b9b2-4970-b94f-74d1d3f2e51e None None] Routers {'9440ce40-4421-4056-a251-c18165c48e2f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:54.269985 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-36a1c189-b9b2-4970-b94f-74d1d3f2e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['9440ce40-4421-4056-a251-c18165c48e2f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:54.330810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b4ebf8f1-09d2-48c5-ad3e-796c559bd630 None None] The port '7bec9955-621b-45ca-a3b7-f18d28f2be8a' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:30:54.348450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4dbb-ed61-4f6e-a720-f3617cc7a087 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.352485 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-36a1c189-b9b2-4970-b94f-74d1d3f2e51e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:54.353064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a1c189-b9b2-4970-b94f-74d1d3f2e51e None None] The sync data for ids ['9440ce40-4421-4056-a251-c18165c48e2f'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:54.357235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.435876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.509460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec4dbb-ed61-4f6e-a720-f3617cc7a087 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Calling delete_port for 4a5652fb-c2f8-40aa-923b-eacf5861074b owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:54.539485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event deleted for resources: {'Network': ['ID=9693223f-b04e-4f10-82be-076596c983d4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:54.564349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.568740 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e7815d72-84d3-4e2c-836c-870cdfd5a44f tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "DELETE /v2.0/networks/9693223f-b04e-4f10-82be-076596c983d4 HTTP/1.1" status: 204 len: 168 time: 2.1603608 Apr 05 14:30:54.572404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58804) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:54.579842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de23ff07-7710-4a63-b377-c6065fcd23c0 None None] Network 399b8d0e-88c1-494c-80ac-ab1e2f9b26df requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:54.658333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21822fae-4a1f-40a3-991b-2c4e390374e8 req-df189e8b-3d66-47da-af1c-7f861797d560 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:54.663080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Router 3e9ec177-f8ea-489a-86ad-dc57b9f63094 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:30:54.665116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21822fae-4a1f-40a3-991b-2c4e390374e8 req-df189e8b-3d66-47da-af1c-7f861797d560 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3848212 Apr 05 14:30:54.771463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Deleting port 20aa8daf-c87e-4512-a378-b28b16514c3d {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:54.772187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.791132 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:30:54.825180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6ef07e8f-e0e9-481b-876b-4c21ec1b7d76 None None] Provisioning for port 48bc5a2e-a19d-4138-9fcf-566fc4545434 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:30:54.874611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port 48bc5a2e-a19d-4138-9fcf-566fc4545434 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:54.874945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.899080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] DHCP port deletion for 399b8d0e-88c1-494c-80ac-ab1e2f9b26df request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:30:54.904193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] Deleting port 48bc5a2e-a19d-4138-9fcf-566fc4545434 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:54.904712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.952102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9faf-70a0-4ebf-bb9b-3628db15ccb6 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:54.966871 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21822fae-4a1f-40a3-991b-2c4e390374e8 req-906304d1-5a64-48d8-a532-f28444c21f4c tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3006129 Apr 05 14:30:54.991845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9faf-70a0-4ebf-bb9b-3628db15ccb6 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.067464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fd0456-b46a-42ff-a551-c4d8389f30e7 req-cbe090be-ce3c-4090-b82c-b3cb5b0c264b tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:55.069229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8fd0456-b46a-42ff-a551-c4d8389f30e7 req-cbe090be-ce3c-4090-b82c-b3cb5b0c264b tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.3984561 Apr 05 14:30:55.099403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4dbb-ed61-4f6e-a720-f3617cc7a087 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.119024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9faf-70a0-4ebf-bb9b-3628db15ccb6 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.119488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb3c9faf-70a0-4ebf-bb9b-3628db15ccb6 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Fanout notify agent at l3_agent the message router_deleted on router 9440ce40-4421-4056-a251-c18165c48e2f {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:30:55.164186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec4dbb-ed61-4f6e-a720-f3617cc7a087 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event deleted for resources: {'Port': ['ID=4a5652fb-c2f8-40aa-923b-eacf5861074b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:55.176808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] For port 48bc5a2e-a19d-4138-9fcf-566fc4545434, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=48bc5a2e-a19d-4138-9fcf-566fc4545434,segment=NetworkSegment(79dd027f-5d2e-4f09-9378-cfba07d35eaa),segment_id=79dd027f-5d2e-4f09-9378-cfba07d35eaa)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:55.177737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.187861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.188192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.207085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb3c9faf-70a0-4ebf-bb9b-3628db15ccb6 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.210440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fb3c9faf-70a0-4ebf-bb9b-3628db15ccb6 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "DELETE /v2.0/routers/9440ce40-4421-4056-a251-c18165c48e2f HTTP/1.1" status: 204 len: 168 time: 1.1656518 Apr 05 14:30:55.217927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58810) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:55.273757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port 48bc5a2e-a19d-4138-9fcf-566fc4545434, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=48bc5a2e-a19d-4138-9fcf-566fc4545434,segment=NetworkSegment(79dd027f-5d2e-4f09-9378-cfba07d35eaa),segment_id=79dd027f-5d2e-4f09-9378-cfba07d35eaa)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:55.274422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.302081 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8fd0456-b46a-42ff-a551-c4d8389f30e7 req-60668ea9-2318-4790-b400-8f231f5a4d8f tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2224817 Apr 05 14:30:55.344873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] Calling delete_port for 48bc5a2e-a19d-4138-9fcf-566fc4545434 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:55.446256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.498743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Calling delete_port for 20aa8daf-c87e-4512-a378-b28b16514c3d owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:55.499802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] No DVR routers for this DVR port 48bc5a2e-a19d-4138-9fcf-566fc4545434 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:55.501436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c30ad-19b8-42c3-8f6a-c1d18edb8e54 None None] Pushing event deleted for resources: {'Port': ['ID=48bc5a2e-a19d-4138-9fcf-566fc4545434,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:55.548314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for 48bc5a2e-a19d-4138-9fcf-566fc4545434 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:55.592996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a4ec4dbb-ed61-4f6e-a720-f3617cc7a087 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.623351 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a4ec4dbb-ed61-4f6e-a720-f3617cc7a087 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "DELETE /v2.0/ports/4a5652fb-c2f8-40aa-923b-eacf5861074b HTTP/1.1" status: 204 len: 168 time: 2.1590312 Apr 05 14:30:55.623549 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58814) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:55.729551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:55.730825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:55.750385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-570bb670-5772-4024-aa9c-7e213258fb94 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Deleting subnet 25d289c6-a4c3-41d7-bda3-35869a290e69 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:30:55.753439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-570bb670-5772-4024-aa9c-7e213258fb94 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.771029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:30:55.784485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532de5c-b959-4434-97fe-44510110a746 None None] Sync routers for ids ['3e9ec177-f8ea-489a-86ad-dc57b9f63094'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:30:55.798612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532de5c-b959-4434-97fe-44510110a746 None None] Routers {'3e9ec177-f8ea-489a-86ad-dc57b9f63094'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:55.799227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b532de5c-b959-4434-97fe-44510110a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e9ec177-f8ea-489a-86ad-dc57b9f63094'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:55.810861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-570bb670-5772-4024-aa9c-7e213258fb94 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.849382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.862545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b532de5c-b959-4434-97fe-44510110a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:55.874976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b532de5c-b959-4434-97fe-44510110a746 None None] Routers {'3e9ec177-f8ea-489a-86ad-dc57b9f63094'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:30:55.875595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b532de5c-b959-4434-97fe-44510110a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e9ec177-f8ea-489a-86ad-dc57b9f63094'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:55.908779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-570bb670-5772-4024-aa9c-7e213258fb94 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.909485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Pushing event deleted for resources: {'Port': ['ID=20aa8daf-c87e-4512-a378-b28b16514c3d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:55.939790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b532de5c-b959-4434-97fe-44510110a746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:55.940195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b532de5c-b959-4434-97fe-44510110a746 None None] The sync data for ids ['3e9ec177-f8ea-489a-86ad-dc57b9f63094'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:30:55.960284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:55.961476 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7ac3537f-1d6b-4732-b5ca-fff165d4d991 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 5.6543424 Apr 05 14:30:55.965347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58818) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:55.973099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5356c5b9-4192-4913-8f8f-edb2f60fb84b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': False}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:56.030163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d1a4bfd-22cc-47fc-b056-d268b49fefcd tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Deleting subnet dea8af1f-ef75-4d6a-9a1b-dff8405dea83 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:30:56.033145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4bfd-22cc-47fc-b056-d268b49fefcd tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.086959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.089205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.093378 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ea6b604a-6319-4077-b969-d29efe7808d2 tempest-FloatingIPAdminTestJSON-1248177128 tempest-FloatingIPAdminTestJSON-1248177128-project] 10.222.0.18 "DELETE /v2.0/floatingips/64e4234c-a8b7-4c9c-b2a6-b4c9fad6a94a HTTP/1.1" status: 204 len: 168 time: 1.5143881 Apr 05 14:30:56.099036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4bfd-22cc-47fc-b056-d268b49fefcd tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.192529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4bfd-22cc-47fc-b056-d268b49fefcd tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.259833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port 48bc5a2e-a19d-4138-9fcf-566fc4545434 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:56.260286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.280155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4bfd-22cc-47fc-b056-d268b49fefcd tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.288937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-570bb670-5772-4024-aa9c-7e213258fb94 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.291952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-19ec29bd-ab5c-4ba5-9a2a-39db594a3902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.335716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a4bfd-22cc-47fc-b056-d268b49fefcd tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event deleted for resources: {'Subnet': ['ID=dea8af1f-ef75-4d6a-9a1b-dff8405dea83,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:56.349147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d1a4bfd-22cc-47fc-b056-d268b49fefcd tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.350530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba13fe0-89c7-49ec-819c-f6d9d45a4183 None None] Network 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:56.356125 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9d1a4bfd-22cc-47fc-b056-d268b49fefcd tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "DELETE /v2.0/subnets/dea8af1f-ef75-4d6a-9a1b-dff8405dea83 HTTP/1.1" status: 204 len: 168 time: 0.7310579 Apr 05 14:30:56.359021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58830) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:56.412152 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570bb670-5772-4024-aa9c-7e213258fb94 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event deleted for resources: {'Subnet': ['ID=25d289c6-a4c3-41d7-bda3-35869a290e69,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:56.423293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58834) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:56.441363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] The port '48bc5a2e-a19d-4138-9fcf-566fc4545434' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:30:56.494653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-570bb670-5772-4024-aa9c-7e213258fb94 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.505393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81006f95-5863-4803-996c-ad6ab7225890 req-c9dfdaa4-1162-436a-8266-1b5aacbc5388 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:56.507291 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81006f95-5863-4803-996c-ad6ab7225890 req-c9dfdaa4-1162-436a-8266-1b5aacbc5388 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4093378 Apr 05 14:30:56.515939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6b562-7d76-4600-a113-3656b69bcaf1 None None] Network 059cb226-23c2-4e16-81d2-069fc51f818e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:30:56.528461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.541208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Deleting port f7688e18-811e-4a55-975c-cec4861db2c8 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:56.541465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.729068 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81006f95-5863-4803-996c-ad6ab7225890 req-789db06e-ca21-4926-a135-7a12739d2dbf tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1931286 Apr 05 14:30:56.740641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-330bc3bf-ce03-4a55-8de3-87d651ff9d91 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:56.742083 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-330bc3bf-ce03-4a55-8de3-87d651ff9d91 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.15 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.6395104 Apr 05 14:30:56.762102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-570bb670-5772-4024-aa9c-7e213258fb94 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "DELETE /v2.0/subnets/25d289c6-a4c3-41d7-bda3-35869a290e69 HTTP/1.1" status: 204 len: 168 time: 1.5380349 Apr 05 14:30:56.762284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58842) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:56.806423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.863183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] DHCP port deletion for 51d868e0-6bcc-4eca-98bf-3bfaa25f3068 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:30:56.868947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] Deleting port f7688e18-811e-4a55-975c-cec4861db2c8 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:56.869561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.882473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] For port f7688e18-811e-4a55-975c-cec4861db2c8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f7688e18-811e-4a55-975c-cec4861db2c8,segment=NetworkSegment(75714ced-2a6c-4937-9950-400f4efc254d),segment_id=75714ced-2a6c-4937-9950-400f4efc254d)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:56.882832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.903784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399b8d0e-88c1-494c-80ac-ab1e2f9b26df']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:56.948856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dd027f-5d2e-4f09-9378-cfba07d35eaa') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:56.950009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dd027f-5d2e-4f09-9378-cfba07d35eaa') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:56.966230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Deleting port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:56.967235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:56.981690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] DHCP port deletion for 059cb226-23c2-4e16-81d2-069fc51f818e request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:30:56.998813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Deleting port a1294500-706b-4b78-ac8a-129d8bbf8be5 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:56.999182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.046807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9243cc5-0816-4639-9d93-6f9d7d538a14 req-284f6e3f-00d9-4b84-87da-af725216489c tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:57.057742 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9243cc5-0816-4639-9d93-6f9d7d538a14 req-284f6e3f-00d9-4b84-87da-af725216489c tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.5695722 Apr 05 14:30:57.064919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.095393 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2c4fca77-9f90-4bd5-a1bd-90271b0274ac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=44f09631074b4cb7a0eabb73b6ab3e5d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6665225 Apr 05 14:30:57.099295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58848) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:57.137186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Calling delete_port for f7688e18-811e-4a55-975c-cec4861db2c8 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:57.166421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.197586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Deleting port a1294500-706b-4b78-ac8a-129d8bbf8be5 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:57.197925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.274929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a1294500-706b-4b78-ac8a-129d8bbf8be5 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:30:57.355310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.402212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.413185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:57.413185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.431208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] For port f7688e18-811e-4a55-975c-cec4861db2c8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f7688e18-811e-4a55-975c-cec4861db2c8,segment=NetworkSegment(75714ced-2a6c-4937-9950-400f4efc254d),segment_id=75714ced-2a6c-4937-9950-400f4efc254d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:57.431597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:57.447578 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:57.452355 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.462210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event deleted for resources: {'Port': ['ID=f7688e18-811e-4a55-975c-cec4861db2c8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:57.469692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] No DVR routers for this DVR port f7688e18-811e-4a55-975c-cec4861db2c8 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:57.603504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] For port a1294500-706b-4b78-ac8a-129d8bbf8be5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a1294500-706b-4b78-ac8a-129d8bbf8be5,segment=NetworkSegment(314a1941-47b9-4984-87a1-5aaa90da9176),segment_id=314a1941-47b9-4984-87a1-5aaa90da9176)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:57.604171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.618189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] Calling delete_port for f7688e18-811e-4a55-975c-cec4861db2c8 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:57.684994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] For port a1294500-706b-4b78-ac8a-129d8bbf8be5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a1294500-706b-4b78-ac8a-129d8bbf8be5,segment=NetworkSegment(314a1941-47b9-4984-87a1-5aaa90da9176),segment_id=314a1941-47b9-4984-87a1-5aaa90da9176)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:57.685096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.702277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.735341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.748167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Calling delete_port for a1294500-706b-4b78-ac8a-129d8bbf8be5 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:57.775222 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9243cc5-0816-4639-9d93-6f9d7d538a14 req-2ed7c647-57f9-4e7a-b758-a47bc7699a80 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7155814 Apr 05 14:30:57.808380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24c07599-56d7-4eb5-b815-6d1f52dc2369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.813069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d868e0-6bcc-4eca-98bf-3bfaa25f3068']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:57.839080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75714ced-2a6c-4937-9950-400f4efc254d') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:57.839376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75714ced-2a6c-4937-9950-400f4efc254d') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:30:57.844038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.844845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Calling delete_port for a1294500-706b-4b78-ac8a-129d8bbf8be5 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:57.853217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.875731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.882850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:30:57.883098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.885916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.897840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.925369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=399b8d0e-88c1-494c-80ac-ab1e2f9b26df,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:57.935873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:57.936762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:57.939644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24c07599-56d7-4eb5-b815-6d1f52dc2369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.955107 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-feb4cf35-70fe-48e2-8bda-6df856ec6b08 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/399b8d0e-88c1-494c-80ac-ab1e2f9b26df HTTP/1.1" status: 204 len: 168 time: 6.1396847 Apr 05 14:30:57.961615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58854) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:57.964826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] For port cf2c2921-9a6c-48db-bbbc-e60396bf26b4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:57.965191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.973101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port a1294500-706b-4b78-ac8a-129d8bbf8be5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a1294500-706b-4b78-ac8a-129d8bbf8be5,segment=NetworkSegment(314a1941-47b9-4984-87a1-5aaa90da9176),segment_id=314a1941-47b9-4984-87a1-5aaa90da9176)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:57.980875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:30:57.981226 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:30:57.983471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1944718378'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:57.983560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f7688e18-811e-4a55-975c-cec4861db2c8 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:30:58.006439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e65f69-aef5-4c0e-8d77-7b847a00eb78 req-37810ab1-5789-4771-b373-59872e55933d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.007792 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9e65f69-aef5-4c0e-8d77-7b847a00eb78 req-37810ab1-5789-4771-b373-59872e55933d tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 945 time: 0.7900853 Apr 05 14:30:58.033410 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.043833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:58.046724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: f7688e18-811e-4a55-975c-cec4861db2c8 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:30:58.047058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f7688e18-811e-4a55-975c-cec4861db2c8 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:30:58.049736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:58.050095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:58.065897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.077811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:58.077811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:58.080909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] Pushing event deleted for resources: {'Network': ['ID=51d868e0-6bcc-4eca-98bf-3bfaa25f3068,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:58.088774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=a1294500-706b-4b78-ac8a-129d8bbf8be5,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:58.088930 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-281c6b68-7814-4d19-81a4-0aeac1f97032 tempest-ExtraDHCPOptionsTestJSON-1010958682 tempest-ExtraDHCPOptionsTestJSON-1010958682-project] 10.222.0.18 "DELETE /v2.0/networks/51d868e0-6bcc-4eca-98bf-3bfaa25f3068 HTTP/1.1" status: 204 len: 168 time: 1.7287478 Apr 05 14:30:58.125953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:58.133535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:58.176282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:58.300146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:58.303617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.329257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58862) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:58.354455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24c07599-56d7-4eb5-b815-6d1f52dc2369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.384383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9e65f69-aef5-4c0e-8d77-7b847a00eb78 req-df51b443-25eb-451a-8e72-5de460353fe0 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2794409 Apr 05 14:30:58.394583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c07599-56d7-4eb5-b815-6d1f52dc2369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707063a2-9a1f-4981-a1e0-be055e4494d1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:58.437880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] Deleting port f7688e18-811e-4a55-975c-cec4861db2c8 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:58.438373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.490177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:30:58.506009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8b87fdc2-bbc5-450c-81fb-c3e56a58790a None None] The port 'f7688e18-811e-4a55-975c-cec4861db2c8' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:30:58.524170 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b2c5b49b-ad7b-4c1a-950d-4a58d9d95f85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=423ff5306bd646729e8f48bbf2c79584&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1937988 Apr 05 14:30:58.526861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58868) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:58.535821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24c07599-56d7-4eb5-b815-6d1f52dc2369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.536918 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-24c07599-56d7-4eb5-b815-6d1f52dc2369 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/707063a2-9a1f-4981-a1e0-be055e4494d1 HTTP/1.1" status: 204 len: 168 time: 1.4219780 Apr 05 14:30:58.551700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Deleting port a1294500-706b-4b78-ac8a-129d8bbf8be5 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:58.552081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.570725 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba65e9a-13be-4682-8117-31ad693d4d8b req-f4d9d2ad-5e2c-4d48-9ab8-ed4b950b8128 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:58.572259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3ba65e9a-13be-4682-8117-31ad693d4d8b req-f4d9d2ad-5e2c-4d48-9ab8-ed4b950b8128 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.5948799 Apr 05 14:30:58.577727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.578143 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment 4d84ce1c-788a-4ceb-9f31-945a99b6d67f of type vlan for network 92d59357-6c92-4000-9788-97b41bc59b7c Apr 05 14:30:58.581804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Deleting port a1294500-706b-4b78-ac8a-129d8bbf8be5 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:58.582384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.739455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.739832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.740149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Floating IP efa7e152-515d-43d3-ab07-8ecba91a3179 disassociated. External IP: 172.26.6.57, port: cf2c2921-9a6c-48db-bbbc-e60396bf26b4. Apr 05 14:30:58.740487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Calling delete_port for cf2c2921-9a6c-48db-bbbc-e60396bf26b4 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:58.746077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5044d0e4-0829-4b76-8a06-d4c5ce67ea17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.781025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.837952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5044d0e4-0829-4b76-8a06-d4c5ce67ea17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.861840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] For port a1294500-706b-4b78-ac8a-129d8bbf8be5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a1294500-706b-4b78-ac8a-129d8bbf8be5,segment=NetworkSegment(314a1941-47b9-4984-87a1-5aaa90da9176),segment_id=314a1941-47b9-4984-87a1-5aaa90da9176)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:58.864406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:58.931945 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3ba65e9a-13be-4682-8117-31ad693d4d8b req-f4980e7d-07c0-4dcb-8bf6-7bfc87dca7c4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2927773 Apr 05 14:30:58.995392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:30:59.015850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] For port a1294500-706b-4b78-ac8a-129d8bbf8be5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a1294500-706b-4b78-ac8a-129d8bbf8be5,segment=NetworkSegment(314a1941-47b9-4984-87a1-5aaa90da9176),segment_id=314a1941-47b9-4984-87a1-5aaa90da9176)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:30:59.017257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.090970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Calling delete_port for a1294500-706b-4b78-ac8a-129d8bbf8be5 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:59.106732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-d68cf622-9556-4bb1-8b5e-eae12a1e65a2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.108195 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-d68cf622-9556-4bb1-8b5e-eae12a1e65a2 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 945 time: 0.5447080 Apr 05 14:30:59.128887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58878) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:59.146964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.166604 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Calling delete_port for a1294500-706b-4b78-ac8a-129d8bbf8be5 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:30:59.195196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.244742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5044d0e4-0829-4b76-8a06-d4c5ce67ea17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.273091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] No DVR routers for this DVR port a1294500-706b-4b78-ac8a-129d8bbf8be5 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:30:59.283015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044d0e4-0829-4b76-8a06-d4c5ce67ea17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acbc2250-17b5-49c9-9c6c-c759b91a074e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:59.288554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f61e3a-71f0-4b21-982e-13737a559f31 None None] Pushing event deleted for resources: {'Port': ['ID=a1294500-706b-4b78-ac8a-129d8bbf8be5,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:59.376951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.380763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.381368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.430424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5044d0e4-0829-4b76-8a06-d4c5ce67ea17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.434907 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5044d0e4-0829-4b76-8a06-d4c5ce67ea17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acbc2250-17b5-49c9-9c6c-c759b91a074e HTTP/1.1" status: 204 len: 168 time: 0.9038954 Apr 05 14:30:59.436811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:30:59.437347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:30:59.530409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.655277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Deleting port e0a97753-5045-4cf9-b8cd-adc367a22747 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:30:59.655621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.689984 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7142489 Apr 05 14:30:59.692826 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58888) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:30:59.700860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '92d59357-6c92-4000-9788-97b41bc59b7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:30:59.705051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76895f28-2298-4470-af97-2d94488110f2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=92d59357-6c92-4000-9788-97b41bc59b7c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:59.719247 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 92d59357-6c92-4000-9788-97b41bc59b7c details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:30:59.757178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:59.764665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:30:59.811600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] Usage tracker for resource:security_group_rule and tenant:b3d75423d8be4d028487548078958b17 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:59.831790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:30:59.835646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:subnet and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:30:59.838691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:59.847652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:59.851046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:30:59.860464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f959b-c865-4ae8-aa02-919b4bc7a03d req-e40598f5-6403-4e68-8bc4-d345b43a11d6 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:30:59.861208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-326f959b-c865-4ae8-aa02-919b4bc7a03d req-e40598f5-6403-4e68-8bc4-d345b43a11d6 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Synchronizing usage tracker for tenant:17396d3d9eb74d0896ed691e2803b81b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:30:59.863721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:30:59.884040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:30:59.891840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event deleted for resources: {'Port': ['ID=cf2c2921-9a6c-48db-bbbc-e60396bf26b4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:30:59.985158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.012175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-326f959b-c865-4ae8-aa02-919b4bc7a03d req-e40598f5-6403-4e68-8bc4-d345b43a11d6 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Unset dirty status for tenant:17396d3d9eb74d0896ed691e2803b81b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:00.018612 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-326f959b-c865-4ae8-aa02-919b4bc7a03d req-e40598f5-6403-4e68-8bc4-d345b43a11d6 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 945 time: 0.9650550 Apr 05 14:31:00.079325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Deleting port a1294500-706b-4b78-ac8a-129d8bbf8be5 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:00.079711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.110406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device e0a97753-5045-4cf9-b8cd-adc367a22747 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:00.114616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d942f789-0eed-4951-b98b-d5cdabdb2feb req-a17d0578-8c56-4bd3-9091-19b7f3c38aa7 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:00.116084 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d942f789-0eed-4951-b98b-d5cdabdb2feb req-a17d0578-8c56-4bd3-9091-19b7f3c38aa7 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 945 time: 0.5686750 Apr 05 14:31:00.233744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] The port 'a1294500-706b-4b78-ac8a-129d8bbf8be5' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:31:00.294579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.332769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:31:00.344151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port e0a97753-5045-4cf9-b8cd-adc367a22747, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e0a97753-5045-4cf9-b8cd-adc367a22747,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:00.352111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.352989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device cf2c2921-9a6c-48db-bbbc-e60396bf26b4 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:00.428939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.474605 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: cf2c2921-9a6c-48db-bbbc-e60396bf26b4 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:00.475087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device cf2c2921-9a6c-48db-bbbc-e60396bf26b4 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:00.485094 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d942f789-0eed-4951-b98b-d5cdabdb2feb req-aed603c6-917e-4510-85bd-a2628abbc986 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3512268 Apr 05 14:31:00.504994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=e0a97753-5045-4cf9-b8cd-adc367a22747,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:00.508852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.517992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] For port e0a97753-5045-4cf9-b8cd-adc367a22747, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e0a97753-5045-4cf9-b8cd-adc367a22747,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:00.518377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.560218 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-326f959b-c865-4ae8-aa02-919b4bc7a03d req-134073e6-0b89-492e-993b-40abedc70243 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups?id=15e1551b-9b58-4dc8-816f-32e7c79a252c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5407300 Apr 05 14:31:00.644331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58910) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:00.649955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.670402 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0191c367-0de3-4c9d-ba0f-40ef7b672c1e'] response: {'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'code': 200} Apr 05 14:31:00.693381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.744036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['059cb226-23c2-4e16-81d2-069fc51f818e']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:00.769831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '314a1941-47b9-4984-87a1-5aaa90da9176') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:00.770354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '314a1941-47b9-4984-87a1-5aaa90da9176') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:00.806707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.814330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5356c5b9-4192-4913-8f8f-edb2f60fb84b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.817010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f47c680-a42e-4372-9cf9-0e1a0ed8cbc6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:00.849933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.854521 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4c9a673e-d081-4b46-91ab-484c1a445170 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b3d75423d8be4d028487548078958b17&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7159717 Apr 05 14:31:00.857420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:00.857814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:00.864505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58916) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:00.874890 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:00.890740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1025904543'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:00.948379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=8a487917-c3ec-4944-8b5d-4c4b9e95cd7d,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:00.957687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:00.977622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:network and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:00.983124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:00.993634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:01.000201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': '4d84ce1c-788a-4ceb-9f31-945a99b6d67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92d59357-6c92-4000-9788-97b41bc59b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:01.000554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: 92d59357-6c92-4000-9788-97b41bc59b7c, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:01.013097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.014611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:01.017526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.049065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.059752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.072093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] Pushing event deleted for resources: {'Network': ['ID=059cb226-23c2-4e16-81d2-069fc51f818e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:01.094471 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-960a70c4-28be-45b2-8d4a-794cd7a3f7e2 tempest-FloatingIPNegativeTestJSON-2001754169 tempest-FloatingIPNegativeTestJSON-2001754169-project] 10.222.0.18 "DELETE /v2.0/networks/059cb226-23c2-4e16-81d2-069fc51f818e HTTP/1.1" status: 204 len: 168 time: 4.3326240 Apr 05 14:31:01.096564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 92d59357-6c92-4000-9788-97b41bc59b7c is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:01.117632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 92d59357-6c92-4000-9788-97b41bc59b7c) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:01.122533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:01.123117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.126814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfbdfb6-30bf-4450-8012-61bb32622512 None None] Network 92d59357-6c92-4000-9788-97b41bc59b7c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:01.132416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:01.145829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group_rule and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:01.166240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:01.188493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:01.195970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63da15-5567-4a96-99f0-bd9c70678b0d req-b5117908-edd2-4a81-ae8c-65ed0b356d1a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:01.197461 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f63da15-5567-4a96-99f0-bd9c70678b0d req-b5117908-edd2-4a81-ae8c-65ed0b356d1a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4713194 Apr 05 14:31:01.218533 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b896c38d-04f9-4e9c-9b1a-25b2812d17db tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5242765 Apr 05 14:31:01.222332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58922) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:01.248490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5230f0e8-f45c-4c5b-a116-c516e014ffda no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:01.287798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 5230f0e8-f45c-4c5b-a116-c516e014ffda {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:01.288405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5230f0e8-f45c-4c5b-a116-c516e014ffda not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:01.299096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07203320-ef4d-4c34-a612-62642966f205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.360935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.361498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.361913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Floating IP 274650cf-6149-49b6-91aa-0c176ebe24f5 disassociated. External IP: 172.26.6.178, port: e0a97753-5045-4cf9-b8cd-adc367a22747. Apr 05 14:31:01.362366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Calling delete_port for e0a97753-5045-4cf9-b8cd-adc367a22747 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:01.460427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.465602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.469996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.525750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-92d59357-6c92-4000-9788-97b41bc59b7c', 'network_id': '92d59357-6c92-4000-9788-97b41bc59b7c', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': '8a487917-c3ec-4944-8b5d-4c4b9e95cd7d'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:01.528052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.541596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:01.599961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.603515 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Added segment 3db253dd-caa7-47e9-81bc-3310fd2da824 of type vlan for network 066181d3-b2bb-4e4b-9ea5-405dec755edb Apr 05 14:31:01.604968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee53cc9-4b3b-4c3e-bf09-9d2ebf82a470,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:01.655319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.709796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58932) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:01.744523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07203320-ef4d-4c34-a612-62642966f205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.753170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.792544 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.801057 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:01.802805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:01.818754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Allocated IP 2001:db8::1 (92d59357-6c92-4000-9788-97b41bc59b7c/8a487917-c3ec-4944-8b5d-4c4b9e95cd7d/e527d4fc-1119-4aaa-b80e-19f24a1200fe) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:01.862317 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f63da15-5567-4a96-99f0-bd9c70678b0d req-bf93d4d0-0625-4d41-ae06-4e322c0db2a0 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6499815 Apr 05 14:31:01.891336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Router 369f7e21-94ca-478c-a64c-37c589d9657f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:01.959964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:01.960293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:01.978963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Network': ['ID=066181d3-b2bb-4e4b-9ea5-405dec755edb,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:01.996611 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-66c06764-3910-49fd-aef1-7970e8380305 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3482132 Apr 05 14:31:01.996829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58940) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:02.007781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'name': 'tempest-PortsIpV6TestJSON-1672586205'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:02.009787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:02.250032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:02.255421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:02.259287 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:02.268420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:02.280750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:02.285111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.312364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port dea9a6e8-be12-4678-b77f-308c52e68c7a yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:02.339234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.352483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Transition to ACTIVE for port object e527d4fc-1119-4aaa-b80e-19f24a1200fe will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:02.359606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07203320-ef4d-4c34-a612-62642966f205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.375332 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Transition to ACTIVE for port object e527d4fc-1119-4aaa-b80e-19f24a1200fe will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:02.383895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.408633 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3c6ae37-e203-4165-b67c-e75f86c73ae2 req-1b7c7a5b-55fa-442b-94e6-58c14d8bccff tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 210 time: 0.2467816 Apr 05 14:31:02.423460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.464265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5356c5b9-4192-4913-8f8f-edb2f60fb84b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.474327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ae1c3-017b-403e-ba47-2353d6625480 req-97d98e59-23ee-4110-80ea-68fba4469f78 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:02.476351 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5e4ae1c3-017b-403e-ba47-2353d6625480 req-97d98e59-23ee-4110-80ea-68fba4469f78 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 943 time: 0.7211204 Apr 05 14:31:02.477635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07203320-ef4d-4c34-a612-62642966f205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f47c680-a42e-4372-9cf9-0e1a0ed8cbc6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:02.479630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Deleting port e0a97753-5045-4cf9-b8cd-adc367a22747 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:02.480222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.523572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Pushing event updated for resources: {'Port': ['ID=e527d4fc-1119-4aaa-b80e-19f24a1200fe,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:02.548053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5356c5b9-4192-4913-8f8f-edb2f60fb84b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.572554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Network 92d59357-6c92-4000-9788-97b41bc59b7c is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:02.574649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:02.580317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:02.654810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.696205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d59357-6c92-4000-9788-97b41bc59b7c']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:02.710118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d84ce1c-788a-4ceb-9f31-945a99b6d67f') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:02.710419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d84ce1c-788a-4ceb-9f31-945a99b6d67f') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:02.724348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.732692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Attempting to bind port e527d4fc-1119-4aaa-b80e-19f24a1200fe on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:02.733347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Attempting to bind port e527d4fc-1119-4aaa-b80e-19f24a1200fe by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '4d84ce1c-788a-4ceb-9f31-945a99b6d67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92d59357-6c92-4000-9788-97b41bc59b7c'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:02.733474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Attempting to bind port e527d4fc-1119-4aaa-b80e-19f24a1200fe on network 92d59357-6c92-4000-9788-97b41bc59b7c {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:02.740906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=8a487917-c3ec-4944-8b5d-4c4b9e95cd7d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:02.741527 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:02.742547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Checking segment: {'id': '4d84ce1c-788a-4ceb-9f31-945a99b6d67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92d59357-6c92-4000-9788-97b41bc59b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:02.742547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.742905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Bound using segment: {'id': '4d84ce1c-788a-4ceb-9f31-945a99b6d67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92d59357-6c92-4000-9788-97b41bc59b7c'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:02.743405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Bound port: e527d4fc-1119-4aaa-b80e-19f24a1200fe, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d84ce1c-788a-4ceb-9f31-945a99b6d67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '92d59357-6c92-4000-9788-97b41bc59b7c'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:02.743832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.761914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.785467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:02.785862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:02.800930 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:02.870216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] For port e527d4fc-1119-4aaa-b80e-19f24a1200fe, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:02.953522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] For port e527d4fc-1119-4aaa-b80e-19f24a1200fe, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e527d4fc-1119-4aaa-b80e-19f24a1200fe,segment=NetworkSegment(4d84ce1c-788a-4ceb-9f31-945a99b6d67f),segment_id=4d84ce1c-788a-4ceb-9f31-945a99b6d67f)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:02.957693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:31:02.957693 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:31:02.957693 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': '92d59357-6c92-4000-9788-97b41bc59b7c'}] Apr 05 14:31:02.957693 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:02.958540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:02.958645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-07203320-ef4d-4c34-a612-62642966f205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.963537 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-07203320-ef4d-4c34-a612-62642966f205 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f47c680-a42e-4372-9cf9-0e1a0ed8cbc6 HTTP/1.1" status: 204 len: 168 time: 2.0916593 Apr 05 14:31:02.969756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:02.970956 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c5d93f26-5aa5-4505-ac67-4df5c69a946d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60f187da055d4fb393bd54de44b908fc&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2523522 Apr 05 14:31:02.979451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58948) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:03.024197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.065411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] For port e0a97753-5045-4cf9-b8cd-adc367a22747, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e0a97753-5045-4cf9-b8cd-adc367a22747,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:03.065798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.108574 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5e4ae1c3-017b-403e-ba47-2353d6625480 req-71595f03-81f8-49b9-aa30-4d7f5a0c8b2c tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5523982 Apr 05 14:31:03.121929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b7a2-7343-43c0-b1d7-f930174711bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.195101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b7a2-7343-43c0-b1d7-f930174711bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.224805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f808f5-2ef7-47c4-84aa-8cac509061cc None None] Network 92d59357-6c92-4000-9788-97b41bc59b7c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:03.273880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.386507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a06cc8-65d5-49f2-a5c8-1654b6812abe None None] Pushing event updated for resources: {'Port': ['ID=e527d4fc-1119-4aaa-b80e-19f24a1200fe,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:03.428601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=dea9a6e8-be12-4678-b77f-308c52e68c7a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:03.460181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.506626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port e527d4fc-1119-4aaa-b80e-19f24a1200fe {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:03.507952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.562689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking segment: {'id': '3db253dd-caa7-47e9-81bc-3310fd2da824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:03.563105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network hostable DHCP agents. Network: 066181d3-b2bb-4e4b-9ea5-405dec755edb, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:03.580564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b7a2-7343-43c0-b1d7-f930174711bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.614238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6b7a2-7343-43c0-b1d7-f930174711bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae03551f-bc4e-4672-8cb0-896571c1d321,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:03.624043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58956) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:03.649267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ff26c4-d4a0-4eb4-b357-3435a14464d1 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:31:03.696038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8df8-e916-4584-a9b9-54729e490bde req-fb86198c-76a3-4453-8230-c58677bba2de tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:03.697767 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fcab8df8-e916-4584-a9b9-54729e490bde req-fb86198c-76a3-4453-8230-c58677bba2de tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.5589352 Apr 05 14:31:03.741571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.793086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:03.818363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ff26c4-d4a0-4eb4-b357-3435a14464d1 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:31:03.833276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:03.846487 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] Sync routers for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:31:03.851541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc6b7a2-7343-43c0-b1d7-f930174711bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.852907 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0fc6b7a2-7343-43c0-b1d7-f930174711bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ae03551f-bc4e-4672-8cb0-896571c1d321 HTTP/1.1" status: 204 len: 168 time: 0.8679395 Apr 05 14:31:03.870625 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:03.872430 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:03.912076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 066181d3-b2bb-4e4b-9ea5-405dec755edb) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:03.928276 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c46230f3-3241-453b-932d-88eaf378e200 req-de0c3229-f9d9-4f7a-bfa0-d52026e761a0 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/ports?device_id=53a475d8-245b-4649-aed3-f188cef29c8d HTTP/1.1" status: 200 len: 210 time: 0.1565053 Apr 05 14:31:03.932986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:03.938068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:03.938844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.984356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] No DVR routers for this DVR port cf2c2921-9a6c-48db-bbbc-e60396bf26b4 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:03.985313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:03.994875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.997008 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ecd5c2c1-797f-442d-94db-0d232b0e894e req-48c40b5e-1630-4009-be49-6a361f7b802e tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.15 "DELETE /v2.0/ports/cf2c2921-9a6c-48db-bbbc-e60396bf26b4 HTTP/1.1" status: 204 len: 173 time: 7.2444503 Apr 05 14:31:03.999155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:03.999626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.000069 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Floating IP 274650cf-6149-49b6-91aa-0c176ebe24f5 disassociated. External IP: 172.26.6.178, port: e0a97753-5045-4cf9-b8cd-adc367a22747. Apr 05 14:31:04.000510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Calling delete_port for e0a97753-5045-4cf9-b8cd-adc367a22747 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:04.025119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] Usage tracker for resource:security_group_rule and tenant:1acef9721559406893bf6937e2afee67 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:04.030535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a475d8-245b-4649-aed3-f188cef29c8d', 'name': 'network-vif-deleted', 'tag': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:31:04.037871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:04.048481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fcab8df8-e916-4584-a9b9-54729e490bde req-d6328111-4328-4f87-a1de-bb49aebfe5c3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3377979 Apr 05 14:31:04.052455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5356c5b9-4192-4913-8f8f-edb2f60fb84b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Router 3e9ec177-f8ea-489a-86ad-dc57b9f63094 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:04.081516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port e527d4fc-1119-4aaa-b80e-19f24a1200fe, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e527d4fc-1119-4aaa-b80e-19f24a1200fe,segment=NetworkSegment(4d84ce1c-788a-4ceb-9f31-945a99b6d67f),segment_id=4d84ce1c-788a-4ceb-9f31-945a99b6d67f)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:04.081956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.101865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:04.128387 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c015bb91-ac79-4245-9ec9-28f3574fffe5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1305695 Apr 05 14:31:04.183553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 58964) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:04.228960 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92dd9a57-e547-4321-9c8a-49282dae678d'] response: {'server_uuid': '53a475d8-245b-4649-aed3-f188cef29c8d', 'name': 'network-vif-deleted', 'tag': 'cf2c2921-9a6c-48db-bbbc-e60396bf26b4', 'status': 'completed', 'code': 200} Apr 05 14:31:04.233444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-903109122'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:04.345090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:04.351226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:network and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:04.361971 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:31:04.366412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:04.401663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for e527d4fc-1119-4aaa-b80e-19f24a1200fe owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:04.446888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:04.483344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39bd4f4-b781-490c-a15e-e9d2c0c517a5 None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:04.561284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.650260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.654837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Port': ['ID=e527d4fc-1119-4aaa-b80e-19f24a1200fe,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:04.660249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.666605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:04.670290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No DVR routers for this DVR port e527d4fc-1119-4aaa-b80e-19f24a1200fe on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:04.681268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.844518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=766d9a61-f792-4852-829b-6b96a001e368,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:04.848085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.877489 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8e896037-50f9-4dcf-a80f-7d14eea0e228 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1acef9721559406893bf6937e2afee67&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2499549 Apr 05 14:31:04.877977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58978) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:04.904035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.924131 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:44Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:04.928458 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] Checking router: 369f7e21-94ca-478c-a64c-37c589d9657f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:31:04.934149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:04.941887 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:04.942749 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:04.943368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event deleted for resources: {'Port': ['ID=e0a97753-5045-4cf9-b8cd-adc367a22747,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:04.951959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92d59357-6c92-4000-9788-97b41bc59b7c']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:04.980431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:04.980831 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Added segment 49645747-9084-4fb7-a5a2-0846af5184f0 of type vlan for network c8be5986-ade5-4624-8efd-2b3f05cbb195 Apr 05 14:31:05.001863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4f1f6-0896-49b7-9d55-67de7e99e840 req-4af079b0-87de-40bf-9608-3a491113e15f tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:05.002886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-68a4f1f6-0896-49b7-9d55-67de7e99e840 req-4af079b0-87de-40bf-9608-3a491113e15f tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Synchronizing usage tracker for tenant:f340e038ed9f4035ac647832a6a75084 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:05.091270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d84ce1c-788a-4ceb-9f31-945a99b6d67f') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:05.092465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d84ce1c-788a-4ceb-9f31-945a99b6d67f') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:05.114154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.126192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.177229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-129b346d-8088-4737-8078-21fb8017f10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.182252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.211107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:05.218853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:05.244587 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:05.251401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-68a4f1f6-0896-49b7-9d55-67de7e99e840 req-4af079b0-87de-40bf-9608-3a491113e15f tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Unset dirty status for tenant:f340e038ed9f4035ac647832a6a75084 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:05.253320 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68a4f1f6-0896-49b7-9d55-67de7e99e840 req-4af079b0-87de-40bf-9608-3a491113e15f tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 943 time: 0.8964858 Apr 05 14:31:05.295595 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:31:05.328489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-129b346d-8088-4737-8078-21fb8017f10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.357050 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.360329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.365056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:05.366182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.383970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.421036 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/92d59357-6c92-4000-9788-97b41bc59b7c HTTP/1.1" status: 204 len: 168 time: 4.1970379 Apr 05 14:31:05.422988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dceea9f-8d34-4362-a063-04b7a90a1a9c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=92d59357-6c92-4000-9788-97b41bc59b7c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:05.433010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 58996) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:05.443403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1093191478'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:05.455836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:05.463673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:05.470650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:05.479773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:05.497815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:05.500828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.544017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-129b346d-8088-4737-8078-21fb8017f10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.579402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129b346d-8088-4737-8078-21fb8017f10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=766d9a61-f792-4852-829b-6b96a001e368,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:05.591056 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3957212 Apr 05 14:31:05.595688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59000) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:05.608791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'ports': [{'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb'}, {'network_id': 'c8be5986-ade5-4624-8efd-2b3f05cbb195'}]} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:05.609585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:05.609585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': 'c8be5986-ade5-4624-8efd-2b3f05cbb195'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:05.628765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c3be6-89d1-46ab-af8b-acbf5e3a2746 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Network': ['ID=c8be5986-ade5-4624-8efd-2b3f05cbb195,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:05.643781 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68a4f1f6-0896-49b7-9d55-67de7e99e840 req-c0de3b84-6a8b-4a63-a213-8eb770ce833c tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd226afa-6518-43e9-99e2-90ff009d96bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3395896 Apr 05 14:31:05.648115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:05.656937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-129b346d-8088-4737-8078-21fb8017f10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.660500 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-129b346d-8088-4737-8078-21fb8017f10e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/766d9a61-f792-4852-829b-6b96a001e368 HTTP/1.1" status: 204 len: 168 time: 0.7756498 Apr 05 14:31:05.663312 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c8be5986-ade5-4624-8efd-2b3f05cbb195 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:05.681662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5356c5b9-4192-4913-8f8f-edb2f60fb84b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:05.689030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5356c5b9-4192-4913-8f8f-edb2f60fb84b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.694237 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5356c5b9-4192-4913-8f8f-edb2f60fb84b tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "PUT /v2.0/routers/3e9ec177-f8ea-489a-86ad-dc57b9f63094 HTTP/1.1" status: 200 len: 926 time: 9.7240372 Apr 05 14:31:05.694237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59006) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:05.728581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688078b-d0ce-43ba-a2d4-0e0bc0c59ae7 None None] Sync routers for ids ['3e9ec177-f8ea-489a-86ad-dc57b9f63094'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:31:05.779308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59010) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:05.795298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59014) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:05.821159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688078b-d0ce-43ba-a2d4-0e0bc0c59ae7 None None] Routers {'3e9ec177-f8ea-489a-86ad-dc57b9f63094'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:05.822266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5688078b-d0ce-43ba-a2d4-0e0bc0c59ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e9ec177-f8ea-489a-86ad-dc57b9f63094'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:05.863002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb17ce2-b13d-451c-9200-3d7ce3b0b81e req-aaef27b6-049c-4094-afe9-92b826a41b7e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:05.864549 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-feb17ce2-b13d-451c-9200-3d7ce3b0b81e req-aaef27b6-049c-4094-afe9-92b826a41b7e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.6197031 Apr 05 14:31:05.878018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:05.882167 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment 7e78f36e-c3f3-48d4-9eed-018ddf21f1b2 of type vlan for network 57d18236-7a73-4b75-9688-1955e670aec2 Apr 05 14:31:05.886912 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:44Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:05.894115 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1b8f83-263e-4c54-b2a3-c6e5113ded76 None None] The sync data for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv is: [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:29:31Z', 'revision_number': 4, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b9a3cbea-e3e3-4519-a70d-37bb7883934b', 'name': '', 'network_id': '81810746-99da-4e66-ab4d-02ec55cd3bf0', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'mac_address': 'fa:16:3e:81:6d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:29Z', 'updated_at': '2022-04-05T14:29:44Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'subnets': [{'id': 'cb58ed33-4378-401d-9bf5-a7dc2fbbfa10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:31:05.957814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5688078b-d0ce-43ba-a2d4-0e0bc0c59ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:05.987796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5688078b-d0ce-43ba-a2d4-0e0bc0c59ae7 None None] Routers {'3e9ec177-f8ea-489a-86ad-dc57b9f63094'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:05.988666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5688078b-d0ce-43ba-a2d4-0e0bc0c59ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e9ec177-f8ea-489a-86ad-dc57b9f63094'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:06.010766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.079907 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-feb17ce2-b13d-451c-9200-3d7ce3b0b81e req-a6a9f891-a5a8-4043-afe6-a5a628d3c006 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1881487 Apr 05 14:31:06.102331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1085-9853-4003-b422-a6a835f523e7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.125656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5688078b-d0ce-43ba-a2d4-0e0bc0c59ae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:06.126075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5688078b-d0ce-43ba-a2d4-0e0bc0c59ae7 None None] The sync data for ids ['3e9ec177-f8ea-489a-86ad-dc57b9f63094'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:31:06.152661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Router 6dac200c-4050-4482-9c0f-e3421b9b5423 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:06.155564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1085-9853-4003-b422-a6a835f523e7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.198402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:06.203744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.208111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:06.208957 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.215390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:06.233735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:06.250310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:06.340648 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9032550 Apr 05 14:31:06.345560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59026) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:06.351515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 2} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:06.356099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.365382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-633170948'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:06.373523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '57d18236-7a73-4b75-9688-1955e670aec2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:06.378957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:06.395830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:06.402639 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae1d1bb-b14d-40aa-a763-70f8b771bfdc None None] New status for floating IP efa7e152-515d-43d3-ab07-8ecba91a3179: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:31:06.403192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:06.414777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:06.449395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c57c2a5-cf6b-4730-939f-25c3cfc25149 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=57d18236-7a73-4b75-9688-1955e670aec2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:06.462482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 57d18236-7a73-4b75-9688-1955e670aec2 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:06.470207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.544729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:06.547698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.585515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.601786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1085-9853-4003-b422-a6a835f523e7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.639412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f1085-9853-4003-b422-a6a835f523e7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e1551b-9b58-4dc8-816f-32e7c79a252c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:06.677448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1085-9853-4003-b422-a6a835f523e7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:06.688645 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-aa8f1085-9853-4003-b422-a6a835f523e7 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "DELETE /v2.0/security-groups/15e1551b-9b58-4dc8-816f-32e7c79a252c HTTP/1.1" status: 204 len: 168 time: 0.8888519 Apr 05 14:31:06.696379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59034) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:06.716941 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ac9c20d1-1205-4da0-80a5-6e86f1ac8226 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/routers/3e9ec177-f8ea-489a-86ad-dc57b9f63094 HTTP/1.1" status: 200 len: 926 time: 1.0220177 Apr 05 14:31:06.733912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:06.739711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59040) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:06.740692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:06.752811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:subnet and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:06.759583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:security_group_rule and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:06.794962 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:06.802288 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-f1ddb4cd-124d-4b84-be9c-a910183708be tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] show failed (client error): The resource could not be found. Apr 05 14:31:06.805251 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f1ddb4cd-124d-4b84-be9c-a910183708be tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "GET /v2.0/security-groups/15e1551b-9b58-4dc8-816f-32e7c79a252c HTTP/1.1" status: 404 len: 347 time: 0.1054001 Apr 05 14:31:06.808408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59046) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:06.809425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:06.817143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:06.826608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:06.930725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf3b46fb-ca1d-47aa-8878-a7d4962d60c0 req-fd7939e3-4600-4341-9594-6564421ceefb tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 210 time: 0.0854974 Apr 05 14:31:06.937005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:06.991825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.000343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.050882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:07.063584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b871b87-3a53-4833-8a64-cb9e9da09bcd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:07.078713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port cfa86c9e-0f0c-4e37-b822-a7af6f2eb299 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:07.080531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dbe6a9bd-448b-4a91-93e3-c8d2d053cc3e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Synchronizing usage tracker for tenant:d8c9f1739c844638bd5dc84eaf8903c4 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:07.084910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.085259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment c69ab1ce-e985-4c2a-853d-d66ffdd37fb5 of type vlan for network e3c6a267-ff70-4f39-8cd9-320c0a49128a Apr 05 14:31:07.097856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Deleting port f66946a0-537a-4b75-adbc-e1a5180ebd16 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:07.098226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.126216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dbe6a9bd-448b-4a91-93e3-c8d2d053cc3e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Unset dirty status for tenant:d8c9f1739c844638bd5dc84eaf8903c4 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:07.129710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dbe6a9bd-448b-4a91-93e3-c8d2d053cc3e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=3e9ec177-f8ea-489a-86ad-dc57b9f63094&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3730693 Apr 05 14:31:07.134782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59058) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:07.141530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.167777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:07.175846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.182835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] Sync routers for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:31:07.200591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:07.201195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:07.329529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:31:07.337752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] No DVR routers for this DVR port e0a97753-5045-4cf9-b8cd-adc367a22747 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:07.348035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.352388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'name': 'network-vif-deleted', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:31:07.418697 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3d499897-2a32-4820-ba55-0cb1ac6cbad3 req-cdfcb1cb-b477-4c69-83f3-c24a3e9ca157 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.15 "DELETE /v2.0/ports/e0a97753-5045-4cf9-b8cd-adc367a22747 HTTP/1.1" status: 204 len: 173 time: 8.2905169 Apr 05 14:31:07.440431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.444326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:07.444921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.489483 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a466cf-2891-4b47-85e0-f40238b42b34'] response: {'server_uuid': 'cb3d4c68-26ae-4269-84a3-8a7195902cd3', 'name': 'network-vif-deleted', 'tag': 'e0a97753-5045-4cf9-b8cd-adc367a22747', 'status': 'completed', 'code': 200} Apr 05 14:31:07.518167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.536870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:31:07.567350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2025c8-2584-4b56-b01b-5a44ffdca645 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:07.567922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7c2025c8-2584-4b56-b01b-5a44ffdca645 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Synchronizing usage tracker for tenant:d8c9f1739c844638bd5dc84eaf8903c4 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:07.638150 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8425138 Apr 05 14:31:07.646716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe14b8a-a231-4259-975c-816e21166536 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=e3c6a267-ff70-4f39-8cd9-320c0a49128a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:07.662642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.663124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.697308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee58b3-3415-4f14-920e-0d75cbba7b15 req-991422c3-0fc6-4abf-8297-31279bd990ab tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:07.700813 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6eee58b3-3415-4f14-920e-0d75cbba7b15 req-991422c3-0fc6-4abf-8297-31279bd990ab tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3377018 Apr 05 14:31:07.701820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7c2025c8-2584-4b56-b01b-5a44ffdca645 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Unset dirty status for tenant:d8c9f1739c844638bd5dc84eaf8903c4 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:07.703167 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7c2025c8-2584-4b56-b01b-5a44ffdca645 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 881 time: 0.5674810 Apr 05 14:31:07.706824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59068) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:07.777723 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9b280fb2-e1ff-4460-9b93-2d3c004cffdd tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e9ec177-f8ea-489a-86ad-dc57b9f63094 HTTP/1.1" status: 200 len: 205 time: 0.0695748 Apr 05 14:31:07.780346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59072) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:07.806556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network e3c6a267-ff70-4f39-8cd9-320c0a49128a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:07.850285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59076) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:07.862531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Calling delete_port for f66946a0-537a-4b75-adbc-e1a5180ebd16 owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:07.893113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:07.903026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': 'e3c6a267-ff70-4f39-8cd9-320c0a49128a', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:07.954270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6eee58b3-3415-4f14-920e-0d75cbba7b15 req-32a6db06-36d2-4aaf-be3c-262234e3f7aa tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2481351 Apr 05 14:31:08.063983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.268284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 40e66884-7ba9-4f60-b145-a812e5cbad35 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:08.279891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:07Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:08.288791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] Checking router: 6dac200c-4050-4482-9c0f-e3421b9b5423 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:31:08.312476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:08.314131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:08.316681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:08.327808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.336581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:08.370807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:08.412200 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-59d50e97-be4b-4d45-8d37-00f14707e809 req-84b571e8-65d1-424a-90ae-bc54a3ba5426 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb3d4c68-26ae-4269-84a3-8a7195902cd3 HTTP/1.1" status: 200 len: 210 time: 0.0736387 Apr 05 14:31:08.425785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:08.482162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:08.515331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=67c51d22-1a77-4d00-86bf-67abcfed229b,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:08.575396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.586677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Deleting port c006e5fe-6acd-4b5c-8901-82047c2fe709 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:08.587172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.589050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:31:08.705610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.800617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:08.838326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': '7e78f36e-c3f3-48d4-9eed-018ddf21f1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '57d18236-7a73-4b75-9688-1955e670aec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:08.838850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: 57d18236-7a73-4b75-9688-1955e670aec2, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:08.846288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Pushing event deleted for resources: {'Port': ['ID=f66946a0-537a-4b75-adbc-e1a5180ebd16,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:09.004400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:07Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:09.009515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d92f26a-eaa7-4d62-a144-8b78b5ed9dfa None None] The sync data for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv is: [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:29:35Z', 'revision_number': 4, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '9b295b84-3c2e-4cd1-99e9-03ef32e28993', 'name': '', 'network_id': '6c033505-0a6f-40d5-8fe7-5433c1d6035a', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'mac_address': 'fa:16:3e:45:f8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:07Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'subnets': [{'id': 'c49daade-39bc-48df-a761-ccf2f43d497f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:31:09.085062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef4fc7-d37b-41ba-8d0c-7259e79759ec req-84afa3bb-20cb-4a03-8ee6-749efd8ae255 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:09.092658 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9bef4fc7-d37b-41ba-8d0c-7259e79759ec req-84afa3bb-20cb-4a03-8ee6-749efd8ae255 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.2220271 Apr 05 14:31:09.095761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.108752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.111432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 57d18236-7a73-4b75-9688-1955e670aec2 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:09.150676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 57d18236-7a73-4b75-9688-1955e670aec2) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:09.156198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:09.157485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.162873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d1915-015c-4011-b9dc-2f154a1ce3fc None None] Network 57d18236-7a73-4b75-9688-1955e670aec2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:09.179862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59104) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:09.222464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.281542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Calling delete_port for c006e5fe-6acd-4b5c-8901-82047c2fe709 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:09.306671 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b13e619d-74f2-4761-931a-c61c7f466e64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9597359 Apr 05 14:31:09.310632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59110) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:09.314380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.315467 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2b406061-245a-4b76-91ec-7c54a1a93274 tempest-ServersTestManualDisk-524377874 tempest-ServersTestManualDisk-524377874-project] 10.222.0.18 "DELETE /v2.0/floatingips/efa7e152-515d-43d3-ab07-8ecba91a3179 HTTP/1.1" status: 204 len: 168 time: 2.5024374 Apr 05 14:31:09.322840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59114) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:09.326947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '57d18236-7a73-4b75-9688-1955e670aec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:09.344374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.356048 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-a31ed2c1-5f30-4cae-af05-6de6259e64c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1098 time: 0.4841383 Apr 05 14:31:09.407030 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba0334-ced8-435a-931e-6d725677b2bd None None] New status for floating IP 274650cf-6149-49b6-91aa-0c176ebe24f5: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:31:09.476835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-57d18236-7a73-4b75-9688-1955e670aec2', 'network_id': '57d18236-7a73-4b75-9688-1955e670aec2', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': '67c51d22-1a77-4d00-86bf-67abcfed229b'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:09.477656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.500049 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9bef4fc7-d37b-41ba-8d0c-7259e79759ec req-c46d57d5-88cf-4876-942e-93065940ac0b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4065320 Apr 05 14:31:09.609488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-271ab741-45de-4bce-8447-aff2b8ac7076 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:09.611161 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-271ab741-45de-4bce-8447-aff2b8ac7076 service neutron] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 913 time: 0.2438564 Apr 05 14:31:09.698333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59122) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:09.705048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Allocated IP 2001:db8::2 (57d18236-7a73-4b75-9688-1955e670aec2/67c51d22-1a77-4d00-86bf-67abcfed229b/c4051fc6-5e24-4f88-813e-07123fe8d730) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:09.793603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ec8769bb-e818-44b7-99df-9c6df840b9d5 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:09.813243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:09.838073 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-099883f1-c001-4fbb-97a3-135ef50bff1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 1001 time: 0.2198596 Apr 05 14:31:09.846885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da2598d0-35ca-4a5b-b7d9-eee22318e892 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.873825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:09.896268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:09.897089 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.922740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.933982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=cfa86c9e-0f0c-4e37-b822-a7af6f2eb299,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:09.975209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da2598d0-35ca-4a5b-b7d9-eee22318e892 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:09.985798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event deleted for resources: {'Port': ['ID=c006e5fe-6acd-4b5c-8901-82047c2fe709,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:09.991562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-ccf73eca-4a92-423f-ba0c-3a73f12d0811 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:09.992981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-ccf73eca-4a92-423f-ba0c-3a73f12d0811 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.1487222 Apr 05 14:31:10.046031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.152933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=40e66884-7ba9-4f60-b145-a812e5cbad35,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:10.168580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:10.182058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.183332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:subnet and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:10.193324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:10.209338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=0be91175-e17c-4e14-b4e8-51c2f80eb581,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:10.212155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:10.227014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking segment: {'id': '49645747-9084-4fb7-a5a2-0846af5184f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c8be5986-ade5-4624-8efd-2b3f05cbb195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:10.227342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network hostable DHCP agents. Network: c8be5986-ade5-4624-8efd-2b3f05cbb195, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:10.228528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Transition to ACTIVE for port object c4051fc6-5e24-4f88-813e-07123fe8d730 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:10.250900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Transition to ACTIVE for port object c4051fc6-5e24-4f88-813e-07123fe8d730 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:10.256560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.259123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:10.262550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.286866 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec8769bb-e818-44b7-99df-9c6df840b9d5 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "PUT /v2.0/quotas/675accf4dd31449aafc96d3cca795a58 HTTP/1.1" status: 200 len: 366 time: 1.0978649 Apr 05 14:31:10.290141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59126) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.290554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da2598d0-35ca-4a5b-b7d9-eee22318e892 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.296191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': 'c69ab1ce-e985-4c2a-853d-d66ffdd37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3c6a267-ff70-4f39-8cd9-320c0a49128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:10.296460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: e3c6a267-ff70-4f39-8cd9-320c0a49128a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:10.316387 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-df009e0f-018d-4514-9ed7-7d05e7803779 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3123703 Apr 05 14:31:10.318852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2598d0-35ca-4a5b-b7d9-eee22318e892 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd226afa-6518-43e9-99e2-90ff009d96bf,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:10.326932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Network 57d18236-7a73-4b75-9688-1955e670aec2 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:10.330694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:10.333430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:10.343528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.346428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Pushing event updated for resources: {'Port': ['ID=c4051fc6-5e24-4f88-813e-07123fe8d730,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:10.398405 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c74411b6-46d6-4d7a-9740-f81203feba25 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1035511 Apr 05 14:31:10.403761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59130) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.417990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network c8be5986-ade5-4624-8efd-2b3f05cbb195 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:10.448573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Attempting to bind port c4051fc6-5e24-4f88-813e-07123fe8d730 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:10.449873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Attempting to bind port c4051fc6-5e24-4f88-813e-07123fe8d730 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '7e78f36e-c3f3-48d4-9eed-018ddf21f1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '57d18236-7a73-4b75-9688-1955e670aec2'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:10.450106 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Attempting to bind port c4051fc6-5e24-4f88-813e-07123fe8d730 on network 57d18236-7a73-4b75-9688-1955e670aec2 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:10.457000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:10.457393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Checking segment: {'id': '7e78f36e-c3f3-48d4-9eed-018ddf21f1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '57d18236-7a73-4b75-9688-1955e670aec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:10.457876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.458237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Bound using segment: {'id': '7e78f36e-c3f3-48d4-9eed-018ddf21f1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '57d18236-7a73-4b75-9688-1955e670aec2'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:10.458713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Bound port: c4051fc6-5e24-4f88-813e-07123fe8d730, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e78f36e-c3f3-48d4-9eed-018ddf21f1b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '57d18236-7a73-4b75-9688-1955e670aec2'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:10.459231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.468308 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fbc9cbb1-3c39-42fd-b6e3-c510a3f94bd9 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "GET /v2.0/quotas/675accf4dd31449aafc96d3cca795a58 HTTP/1.1" status: 200 len: 366 time: 0.0601795 Apr 05 14:31:10.472361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59134) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.474729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network e3c6a267-ff70-4f39-8cd9-320c0a49128a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:10.495085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, c8be5986-ade5-4624-8efd-2b3f05cbb195) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:10.504889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, e3c6a267-ff70-4f39-8cd9-320c0a49128a) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:10.508342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:10.513174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.515679 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e74d537-f644-4816-aff6-af1aac4882e9 None None] Network c8be5986-ade5-4624-8efd-2b3f05cbb195 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:10.516217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.516739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.530413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:10.530971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.544582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82fd61e-94ea-427c-b501-6e8bf4baa5cd None None] Network e3c6a267-ff70-4f39-8cd9-320c0a49128a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:10.642817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da2598d0-35ca-4a5b-b7d9-eee22318e892 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.646165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-da2598d0-35ca-4a5b-b7d9-eee22318e892 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "DELETE /v2.0/security-groups/cd226afa-6518-43e9-99e2-90ff009d96bf HTTP/1.1" status: 204 len: 168 time: 0.9444959 Apr 05 14:31:10.650120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59140) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.722379 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-599977d3-160b-44d4-8058-2fd30ee8e1a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.1222496 Apr 05 14:31:10.729987 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dcbe590f-a038-43a1-9fea-817fbc01f58f tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.8746395 Apr 05 14:31:10.734222 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-64f1b6e9-0b14-4f75-98dd-63735909ecf5 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/675accf4dd31449aafc96d3cca795a58 HTTP/1.1" status: 204 len: 168 time: 0.2606156 Apr 05 14:31:10.737940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59144) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.738403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59146) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.738802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59148) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.789920 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-0a087a41-b3a3-47c7-90ae-afc3712da882 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] show failed (client error): The resource could not be found. Apr 05 14:31:10.793561 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0a087a41-b3a3-47c7-90ae-afc3712da882 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "GET /v2.0/security-groups/cd226afa-6518-43e9-99e2-90ff009d96bf HTTP/1.1" status: 404 len: 347 time: 0.1399124 Apr 05 14:31:10.801419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-502778884'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:10.847305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59156) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.859809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:10.883361 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-14e9de8f-91b8-4f35-a837-60af183563c7 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5579462 Apr 05 14:31:10.885210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.913182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] For port c4051fc6-5e24-4f88-813e-07123fe8d730, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:10.923345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.937839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] For port c4051fc6-5e24-4f88-813e-07123fe8d730, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c4051fc6-5e24-4f88-813e-07123fe8d730,segment=NetworkSegment(7e78f36e-c3f3-48d4-9eed-018ddf21f1b2),segment_id=7e78f36e-c3f3-48d4-9eed-018ddf21f1b2)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:10.949301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:10.962595 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-97034280-92ad-4500-9935-a9130d29705e tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.2127447 Apr 05 14:31:10.966119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59160) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:10.971746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:10.975564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:10.997796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:11.008886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf1ef8-df6f-49e9-bf58-08bf61e6aae9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 40e66884-7ba9-4f60-b145-a812e5cbad35 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:11.008886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1ef8-df6f-49e9-bf58-08bf61e6aae9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.014454 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bcda7497-9ca5-41f9-90bc-432694d025aa tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "GET /v2.0/quotas/675accf4dd31449aafc96d3cca795a58 HTTP/1.1" status: 200 len: 370 time: 0.0434060 Apr 05 14:31:11.019198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59164) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:11.039467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-41ce9769-f3e5-4d71-881d-75ca2dfe277a tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "GET /v2.0/quotas/675accf4dd31449aafc96d3cca795a58/default HTTP/1.1" status: 200 len: 370 time: 0.0152905 Apr 05 14:31:11.043498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89c2103-ea31-4cb0-a019-a78f79f6a8c3 req-de725ead-19fb-4001-8fca-c082f735144b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:11.044953 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d89c2103-ea31-4cb0-a019-a78f79f6a8c3 req-de725ead-19fb-4001-8fca-c082f735144b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3916149 Apr 05 14:31:11.055231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59168) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:11.098347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.098771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9ec177-f8ea-489a-86ad-dc57b9f63094 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:11.116876 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-0aa2a41b-daa8-47fa-a710-47a27c8a31a9 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] delete failed (client error): The resource could not be found. Apr 05 14:31:11.118516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0aa2a41b-daa8-47fa-a710-47a27c8a31a9 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/675accf4dd31449aafc96d3cca795a58 HTTP/1.1" status: 404 len: 348 time: 0.0616744 Apr 05 14:31:11.120851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c818ebea-16e5-4974-bb9f-8af9b0fad52f req-b4fcdefe-3f2d-4104-8f93-f2b75db7df2d service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260208 Apr 05 14:31:11.130370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48f3768-d310-4299-bc11-1adeff6f96b0 None None] Pushing event updated for resources: {'Port': ['ID=c4051fc6-5e24-4f88-813e-07123fe8d730,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:11.140415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.148531 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eb927d49-9930-46f1-84e5-bb2ff77872a6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/3e9ec177-f8ea-489a-86ad-dc57b9f63094 HTTP/1.1" status: 204 len: 168 time: 3.3670359 Apr 05 14:31:11.152461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59174) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:11.154753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-e3c6a267-ff70-4f39-8cd9-320c0a49128a', 'network_id': 'e3c6a267-ff70-4f39-8cd9-320c0a49128a', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '0be91175-e17c-4e14-b4e8-51c2f80eb581'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:11.155661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.166926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-961915087', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:11.169076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:11.173472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.179219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:11.185091 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d89c2103-ea31-4cb0-a019-a78f79f6a8c3 req-5a503550-fb11-457e-bc12-4251c358b170 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1240265 Apr 05 14:31:11.186281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Usage tracker for resource:router and tenant:cfc563ca7b204cc68781df41f616cc12 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:11.189438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:11.195503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:11.211001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.212318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.229967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Deleting port 5b868b8b-85c4-448a-9cc7-ba32222d699d {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:11.230565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.254755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.284954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.313587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.316897 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2d60936d-9a2a-4657-8f9d-e93efa83dc30 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1633022 Apr 05 14:31:11.319577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59178) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:11.334631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:11.395513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:11.468613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59182) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:11.477061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Allocated IP 172.20.255.242 (e3c6a267-ff70-4f39-8cd9-320c0a49128a/0be91175-e17c-4e14-b4e8-51c2f80eb581/73fe4f9c-d013-4da2-9be0-f2f2057d73d3) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:11.726097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.726366 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment 169fbad4-38d5-431f-a803-5c22346bbeb6 of type vlan for network b0a7cbe4-727c-45d8-9c08-af5f8720dce7 Apr 05 14:31:11.746067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.812482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.823148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Transition to ACTIVE for port object 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:11.842599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Transition to ACTIVE for port object 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:11.848706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.868120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1ef8-df6f-49e9-bf58-08bf61e6aae9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.916545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Usage tracker for resource:network and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:11.921261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 57d18236-7a73-4b75-9688-1955e670aec2 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:11.926083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Network e3c6a267-ff70-4f39-8cd9-320c0a49128a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:11.932439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:11.937797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:11.940072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Pushing event updated for resources: {'Port': ['ID=73fe4f9c-d013-4da2-9be0-f2f2057d73d3,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:11.950282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:11.991958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.031492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=bf98779d-88da-4026-ad06-1aa34cc0a883,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:12.039305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Attempting to bind port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:12.039753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Attempting to bind port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c69ab1ce-e985-4c2a-853d-d66ffdd37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3c6a267-ff70-4f39-8cd9-320c0a49128a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:12.040174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Attempting to bind port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 on network e3c6a267-ff70-4f39-8cd9-320c0a49128a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:12.048148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:12.048609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Checking segment: {'id': 'c69ab1ce-e985-4c2a-853d-d66ffdd37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3c6a267-ff70-4f39-8cd9-320c0a49128a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:12.049073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.049528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Bound using segment: {'id': 'c69ab1ce-e985-4c2a-853d-d66ffdd37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3c6a267-ff70-4f39-8cd9-320c0a49128a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:12.050119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Bound port: 73fe4f9c-d013-4da2-9be0-f2f2057d73d3, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c69ab1ce-e985-4c2a-853d-d66ffdd37fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'e3c6a267-ff70-4f39-8cd9-320c0a49128a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:12.050502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.101116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:12.102653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:12.107674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.112092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.112243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.137115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-bfcf1ef8-df6f-49e9-bf58-08bf61e6aae9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 40e66884-7ba9-4f60-b145-a812e5cbad35 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:12.157820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] For port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:12.160861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.161705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] For port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=73fe4f9c-d013-4da2-9be0-f2f2057d73d3,segment=NetworkSegment(c69ab1ce-e985-4c2a-853d-d66ffdd37fb5),segment_id=c69ab1ce-e985-4c2a-853d-d66ffdd37fb5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:12.166682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.167259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.168473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.171805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.200067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.287675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b948ee9-1b06-41f4-8cfc-7f32e21a02ad None None] Pushing event updated for resources: {'Port': ['ID=73fe4f9c-d013-4da2-9be0-f2f2057d73d3,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:12.394757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Usage tracker for resource:subnet and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:12.451760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727d2001-866e-4432-b521-928e7c575c68 None None] Network 57d18236-7a73-4b75-9688-1955e670aec2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:12.463867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.463867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.473713 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7274766 Apr 05 14:31:12.487735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:12.489853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59188) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:12.560402 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d1ce1e87-ef43-45c8-aa7e-3cd291013006 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2484534 Apr 05 14:31:12.564376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': 'b0a7cbe4-727c-45d8-9c08-af5f8720dce7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:12.574236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59192) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:12.599949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-829da4b0-85f6-4625-b865-2e8320433ab3 None None] Provisioning for port c4051fc6-5e24-4f88-813e-07123fe8d730 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:12.649897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d763f57-9e60-4ee7-9bb4-16f8f13c81c9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=b0a7cbe4-727c-45d8-9c08-af5f8720dce7,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:12.663292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Calling delete_port for 5b868b8b-85c4-448a-9cc7-ba32222d699d owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:12.716173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network b0a7cbe4-727c-45d8-9c08-af5f8720dce7 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:12.746996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33835ae-413f-4295-90e8-343a22af695b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.748367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33835ae-413f-4295-90e8-343a22af695b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.749697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33835ae-413f-4295-90e8-343a22af695b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.751103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33835ae-413f-4295-90e8-343a22af695b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.752421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33835ae-413f-4295-90e8-343a22af695b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.753321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e33835ae-413f-4295-90e8-343a22af695b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Synchronizing usage tracker for tenant:c873e33fdcbf40679000c7809e28a92b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:12.793946 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5405abe1-aed2-47ff-941f-6b55078c0b93 req-b4a0e1ef-7001-4154-8e69-fca9bbebaf8e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:12.795374 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5405abe1-aed2-47ff-941f-6b55078c0b93 req-b4a0e1ef-7001-4154-8e69-fca9bbebaf8e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3705237 Apr 05 14:31:12.796545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Allocated IP 172.26.6.34 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/5169c417-5790-49d8-b07c-1b8f733e50d4) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:12.799164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e33835ae-413f-4295-90e8-343a22af695b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Unset dirty status for tenant:c873e33fdcbf40679000c7809e28a92b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:12.802990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e33835ae-413f-4295-90e8-343a22af695b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2221920 Apr 05 14:31:12.818912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59196) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:12.819496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Usage tracker for resource:subnetpool and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:12.836350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1489189467'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:12.848920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:12.854575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:12.882769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:12.886056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1ef8-df6f-49e9-bf58-08bf61e6aae9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:12.889880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:12.912792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Usage tracker for resource:port and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:12.941284 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5405abe1-aed2-47ff-941f-6b55078c0b93 req-9e476c72-e621-4f52-bcad-ca0838b328c3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1226220 Apr 05 14:31:12.962982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:12.968838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcf1ef8-df6f-49e9-bf58-08bf61e6aae9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=40e66884-7ba9-4f60-b145-a812e5cbad35,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:12.974819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:12.988261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:12.994323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:12.998347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.000181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:13.011868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:13.021665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:13.024693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.039596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.093259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bfcf1ef8-df6f-49e9-bf58-08bf61e6aae9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.113963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Usage tracker for resource:router and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:13.123146 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:13.156756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:13.168744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143dd854-5c16-43fd-9cf8-4be2c2faf5e2 None None] Update dhcp port {'port': {'network_id': '57d18236-7a73-4b75-9688-1955e670aec2', 'fixed_ips': [{'subnet_id': '67c51d22-1a77-4d00-86bf-67abcfed229b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bf98779d-88da-4026-ad06-1aa34cc0a883'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': 'c4051fc6-5e24-4f88-813e-07123fe8d730'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:31:13.169846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:13.174859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:13.201589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:13.212459 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bfcf1ef8-df6f-49e9-bf58-08bf61e6aae9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/40e66884-7ba9-4f60-b145-a812e5cbad35 HTTP/1.1" status: 204 len: 168 time: 2.4666407 Apr 05 14:31:13.220577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59202) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:13.277406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-143dd854-5c16-43fd-9cf8-4be2c2faf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.279964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event updated for resources: {'Port': ['ID=5169c417-5790-49d8-b07c-1b8f733e50d4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:13.301064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:13.333342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Usage tracker for resource:floatingip and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:13.350927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.368796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.369144 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment 4071ede0-0498-429b-905a-08a9cd71a394 of type vlan for network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 Apr 05 14:31:13.413112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f57e3-0808-47e4-9840-7900aefeb1c8 req-24a2b061-8f5b-413e-8660-bf9efa53e0b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:13.416172 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-352f57e3-0808-47e4-9840-7900aefeb1c8 req-24a2b061-8f5b-413e-8660-bf9efa53e0b4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3257582 Apr 05 14:31:13.420246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.421746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:13.438225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:13.471048 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-352f57e3-0808-47e4-9840-7900aefeb1c8 req-6d918af3-671c-4ffe-b481-2263cb3250c2 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489285 Apr 05 14:31:13.514235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.607407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583c08c0-d114-4517-8610-2d870445b59c None None] Network e3c6a267-ff70-4f39-8cd9-320c0a49128a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:13.644191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.683565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Pushing event deleted for resources: {'Port': ['ID=5b868b8b-85c4-448a-9cc7-ba32222d699d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:13.743445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.747934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.748684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.752383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:13.752949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:13.832957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1edc3c98-1ff4-4926-83c7-83f315681cd1 None None] Provisioning for port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:13.888111 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0633144 Apr 05 14:31:13.895660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-143dd854-5c16-43fd-9cf8-4be2c2faf5e2 None None] Allocated IP 172.20.0.1 (57d18236-7a73-4b75-9688-1955e670aec2/bf98779d-88da-4026-ad06-1aa34cc0a883/c4051fc6-5e24-4f88-813e-07123fe8d730) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:13.906685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59210) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:13.925199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4e5e44d4-8c62-439c-84a1-2396081f7ac5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:13.936292 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:14.016358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:14.016358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.068037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c91884-b4d6-4abc-bd4f-7a0e0587c996 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=6820b4c2-0430-4d9f-8395-3d4abe8c8cc0,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:14.099006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b436c08-3b0b-4c65-ba9c-0e95cb7fb619 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:14.102789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b436c08-3b0b-4c65-ba9c-0e95cb7fb619 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:14.103534 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4b436c08-3b0b-4c65-ba9c-0e95cb7fb619 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:14.110000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.112259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.116106 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7fe68fa3-195e-41af-b6df-321a81a0c836 tempest-ServersTestJSON-1366963765 tempest-ServersTestJSON-1366963765-project] 10.222.0.18 "DELETE /v2.0/floatingips/274650cf-6149-49b6-91aa-0c176ebe24f5 HTTP/1.1" status: 204 len: 168 time: 3.2577682 Apr 05 14:31:14.118834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59214) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:14.122362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:14.222830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4b436c08-3b0b-4c65-ba9c-0e95cb7fb619 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:14.226725 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4b436c08-3b0b-4c65-ba9c-0e95cb7fb619 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.9857578 Apr 05 14:31:14.234020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59218) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:14.337695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-143dd854-5c16-43fd-9cf8-4be2c2faf5e2 None None] For port c4051fc6-5e24-4f88-813e-07123fe8d730, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c4051fc6-5e24-4f88-813e-07123fe8d730,segment=NetworkSegment(7e78f36e-c3f3-48d4-9eed-018ddf21f1b2),segment_id=7e78f36e-c3f3-48d4-9eed-018ddf21f1b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:14.361479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.372556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7f7641f1-597c-44f6-8cb8-bee0055fcd9b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port cfa86c9e-0f0c-4e37-b822-a7af6f2eb299 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:14.373256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7f7641f1-597c-44f6-8cb8-bee0055fcd9b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.403191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-143dd854-5c16-43fd-9cf8-4be2c2faf5e2 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.427099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=73fe4f9c-d013-4da2-9be0-f2f2057d73d3,segment=NetworkSegment(c69ab1ce-e985-4c2a-853d-d66ffdd37fb5),segment_id=c69ab1ce-e985-4c2a-853d-d66ffdd37fb5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:14.430332 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-143dd854-5c16-43fd-9cf8-4be2c2faf5e2 None None] Transition to ACTIVE for port object c4051fc6-5e24-4f88-813e-07123fe8d730 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:14.433845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.434706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c4051fc6-5e24-4f88-813e-07123fe8d730 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:14.452793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Usage tracker for resource:security_group and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:14.490157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:14.495633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cef216-2fea-48ae-9174-c32ab8ff4114 req-73aaef20-7c9f-4a2d-bb79-77e52d2c37ef tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:14.502446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9cef216-2fea-48ae-9174-c32ab8ff4114 req-73aaef20-7c9f-4a2d-bb79-77e52d2c37ef tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4971652 Apr 05 14:31:14.505058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-143dd854-5c16-43fd-9cf8-4be2c2faf5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.583260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Usage tracker for resource:security_group_rule and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:14.603796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4e5e44d4-8c62-439c-84a1-2396081f7ac5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.641654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:14.643574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=73fe4f9c-d013-4da2-9be0-f2f2057d73d3,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:14.661956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.671457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4e5e44d4-8c62-439c-84a1-2396081f7ac5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.720736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port c4051fc6-5e24-4f88-813e-07123fe8d730 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:14.723953 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a0002bde-da3c-4ded-9999-6b9d55e90596 tempest-QuotasTest-1340937054 tempest-QuotasTest-1340937054-project-admin] 10.222.0.18 "GET /v2.0/quotas/bec49d82c6324ca191d9a7bb81070101/details.json HTTP/1.1" status: 200 len: 703 time: 3.2531977 Apr 05 14:31:14.734612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143dd854-5c16-43fd-9cf8-4be2c2faf5e2 None None] Pushing event updated for resources: {'Port': ['ID=c4051fc6-5e24-4f88-813e-07123fe8d730,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:14.816442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9904412c-1906-4f6c-b9a9-304106df4ddf None None] Provisioning complete for port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:14.817626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9904412c-1906-4f6c-b9a9-304106df4ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.831342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4e5e44d4-8c62-439c-84a1-2396081f7ac5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 is not hosted by any dhcp agent {{(pid=83850) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 14:31:14.835327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5e44d4-8c62-439c-84a1-2396081f7ac5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:14.835852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4e5e44d4-8c62-439c-84a1-2396081f7ac5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.840387 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4e5e44d4-8c62-439c-84a1-2396081f7ac5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "PUT /v2.0/networks/6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 HTTP/1.1" status: 200 len: 723 time: 0.9265785 Apr 05 14:31:14.842381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59224) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:14.857178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9cef216-2fea-48ae-9174-c32ab8ff4114 req-726dc6ab-3a8c-49e9-888d-466bd03afa9a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3538039 Apr 05 14:31:14.876819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '6820b4c2-0430-4d9f-8395-3d4abe8c8cc0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:14.896902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e44d4-8c62-439c-84a1-2396081f7ac5 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=6820b4c2-0430-4d9f-8395-3d4abe8c8cc0,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:14.899623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7f7641f1-597c-44f6-8cb8-bee0055fcd9b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:14.909770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=270721a4-02ca-43a4-833b-e0ab0959b72d,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:15.003992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:15.094429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7f7641f1-597c-44f6-8cb8-bee0055fcd9b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for cfa86c9e-0f0c-4e37-b822-a7af6f2eb299 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:15.113877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:15.194913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': '169fbad4-38d5-431f-a803-5c22346bbeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b0a7cbe4-727c-45d8-9c08-af5f8720dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:15.195138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: b0a7cbe4-727c-45d8-9c08-af5f8720dce7, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:15.292802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7f7641f1-597c-44f6-8cb8-bee0055fcd9b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.348523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59232) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:15.358473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network b0a7cbe4-727c-45d8-9c08-af5f8720dce7 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:15.359271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:15.363249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:15.367514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7641f1-597c-44f6-8cb8-bee0055fcd9b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=cfa86c9e-0f0c-4e37-b822-a7af6f2eb299,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:15.391494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7f7641f1-597c-44f6-8cb8-bee0055fcd9b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.398420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, b0a7cbe4-727c-45d8-9c08-af5f8720dce7) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:15.409477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:15.410105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.418267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:15.418438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a062deb-7f4e-41a6-89e4-09db618844d9 None None] Network b0a7cbe4-727c-45d8-9c08-af5f8720dce7 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:15.458270 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-60106a36-1d0c-4487-adb8-e1a067079a16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.9597926 Apr 05 14:31:15.460883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59238) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:15.637570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2dc50-e8db-44a7-8fa0-110169361b35 None None] Network 57d18236-7a73-4b75-9688-1955e670aec2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:15.637821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bbecb-a506-4122-977b-c1453c4361a1 req-10eee7ab-e1fd-4eec-b051-b9cdf7696d49 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:15.644851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-992bbecb-a506-4122-977b-c1453c4361a1 req-10eee7ab-e1fd-4eec-b051-b9cdf7696d49 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4715822 Apr 05 14:31:15.648717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.739604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Router e9e73050-b324-405f-b4fb-b37825cdf86c is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:31:15.769644 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7f7641f1-597c-44f6-8cb8-bee0055fcd9b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/cfa86c9e-0f0c-4e37-b822-a7af6f2eb299 HTTP/1.1" status: 204 len: 168 time: 1.5318420 Apr 05 14:31:15.771232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59242) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:15.788869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.803488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:15.804372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.812737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Deleting port b9a3cbea-e3e3-4519-a70d-37bb7883934b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:15.813055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.876871 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-992bbecb-a506-4122-977b-c1453c4361a1 req-cc4a0dfa-f333-4643-80fd-af9799dab259 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2288332 Apr 05 14:31:15.906653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-79649d8f-26b3-45f0-8104-137bc5dd8093 None None] Provisioning for port c4051fc6-5e24-4f88-813e-07123fe8d730 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:15.916636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.944393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:15.946360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-79649d8f-26b3-45f0-8104-137bc5dd8093 None None] Provisioning complete for port c4051fc6-5e24-4f88-813e-07123fe8d730 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:15.947273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-79649d8f-26b3-45f0-8104-137bc5dd8093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.981448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-b0a7cbe4-727c-45d8-9c08-af5f8720dce7', 'network_id': 'b0a7cbe4-727c-45d8-9c08-af5f8720dce7', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '270721a4-02ca-43a4-833b-e0ab0959b72d'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:15.982337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:15.999702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0ac3e6db00447aa652f34d24584671 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:16.002716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:16.013872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:16.141877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.181785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] For port b9a3cbea-e3e3-4519-a70d-37bb7883934b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b9a3cbea-e3e3-4519-a70d-37bb7883934b,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:16.182160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.272834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c4051fc6-5e24-4f88-813e-07123fe8d730 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:16.330870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Calling delete_port for b9a3cbea-e3e3-4519-a70d-37bb7883934b owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:16.404442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.413152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.429804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e5444a-90fb-4343-a2f8-cea29c75c98c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.431463 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b6e5444a-90fb-4343-a2f8-cea29c75c98c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6529651 Apr 05 14:31:16.438102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59248) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:16.438582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.445432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-79649d8f-26b3-45f0-8104-137bc5dd8093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.486718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02831333-2ed5-4835-8368-789228fcf359,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:16.488369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Allocated IP 172.20.0.2 (b0a7cbe4-727c-45d8-9c08-af5f8720dce7/270721a4-02ca-43a4-833b-e0ab0959b72d/adfb1ceb-deb0-4c35-be0d-20de72278461) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:16.492497 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-89f341fe-8550-4ebb-aa9b-c9e22261b571 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac0ac3e6db00447aa652f34d24584671&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1429830 Apr 05 14:31:16.496081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59252) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:16.527362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-79649d8f-26b3-45f0-8104-137bc5dd8093 None None] For port c4051fc6-5e24-4f88-813e-07123fe8d730, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c4051fc6-5e24-4f88-813e-07123fe8d730,segment=NetworkSegment(7e78f36e-c3f3-48d4-9eed-018ddf21f1b2),segment_id=7e78f36e-c3f3-48d4-9eed-018ddf21f1b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:16.533803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.549030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-79649d8f-26b3-45f0-8104-137bc5dd8093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.602349 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96fb8a6-6f98-4977-99c7-84e64a10df19 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:31:16.603614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c96fb8a6-6f98-4977-99c7-84e64a10df19 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/40e66884-7ba9-4f60-b145-a812e5cbad35 HTTP/1.1" status: 404 len: 333 time: 0.1557913 Apr 05 14:31:16.616028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59256) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:16.653774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c4051fc6-5e24-4f88-813e-07123fe8d730 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:16.654229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.706564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63e83cfb-2dd8-4f7c-b1b5-b3ec8dc8a8bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.744817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63e83cfb-2dd8-4f7c-b1b5-b3ec8dc8a8bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.749911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959055b7-9fea-4e5d-bd4f-ce961bc646ae req-8d2e0a89-6bf5-422e-b322-e1803819834c tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.751505 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-959055b7-9fea-4e5d-bd4f-ce961bc646ae req-8d2e0a89-6bf5-422e-b322-e1803819834c tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.6818190 Apr 05 14:31:16.775612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79649d8f-26b3-45f0-8104-137bc5dd8093 None None] Pushing event updated for resources: {'Port': ['ID=c4051fc6-5e24-4f88-813e-07123fe8d730,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:16.780973 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c943c6e6-6c7f-4e6b-b3ff-380704d90ba0 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:31:16.784555 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c943c6e6-6c7f-4e6b-b3ff-380704d90ba0 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/cfa86c9e-0f0c-4e37-b822-a7af6f2eb299 HTTP/1.1" status: 404 len: 333 time: 0.1572030 Apr 05 14:31:16.793719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59260) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:16.798070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=90cd8664-6ce3-48cd-8add-fc497787b780,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:16.875718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': '4071ede0-0498-429b-905a-08a9cd71a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6820b4c2-0430-4d9f-8395-3d4abe8c8cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:16.876105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:16.893744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-959055b7-9fea-4e5d-bd4f-ce961bc646ae req-8e53537f-e67b-45bb-be40-4df95c0ca190 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1264503 Apr 05 14:31:16.900463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.945461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8a8ae3d7-76aa-4807-9b43-6433e527d205 None None] Provisioning complete for port c4051fc6-5e24-4f88-813e-07123fe8d730 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:16.945823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8a8ae3d7-76aa-4807-9b43-6433e527d205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:16.951759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:16.956709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:16.980315 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d99552-bd5d-47df-a636-8f8045ab4b4e None None] Sync routers for ids ['e9e73050-b324-405f-b4fb-b37825cdf86c'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:31:16.988885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:16.993369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:16.995248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16390799'] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.011005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fc6287-eaca-488b-8106-6be72d2fa208 None None] Network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:17.012939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.016715 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ddbc087e-eecf-48d6-b44e-5e22087707aa tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "PUT /v2.0/routers/e9e73050-b324-405f-b4fb-b37825cdf86c HTTP/1.1" status: 200 len: 882 time: 5.6954479 Apr 05 14:31:17.022483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59266) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:17.029791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.053855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.079006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Pushing event deleted for resources: {'Port': ['ID=b9a3cbea-e3e3-4519-a70d-37bb7883934b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:17.123531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d99552-bd5d-47df-a636-8f8045ab4b4e None None] Routers {'e9e73050-b324-405f-b4fb-b37825cdf86c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:17.124146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-02d99552-bd5d-47df-a636-8f8045ab4b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e9e73050-b324-405f-b4fb-b37825cdf86c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.158431 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dbd05804-a8cf-46a6-97dc-c20638a0810c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2990592 Apr 05 14:31:17.162525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59272) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:17.215455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bb5e63f4-cb32-472f-8264-4653925aee28 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:17.249684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Transition to ACTIVE for port object adfb1ceb-deb0-4c35-be0d-20de72278461 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:17.283143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-02d99552-bd5d-47df-a636-8f8045ab4b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.335304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63e83cfb-2dd8-4f7c-b1b5-b3ec8dc8a8bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.359347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Transition to ACTIVE for port object adfb1ceb-deb0-4c35-be0d-20de72278461 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:17.387152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.437902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c4051fc6-5e24-4f88-813e-07123fe8d730 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:17.476079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.508041 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e83cfb-2dd8-4f7c-b1b5-b3ec8dc8a8bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02831333-2ed5-4835-8368-789228fcf359,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:17.538769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8be5986-ade5-4624-8efd-2b3f05cbb195']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.558832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.563790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49645747-9084-4fb7-a5a2-0846af5184f0') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.564585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49645747-9084-4fb7-a5a2-0846af5184f0') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.606899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d99552-bd5d-47df-a636-8f8045ab4b4e None None] Routers {'e9e73050-b324-405f-b4fb-b37825cdf86c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:17.607458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-02d99552-bd5d-47df-a636-8f8045ab4b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e9e73050-b324-405f-b4fb-b37825cdf86c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.627247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=270721a4-02ca-43a4-833b-e0ab0959b72d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:17.632195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.657984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb5e63f4-cb32-472f-8264-4653925aee28 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2693238'] for subnet, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.701712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-02d99552-bd5d-47df-a636-8f8045ab4b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:17.702150 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d99552-bd5d-47df-a636-8f8045ab4b4e None None] The sync data for ids ['e9e73050-b324-405f-b4fb-b37825cdf86c'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:31:17.703408 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Pushing event updated for resources: {'Port': ['ID=adfb1ceb-deb0-4c35-be0d-20de72278461,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:17.706649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Network b0a7cbe4-727c-45d8-9c08-af5f8720dce7 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:17.714792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:17.720197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:17.783248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1776a9b5-575c-4d8e-bd16-82a4b159bdb2 req-96020ba1-3422-4e89-b791-23334116b7c3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:17.784725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1776a9b5-575c-4d8e-bd16-82a4b159bdb2 req-96020ba1-3422-4e89-b791-23334116b7c3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4907458 Apr 05 14:31:17.797403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-6820b4c2-0430-4d9f-8395-3d4abe8c8cc0', 'network_id': '6820b4c2-0430-4d9f-8395-3d4abe8c8cc0', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': '90cd8664-6ce3-48cd-8add-fc497787b780'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:17.797767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.874322 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c4051fc6-5e24-4f88-813e-07123fe8d730 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:17.874627 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.894116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.936047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Attempting to bind port adfb1ceb-deb0-4c35-be0d-20de72278461 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:17.936405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Attempting to bind port adfb1ceb-deb0-4c35-be0d-20de72278461 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '169fbad4-38d5-431f-a803-5c22346bbeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b0a7cbe4-727c-45d8-9c08-af5f8720dce7'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:17.936754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Attempting to bind port adfb1ceb-deb0-4c35-be0d-20de72278461 on network b0a7cbe4-727c-45d8-9c08-af5f8720dce7 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:17.950251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-63e83cfb-2dd8-4f7c-b1b5-b3ec8dc8a8bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.953773 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-63e83cfb-2dd8-4f7c-b1b5-b3ec8dc8a8bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/02831333-2ed5-4835-8368-789228fcf359 HTTP/1.1" status: 204 len: 168 time: 1.4544008 Apr 05 14:31:17.963329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:17.963731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.983071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:17.983440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Checking segment: {'id': '169fbad4-38d5-431f-a803-5c22346bbeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b0a7cbe4-727c-45d8-9c08-af5f8720dce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:17.983828 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.984213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Bound using segment: {'id': '169fbad4-38d5-431f-a803-5c22346bbeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b0a7cbe4-727c-45d8-9c08-af5f8720dce7'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:17.984670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Bound port: adfb1ceb-deb0-4c35-be0d-20de72278461, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '169fbad4-38d5-431f-a803-5c22346bbeb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'b0a7cbe4-727c-45d8-9c08-af5f8720dce7'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:17.985032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:17.989056 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:18.067447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.112193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a7cbe4-727c-45d8-9c08-af5f8720dce7']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:18.127925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169fbad4-38d5-431f-a803-5c22346bbeb6') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:18.128141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169fbad4-38d5-431f-a803-5c22346bbeb6') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:18.135931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.153405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] For port adfb1ceb-deb0-4c35-be0d-20de72278461, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:18.155489 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1776a9b5-575c-4d8e-bd16-82a4b159bdb2 req-3c5e84b7-11da-4877-a351-d247fbc947ad tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3596272 Apr 05 14:31:18.158017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] For port adfb1ceb-deb0-4c35-be0d-20de72278461, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=adfb1ceb-deb0-4c35-be0d-20de72278461,segment=NetworkSegment(169fbad4-38d5-431f-a803-5c22346bbeb6),segment_id=169fbad4-38d5-431f-a803-5c22346bbeb6)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:18.163517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.166118 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.171304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.189160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Network': ['ID=c8be5986-ade5-4624-8efd-2b3f05cbb195,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:18.210449 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-42fa24f1-6e6d-4d91-a220-a219dd8aa48c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/networks/c8be5986-ade5-4624-8efd-2b3f05cbb195 HTTP/1.1" status: 204 len: 168 time: 1.4077473 Apr 05 14:31:18.210750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb5e63f4-cb32-472f-8264-4653925aee28 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741373706388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1987763'] for subnet, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.217232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59280) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:18.219718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.229952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:18.230339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:18.244946 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:18.258281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1155419629'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:18.278288 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5468d95e-e12e-488c-a3ea-fbf226d140ce tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/routers/e9e73050-b324-405f-b4fb-b37825cdf86c HTTP/1.1" status: 200 len: 923 time: 1.2546544 Apr 05 14:31:18.280984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:18.284605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59284) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:18.321002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08895228-9d11-43e4-bb32-684e6b9ec686 None None] Pushing event updated for resources: {'Port': ['ID=adfb1ceb-deb0-4c35-be0d-20de72278461,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:18.326033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Allocated IP 2001:db8::2 (6820b4c2-0430-4d9f-8395-3d4abe8c8cc0/90cd8664-6ce3-48cd-8add-fc497787b780/a139df45-2938-4fb6-84a1-b5aab161edb4) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:18.330667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:31:18.330667 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:31:18.330667 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': 'b0a7cbe4-727c-45d8-9c08-af5f8720dce7'}] Apr 05 14:31:18.330667 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:18.331058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:18.354371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:network and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:18.361334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.362089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:18.367858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5e63f4-cb32-472f-8264-4653925aee28 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:18.368588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bb5e63f4-cb32-472f-8264-4653925aee28 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.369976 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bb5e63f4-cb32-472f-8264-4653925aee28 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "PUT /v2.0/subnets/90cd8664-6ce3-48cd-8add-fc497787b780 HTTP/1.1" status: 200 len: 826 time: 1.1860390 Apr 05 14:31:18.372651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59288) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:18.380039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:18.413971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e63f4-cb32-472f-8264-4653925aee28 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=90cd8664-6ce3-48cd-8add-fc497787b780,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:18.419586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:18.422872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.492053 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef58eb2-4ad3-4330-9ede-6186206c9df3 None None] Network b0a7cbe4-727c-45d8-9c08-af5f8720dce7 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:18.519069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59292) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:18.519401 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-57740ae1-fa7c-4334-88d7-dbcc9162cccd tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=e9e73050-b324-405f-b4fb-b37825cdf86c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2302732 Apr 05 14:31:18.520369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:18.541756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.542295 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Added segment bc8938bb-ffee-47f1-9db9-d2d692b5a297 of type vlan for network 373bbac6-2737-433a-b5b3-325c19a63d02 Apr 05 14:31:18.556032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59296) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:18.596901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.612670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.770939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.807441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:31:18.808303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de848ef-aa59-4497-974c-e52a705970a2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:18.809656 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6de848ef-aa59-4497-974c-e52a705970a2 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 881 time: 0.2836065 Apr 05 14:31:18.813800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.825288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59300) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:18.831649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Transition to ACTIVE for port object a139df45-2938-4fb6-84a1-b5aab161edb4 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:18.837034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.853602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Transition to ACTIVE for port object a139df45-2938-4fb6-84a1-b5aab161edb4 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:18.859927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.866501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:18.878181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port adfb1ceb-deb0-4c35-be0d-20de72278461 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:18.878519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.890375 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-96560396-afba-445f-a2b6-ce6f96a2d5b6 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9e73050-b324-405f-b4fb-b37825cdf86c HTTP/1.1" status: 200 len: 205 time: 0.0639753 Apr 05 14:31:18.890950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59304) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:18.893816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] Usage tracker for resource:security_group_rule and tenant:bec49d82c6324ca191d9a7bb81070101 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:18.898561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:18.903768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.907421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:18.908690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.913384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:18.930517 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:18.933934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:18.938295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:18.940361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Pushing event updated for resources: {'Port': ['ID=a139df45-2938-4fb6-84a1-b5aab161edb4,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:18.997142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:18.999654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Deleting port 9b295b84-3c2e-4cd1-99e9-03ef32e28993 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:19.000133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.028122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Attempting to bind port a139df45-2938-4fb6-84a1-b5aab161edb4 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:19.028490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Attempting to bind port a139df45-2938-4fb6-84a1-b5aab161edb4 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '4071ede0-0498-429b-905a-08a9cd71a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6820b4c2-0430-4d9f-8395-3d4abe8c8cc0'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:19.028831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Attempting to bind port a139df45-2938-4fb6-84a1-b5aab161edb4 on network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:19.037383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:19.037806 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Checking segment: {'id': '4071ede0-0498-429b-905a-08a9cd71a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6820b4c2-0430-4d9f-8395-3d4abe8c8cc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:19.038265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.038715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Bound using segment: {'id': '4071ede0-0498-429b-905a-08a9cd71a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6820b4c2-0430-4d9f-8395-3d4abe8c8cc0'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:19.039177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Bound port: a139df45-2938-4fb6-84a1-b5aab161edb4, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4071ede0-0498-429b-905a-08a9cd71a394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '6820b4c2-0430-4d9f-8395-3d4abe8c8cc0'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:19.039557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.134518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] For port a139df45-2938-4fb6-84a1-b5aab161edb4, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:19.137504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] For port a139df45-2938-4fb6-84a1-b5aab161edb4, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a139df45-2938-4fb6-84a1-b5aab161edb4,segment=NetworkSegment(4071ede0-0498-429b-905a-08a9cd71a394),segment_id=4071ede0-0498-429b-905a-08a9cd71a394)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:19.141567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.204495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9539006 Apr 05 14:31:19.215485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59308) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:19.221258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f091d52-c81b-4dbe-8bf3-a08a12157d9b None None] Pushing event updated for resources: {'Port': ['ID=a139df45-2938-4fb6-84a1-b5aab161edb4,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:19.231025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.235494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a2aacb-0f3c-430c-b7c1-a0bf06c84a85 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Network': ['ID=373bbac6-2737-433a-b5b3-325c19a63d02,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:19.253444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '373bbac6-2737-433a-b5b3-325c19a63d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:19.258384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 373bbac6-2737-433a-b5b3-325c19a63d02 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:19.527477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=90cd8664-6ce3-48cd-8add-fc497787b780,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:19.579969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:19.584642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.584984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.585316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.585642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.585960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.586325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.586653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.586973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.587273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.587805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.587918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:19.602675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:19.608675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port adfb1ceb-deb0-4c35-be0d-20de72278461, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=adfb1ceb-deb0-4c35-be0d-20de72278461,segment=NetworkSegment(169fbad4-38d5-431f-a803-5c22346bbeb6),segment_id=169fbad4-38d5-431f-a803-5c22346bbeb6)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:19.609031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.613003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:19.617012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.631371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:19.634012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] For port 9b295b84-3c2e-4cd1-99e9-03ef32e28993, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9b295b84-3c2e-4cd1-99e9-03ef32e28993,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:19.634412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.645732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.816095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Calling delete_port for 9b295b84-3c2e-4cd1-99e9-03ef32e28993 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:19.836148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for adfb1ceb-deb0-4c35-be0d-20de72278461 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:19.858540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:19.886569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c876d-328d-4ee7-8f49-84a6f2b597c2 req-df19dbc9-4d84-4a40-bc89-ee2df8a71b5e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:19.888041 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1d5c876d-328d-4ee7-8f49-84a6f2b597c2 req-df19dbc9-4d84-4a40-bc89-ee2df8a71b5e tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4953341 Apr 05 14:31:19.920463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:19.959304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3cf8e0-ca95-4328-95e8-9e2591048909,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:19.965222 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-08dba6c1-bc83-4717-b567-79c37c7a5bdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bec49d82c6324ca191d9a7bb81070101&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4061935 Apr 05 14:31:19.982660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59314) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:20.037171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6820b4c2-0430-4d9f-8395-3d4abe8c8cc0']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:20.058826 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4071ede0-0498-429b-905a-08a9cd71a394') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:20.058826 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4071ede0-0498-429b-905a-08a9cd71a394') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:20.077586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.100126 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.139294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.148175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.179538 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1d5c876d-328d-4ee7-8f49-84a6f2b597c2 req-512ff85b-e283-4ed9-869b-eeb75bbdbffd tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2750788 Apr 05 14:31:20.194204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:20.194610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.195909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Performing IP validity checks on allocation pools {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 14:31:20.199283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:20.225158 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:20.227155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.291353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=adfb1ceb-deb0-4c35-be0d-20de72278461,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:20.305854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bc393b8-facc-4c49-b3a5-7b2ce223fd7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.340250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port adfb1ceb-deb0-4c35-be0d-20de72278461 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:20.386558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60df8b-0561-41bb-95f8-4b3cdd76975b None None] Network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:20.426272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bc393b8-facc-4c49-b3a5-7b2ce223fd7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.555644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b6c0c513-c13a-45a5-a5be-8785668bdd6d None None] Provisioning for port a139df45-2938-4fb6-84a1-b5aab161edb4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:20.609779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.635326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.714034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b295b84-3c2e-4cd1-99e9-03ef32e28993,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:20.715151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:31:20.715151 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:31:20.715151 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': '6820b4c2-0430-4d9f-8395-3d4abe8c8cc0'}] Apr 05 14:31:20.715151 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:20.715780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:20.727232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0a7cbe4-727c-45d8-9c08-af5f8720dce7']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:20.741959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '169fbad4-38d5-431f-a803-5c22346bbeb6') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:20.742612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '169fbad4-38d5-431f-a803-5c22346bbeb6') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:20.756280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.775865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bc393b8-facc-4c49-b3a5-7b2ce223fd7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.805063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.810800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc393b8-facc-4c49-b3a5-7b2ce223fd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3cf8e0-ca95-4328-95e8-9e2591048909,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:20.828662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:20.829062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:20.847634 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:20.865029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] DHCP port deletion for 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:20.869627 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] Deleting port a139df45-2938-4fb6-84a1-b5aab161edb4 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:20.870438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.895375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:20.925932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Router 369f7e21-94ca-478c-a64c-37c589d9657f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:21.017159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4bc393b8-facc-4c49-b3a5-7b2ce223fd7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.021244 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4bc393b8-facc-4c49-b3a5-7b2ce223fd7a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d3cf8e0-ca95-4328-95e8-9e2591048909 HTTP/1.1" status: 204 len: 168 time: 1.0297611 Apr 05 14:31:21.029834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.103740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.120653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=b0a7cbe4-727c-45d8-9c08-af5f8720dce7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:21.125109 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4c07d2a8-459d-4aee-a6fa-cf8917a24f1c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/b0a7cbe4-727c-45d8-9c08-af5f8720dce7 HTTP/1.1" status: 204 len: 168 time: 5.6617148 Apr 05 14:31:21.135624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59324) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:21.136177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] For port a139df45-2938-4fb6-84a1-b5aab161edb4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a139df45-2938-4fb6-84a1-b5aab161edb4,segment=NetworkSegment(4071ede0-0498-429b-905a-08a9cd71a394),segment_id=4071ede0-0498-429b-905a-08a9cd71a394)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:21.136562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.143187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-502482653'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:21.149469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:21.150857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e07ca-1fc1-48dd-af82-cfb55721b192 req-0cb1f81f-ce3d-4935-9d73-11a3d8766332 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.152906 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-644e07ca-1fc1-48dd-af82-cfb55721b192 req-0cb1f81f-ce3d-4935-9d73-11a3d8766332 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4959934 Apr 05 14:31:21.155262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=fe1939aa-3e76-483d-985f-729e5ada04c8,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:21.156808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:21.160019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:21.169875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:21.186452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:21.189391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.219590 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.225757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.230835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.231000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.231277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.231742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.231938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.232271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.232601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.232933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.233390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.233754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.234136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:21.263877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Deleting port 5169c417-5790-49d8-b07c-1b8f733e50d4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:21.264174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.277122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:21.284585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port a139df45-2938-4fb6-84a1-b5aab161edb4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:21.284922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.293492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking segment: {'id': 'bc8938bb-ffee-47f1-9db9-d2d692b5a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '373bbac6-2737-433a-b5b3-325c19a63d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:21.293860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network hostable DHCP agents. Network: 373bbac6-2737-433a-b5b3-325c19a63d02, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:21.339961 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-644e07ca-1fc1-48dd-af82-cfb55721b192 req-fc227fb5-17be-4381-a82b-2d6d32ed0ea6 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1751759 Apr 05 14:31:21.346868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.347391 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment ebfe79d8-0754-4b50-9394-aa7ca2c908d8 of type vlan for network 6d72e0a4-e719-4a76-9534-4cf49233ba25 Apr 05 14:31:21.393388 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:21.405796 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] Sync routers for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:31:21.428909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] Calling delete_port for a139df45-2938-4fb6-84a1-b5aab161edb4 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:21.430165 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:21.430791 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:21.434561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.443485 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-32340d6e-d486-43aa-a6c0-93672a6c15bc admin admin] 10.222.0.18 "PUT /v2.0/routers/369f7e21-94ca-478c-a64c-37c589d9657f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1007972 Apr 05 14:31:21.448696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59330) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:21.501901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 373bbac6-2737-433a-b5b3-325c19a63d02 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:21.529610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.556622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 373bbac6-2737-433a-b5b3-325c19a63d02) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:21.566140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.566738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.618515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5634c-bb6f-401d-9cc1-bbd7ce207dc9 None None] Network 373bbac6-2737-433a-b5b3-325c19a63d02 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:21.668073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.719906 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ccf54c19-bf0f-4369-8047-c390f589fe28 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4844582 Apr 05 14:31:21.737327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59342) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:21.783535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:31:21.832302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] No DVR routers for this DVR port a139df45-2938-4fb6-84a1-b5aab161edb4 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:21.844199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e070d220-6e5d-4431-9afd-02e7825ae90d None None] Pushing event deleted for resources: {'Port': ['ID=a139df45-2938-4fb6-84a1-b5aab161edb4,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:21.874260 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:31:21.893398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32650d75-1ab3-4b17-9496-3e05c1d6a7b2 None None] Network 6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:21.897637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '373bbac6-2737-433a-b5b3-325c19a63d02', 'name': 'tempest-PortsIpV6TestJSON-1619350017'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:21.922764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.927631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:21.928223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:21.929464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Calling delete_port for 5169c417-5790-49d8-b07c-1b8f733e50d4 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:22.166700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=6d72e0a4-e719-4a76-9534-4cf49233ba25,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:22.211679 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d0690e17-5439-4d9b-afb3-db0c6aa97ea9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0712230 Apr 05 14:31:22.215575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59352) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:22.228878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 6d72e0a4-e719-4a76-9534-4cf49233ba25 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:22.230837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': '6d72e0a4-e719-4a76-9534-4cf49233ba25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:22.239812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port a139df45-2938-4fb6-84a1-b5aab161edb4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a139df45-2938-4fb6-84a1-b5aab161edb4,segment=NetworkSegment(4071ede0-0498-429b-905a-08a9cd71a394),segment_id=4071ede0-0498-429b-905a-08a9cd71a394)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:22.240242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.255182 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:31:16Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:22.260471 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] Checking router: 369f7e21-94ca-478c-a64c-37c589d9657f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:31:22.272481 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] Routers {'369f7e21-94ca-478c-a64c-37c589d9657f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:22.273549 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:30:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['369f7e21-94ca-478c-a64c-37c589d9657f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:22.378907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for a139df45-2938-4fb6-84a1-b5aab161edb4 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:22.480493 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] Set router 369f7e21-94ca-478c-a64c-37c589d9657f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:31:22.484261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:22.484581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:22.518086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.756390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.778948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-373bbac6-2737-433a-b5b3-325c19a63d02', 'network_id': '373bbac6-2737-433a-b5b3-325c19a63d02', 'tenant_id': '43a0e716bb8a47f7802508e843fd72bc', 'fixed_ips': [{'subnet_id': 'fe1939aa-3e76-483d-985f-729e5ada04c8'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:22.779964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.838885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.856878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Deleting port a18df43d-188e-4d65-8933-9168818c6a30 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:22.858490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:22.913978 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:31:16Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:22.920381 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd5c06d-b504-4d01-930a-4a76195b571b None None] The sync data for ids ['369f7e21-94ca-478c-a64c-37c589d9657f'] in dv-neutron-829488-2-hyperv is: [{'id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'name': 'tempest-ServersTestManualDisk-1987426516-router', 'tenant_id': '17396d3d9eb74d0896ed691e2803b81b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}], 'enable_snat': True}, 'gw_port_id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:19Z', 'updated_at': '2022-04-05T14:31:16Z', 'revision_number': 5, 'project_id': '17396d3d9eb74d0896ed691e2803b81b', 'gw_port': {'id': 'a18df43d-188e-4d65-8933-9168818c6a30', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:a2:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369f7e21-94ca-478c-a64c-37c589d9657f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:31:22.927531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:22.990865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port a139df45-2938-4fb6-84a1-b5aab161edb4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:22.991208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.004923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:23.015501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:23.021034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:23.022519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Allocated IP 2001:db8::2 (373bbac6-2737-433a-b5b3-325c19a63d02/fe1939aa-3e76-483d-985f-729e5ada04c8/d9e0fbb1-7498-4ffd-8508-9bb120714cb9) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:23.027105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:23.036143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:23.054940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:23.058733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:23.114961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a8c48d-2f9a-4cb7-b8da-c4c537d8fd6d req-2147acbf-78ec-48f4-9ad0-e1b413709111 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:23.116541 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-07a8c48d-2f9a-4cb7-b8da-c4c537d8fd6d req-2147acbf-78ec-48f4-9ad0-e1b413709111 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4590564 Apr 05 14:31:23.150826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:23.151213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] The port 'a139df45-2938-4fb6-84a1-b5aab161edb4' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:31:23.154698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.173952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:23.320330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.323120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.351644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b9a3cbea-e3e3-4519-a70d-37bb7883934b no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:23.393588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] For port a18df43d-188e-4d65-8933-9168818c6a30, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a18df43d-188e-4d65-8933-9168818c6a30,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:23.394184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.418908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6820b4c2-0430-4d9f-8395-3d4abe8c8cc0']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:23.419719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.433864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Transition to ACTIVE for port object d9e0fbb1-7498-4ffd-8508-9bb120714cb9 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:23.444087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 1368a0b5-b4b3-47c7-9994-aec6689e8ccd yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:23.462340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Transition to ACTIVE for port object d9e0fbb1-7498-4ffd-8508-9bb120714cb9 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:23.472545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.476650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: b9a3cbea-e3e3-4519-a70d-37bb7883934b {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:23.477324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b9a3cbea-e3e3-4519-a70d-37bb7883934b not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:23.576848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Pushing event updated for resources: {'Port': ['ID=d9e0fbb1-7498-4ffd-8508-9bb120714cb9,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:23.588354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Network 373bbac6-2737-433a-b5b3-325c19a63d02 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:23.592320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:23.599573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:23.603965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.604350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.604717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.605055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.605383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.605980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.606491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.606820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.607144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.607480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.608620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:31:23.626585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing IP validity checks on allocation pools {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 14:31:23.627560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 14:31:23.645135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.707486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Calling delete_port for a18df43d-188e-4d65-8933-9168818c6a30 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:23.732128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Attempting to bind port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:23.732502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Attempting to bind port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'bc8938bb-ffee-47f1-9db9-d2d692b5a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '373bbac6-2737-433a-b5b3-325c19a63d02'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:23.732918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Attempting to bind port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 on network 373bbac6-2737-433a-b5b3-325c19a63d02 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:23.740983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:23.741363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Checking segment: {'id': 'bc8938bb-ffee-47f1-9db9-d2d692b5a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '373bbac6-2737-433a-b5b3-325c19a63d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:23.741766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.742488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Bound using segment: {'id': 'bc8938bb-ffee-47f1-9db9-d2d692b5a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '373bbac6-2737-433a-b5b3-325c19a63d02'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:23.742936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Bound port: d9e0fbb1-7498-4ffd-8508-9bb120714cb9, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8938bb-ffee-47f1-9db9-d2d692b5a297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '373bbac6-2737-433a-b5b3-325c19a63d02'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:23.743312 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.780135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59376) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:23.781778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4071ede0-0498-429b-905a-08a9cd71a394') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:23.782083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4071ede0-0498-429b-905a-08a9cd71a394') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:23.808613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.812369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event deleted for resources: {'Port': ['ID=5169c417-5790-49d8-b07c-1b8f733e50d4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:23.827129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-07a8c48d-2f9a-4cb7-b8da-c4c537d8fd6d req-f50f6152-5f8c-458a-aafe-c548e5443617 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5337727 Apr 05 14:31:23.837891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.847145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] For port d9e0fbb1-7498-4ffd-8508-9bb120714cb9, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:23.860258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] For port d9e0fbb1-7498-4ffd-8508-9bb120714cb9, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d9e0fbb1-7498-4ffd-8508-9bb120714cb9,segment=NetworkSegment(bc8938bb-ffee-47f1-9db9-d2d692b5a297),segment_id=bc8938bb-ffee-47f1-9db9-d2d692b5a297)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:23.860258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.861780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:23.862135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:23.877108 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:23.916981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::3cd (373bbac6-2737-433a-b5b3-325c19a63d02/fe1939aa-3e76-483d-985f-729e5ada04c8/1368a0b5-b4b3-47c7-9994-aec6689e8ccd) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:23.994108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7646a5-a049-44c9-a5f2-957f0d8fbe6c None None] Pushing event updated for resources: {'Port': ['ID=d9e0fbb1-7498-4ffd-8508-9bb120714cb9,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:24.037315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.052576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-69172085', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:24.075417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.081506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:24.092253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Usage tracker for resource:port and tenant:4ba7eedf1b494177aef9254f3f4bbfa8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:24.096843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=6820b4c2-0430-4d9f-8395-3d4abe8c8cc0,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:24.102600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:24.119557 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ecb97e23-d542-456b-9131-17e60c99564a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 HTTP/1.1" status: 204 len: 168 time: 5.7431149 Apr 05 14:31:24.119557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:24.120946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59384) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:24.137004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a0375ce-c77b-4ab6-90ad-5ef67e755bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.147647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.215144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Pushing event deleted for resources: {'Port': ['ID=a18df43d-188e-4d65-8933-9168818c6a30,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:24.228343 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee924485-2658-4aaf-81fd-1ff31ae452f4 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:24.228772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee924485-2658-4aaf-81fd-1ff31ae452f4 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:24.231100 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ee924485-2658-4aaf-81fd-1ff31ae452f4 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 HTTP/1.1" status: 404 len: 339 time: 0.1087284 Apr 05 14:31:24.231711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Made reservation on behalf of 4ba7eedf1b494177aef9254f3f4bbfa8 for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:24.234207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.244087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59388) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:24.255641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1533860130', 'description': 'd1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:24.293952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:24.302382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.338382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Usage tracker for resource:network and tenant:c873e33fdcbf40679000c7809e28a92b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:24.345888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:24.366815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:24.452388 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:24.455490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.545709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:24.552575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Usage tracker for resource:security_group_rule and tenant:4ba7eedf1b494177aef9254f3f4bbfa8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:24.552797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.560591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:24.570997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:24.572909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.688328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.693660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:24.791820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.792286 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment 8a9c690e-597c-4dc9-b0e0-db3a6b64c026 of type vlan for network c15e49cf-8903-4835-b619-57459ebb1c88 Apr 05 14:31:24.891953 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.909574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.917340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.926603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object 1368a0b5-b4b3-47c7-9994-aec6689e8ccd will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:24.975223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:24.988501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.001312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] device_id is not set on port a056a72f-0133-4ccf-ad75-43210e98935f yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:25.017458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.026034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9b7c0-ca8f-4566-891b-d3a53a0eecda req-398cf586-b1f0-4824-aaa9-36556362536d tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:25.033439 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8a9b7c0-ca8f-4566-891b-d3a53a0eecda req-398cf586-b1f0-4824-aaa9-36556362536d tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.9572508 Apr 05 14:31:25.035939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.036469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 369f7e21-94ca-478c-a64c-37c589d9657f {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:25.040710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.046366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:25.046584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.060681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3a9281-310c-4ae2-87d2-df57a1692e25 None None] Network 373bbac6-2737-433a-b5b3-325c19a63d02 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:25.122940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.167030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.177551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eeb0b5-103a-4112-af9e-53c50c5229d3,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.211480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-406a3528-f621-46c5-8c47-cf2a9e30fbf4 None None] Provisioning for port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:25.218533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8a9b7c0-ca8f-4566-891b-d3a53a0eecda req-d8b529ab-bf2e-4e16-8492-bd98946142c1 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1839173 Apr 05 14:31:25.227354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.231313 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ed119229-765e-4cf2-89e1-6939831291ad admin admin] 10.222.0.18 "DELETE /v2.0/routers/369f7e21-94ca-478c-a64c-37c589d9657f HTTP/1.1" status: 204 len: 168 time: 3.7789538 Apr 05 14:31:25.235694 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9898844 Apr 05 14:31:25.235694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59392) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:25.253037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59394) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:25.253122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=10a09be4-1836-4597-8b31-b178cc7d533d,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.274281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cdf75b-2efc-46d3-b32f-43cf935dcf64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=c15e49cf-8903-4835-b619-57459ebb1c88,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.290367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c15e49cf-8903-4835-b619-57459ebb1c88 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:25.307475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.388965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=1368a0b5-b4b3-47c7-9994-aec6689e8ccd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:25.395525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6d72e0a4-e719-4a76-9534-4cf49233ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:25.395977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: 6d72e0a4-e719-4a76-9534-4cf49233ba25, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:25.403334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.403950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Fanout notify agent at l3_agent the message router_deleted on router e9e73050-b324-405f-b4fb-b37825cdf86c {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:25.520779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 373bbac6-2737-433a-b5b3-325c19a63d02 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:25.539764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:25.582542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Allocated IP 172.26.6.193 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/a056a72f-0133-4ccf-ad75-43210e98935f) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:25.596286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3259fdde-af15-4779-a4c0-9c6912ad4307 admin admin] Deleting subnet cb58ed33-4378-401d-9bf5-a7dc2fbbfa10 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:25.609127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7b02ad-8ea5-4f1d-af05-d39bf89e2826 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:25.609801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0d7b02ad-8ea5-4f1d-af05-d39bf89e2826 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Synchronizing usage tracker for tenant:c873e33fdcbf40679000c7809e28a92b on resource:network {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:25.614480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3259fdde-af15-4779-a4c0-9c6912ad4307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.617618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:25.622257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:25.622888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.699758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.701131 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1650bf61-811c-4353-b4fe-bc751c3235f5 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/e9e73050-b324-405f-b4fb-b37825cdf86c HTTP/1.1" status: 204 len: 168 time: 6.8043864 Apr 05 14:31:25.712324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59402) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:25.721583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3259fdde-af15-4779-a4c0-9c6912ad4307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.731730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f1ea1169-af0a-4518-8430-b4b9db132898 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9325538 Apr 05 14:31:25.734085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59406) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:25.747741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network 6d72e0a4-e719-4a76-9534-4cf49233ba25 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:25.782246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1255043393', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:25.787072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0d7b02ad-8ea5-4f1d-af05-d39bf89e2826 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Unset dirty status for tenant:c873e33fdcbf40679000c7809e28a92b on resource:network {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:25.788847 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0d7b02ad-8ea5-4f1d-af05-d39bf89e2826 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/networks?id=c15e49cf-8903-4835-b619-57459ebb1c88 HTTP/1.1" status: 200 len: 765 time: 0.5154159 Apr 05 14:31:25.795642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59410) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:25.795868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d9e0fbb1-7498-4ffd-8508-9bb120714cb9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:25.804120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:25.815277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3b48e984-2c2a-46f3-8a4d-69bc4c043c9b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'description': 'd2'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:25.818228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 6d72e0a4-e719-4a76-9534-4cf49233ba25) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:25.830463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:25.830713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.837633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Usage tracker for resource:router and tenant:cfc563ca7b204cc68781df41f616cc12 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:25.838371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706261dd-a629-4ead-aa45-4df21fbd4410 None None] Network 6d72e0a4-e719-4a76-9534-4cf49233ba25 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:25.848758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cedade07-a2ba-487d-b2d1-6497fef7c725 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 1368a0b5-b4b3-47c7-9994-aec6689e8ccd {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:25.849103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cedade07-a2ba-487d-b2d1-6497fef7c725 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:25.908436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:25.944121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce0c95-5545-4654-b330-bbdbaa99c9f6 req-fce05292-3b75-49cf-9b8c-dfd59931736d tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:25.946493 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-53ce0c95-5545-4654-b330-bbdbaa99c9f6 req-fce05292-3b75-49cf-9b8c-dfd59931736d tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.5208938 Apr 05 14:31:25.961430 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2b769cb9-5435-4737-ab94-893ba7968ef9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.7376413 Apr 05 14:31:25.965405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59414) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:26.000030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:26.003067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:26.052514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:26.053718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.081181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.082005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.121410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5917b92-7195-4df7-975a-88f63b01a82a None None] Provisioning for port 1368a0b5-b4b3-47c7-9994-aec6689e8ccd completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:26.163931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5917b92-7195-4df7-975a-88f63b01a82a None None] Provisioning complete for port 1368a0b5-b4b3-47c7-9994-aec6689e8ccd triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:26.164686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5917b92-7195-4df7-975a-88f63b01a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.191954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3259fdde-af15-4779-a4c0-9c6912ad4307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.219734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-6d72e0a4-e719-4a76-9534-4cf49233ba25', 'network_id': '6d72e0a4-e719-4a76-9534-4cf49233ba25', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '10a09be4-1836-4597-8b31-b178cc7d533d'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:26.220866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.277707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.309263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a5917b92-7195-4df7-975a-88f63b01a82a None None] Port 1368a0b5-b4b3-47c7-9994-aec6689e8ccd cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:31:26.322280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.325482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b48e984-2c2a-46f3-8a4d-69bc4c043c9b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.364119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b48e984-2c2a-46f3-8a4d-69bc4c043c9b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.374505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4fdde503-f5d0-4ef3-82ae-cc0c8f50e23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.395443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.452055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3259fdde-af15-4779-a4c0-9c6912ad4307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.453068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5917b92-7195-4df7-975a-88f63b01a82a None None] Provisioning complete for port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:26.453421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5917b92-7195-4df7-975a-88f63b01a82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.506426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.511512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b48e984-2c2a-46f3-8a4d-69bc4c043c9b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network c15e49cf-8903-4835-b619-57459ebb1c88 is not hosted by any dhcp agent {{(pid=83851) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 14:31:26.515111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48e984-2c2a-46f3-8a4d-69bc4c043c9b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:26.515690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b48e984-2c2a-46f3-8a4d-69bc4c043c9b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.516922 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3b48e984-2c2a-46f3-8a4d-69bc4c043c9b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "PUT /v2.0/networks/c15e49cf-8903-4835-b619-57459ebb1c88 HTTP/1.1" status: 200 len: 762 time: 0.7145491 Apr 05 14:31:26.524372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59418) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:26.530157 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-53ce0c95-5545-4654-b330-bbdbaa99c9f6 req-82b21df1-2afc-4be1-bbb3-104d1bbb13b3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5150039 Apr 05 14:31:26.538862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3259fdde-af15-4779-a4c0-9c6912ad4307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb58ed33-4378-401d-9bf5-a7dc2fbbfa10,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:26.539657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port d9e0fbb1-7498-4ffd-8508-9bb120714cb9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d9e0fbb1-7498-4ffd-8508-9bb120714cb9,segment=NetworkSegment(bc8938bb-ffee-47f1-9db9-d2d692b5a297),segment_id=bc8938bb-ffee-47f1-9db9-d2d692b5a297)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:26.547154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.552806 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.593558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48e984-2c2a-46f3-8a4d-69bc4c043c9b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=c15e49cf-8903-4835-b619-57459ebb1c88,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:26.605933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.611327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3259fdde-af15-4779-a4c0-9c6912ad4307 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.631822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.635789 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d3225a26-96c1-44be-81e3-a190233db440 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9196618 Apr 05 14:31:26.636457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59422) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:26.642127 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3259fdde-af15-4779-a4c0-9c6912ad4307 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/cb58ed33-4378-401d-9bf5-a7dc2fbbfa10 HTTP/1.1" status: 204 len: 168 time: 1.4010494 Apr 05 14:31:26.646442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59426) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:26.649052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c15e49cf-8903-4835-b619-57459ebb1c88 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:26.660150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': True}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:26.664171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c750fa-a6ab-4f4d-b8d6-1f1a2bf7356c None None] Network 81810746-99da-4e66-ab4d-02ec55cd3bf0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:26.764451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cedade07-a2ba-487d-b2d1-6497fef7c725 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:26.769351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Allocated IP 172.20.0.3 (6d72e0a4-e719-4a76-9534-4cf49233ba25/10a09be4-1836-4597-8b31-b178cc7d533d/92f82bc6-8c71-48a9-9284-a263b88dd801) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:26.801223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:26.860994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:26.863621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:26.926244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cedade07-a2ba-487d-b2d1-6497fef7c725 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 1368a0b5-b4b3-47c7-9994-aec6689e8ccd owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:26.940509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Pushing event updated for resources: {'Port': ['ID=a056a72f-0133-4ccf-ad75-43210e98935f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:27.001191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Router 6dac200c-4050-4482-9c0f-e3421b9b5423 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:31:27.002380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.017157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d643b34-8f1d-4a45-9fa2-23c019877ce2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.017824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1d643b34-8f1d-4a45-9fa2-23c019877ce2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Synchronizing usage tracker for tenant:c873e33fdcbf40679000c7809e28a92b on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:27.018986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.019713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.028563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=d9e0fbb1-7498-4ffd-8508-9bb120714cb9,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:27.099290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Deleting port 9be1cef1-75d6-4636-ae61-a611435c3913 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:27.099776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.117311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1d643b34-8f1d-4a45-9fa2-23c019877ce2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Unset dirty status for tenant:c873e33fdcbf40679000c7809e28a92b on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:27.121649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1d643b34-8f1d-4a45-9fa2-23c019877ce2 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/networks?id=c15e49cf-8903-4835-b619-57459ebb1c88 HTTP/1.1" status: 200 len: 765 time: 0.5868144 Apr 05 14:31:27.185728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59432) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:27.218908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.246471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.264295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Transition to ACTIVE for port object 92f82bc6-8c71-48a9-9284-a263b88dd801 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:27.271199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e2b3e43f-c3a4-436b-810d-654182772051 None None] Provisioning complete for port 1368a0b5-b4b3-47c7-9994-aec6689e8ccd triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:27.271720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e2b3e43f-c3a4-436b-810d-654182772051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.313098 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f6a04c02-397c-4a16-92cb-ab128a1323eb tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 3.5241990 Apr 05 14:31:27.321277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59436) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:27.340865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.193'}]}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:27.342639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] DHCP port deletion for 81810746-99da-4e66-ab4d-02ec55cd3bf0 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:27.348927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:27.353253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Transition to ACTIVE for port object 92f82bc6-8c71-48a9-9284-a263b88dd801 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:27.360584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Usage tracker for resource:router and tenant:4ba7eedf1b494177aef9254f3f4bbfa8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:27.362592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] Deleting port 9be1cef1-75d6-4636-ae61-a611435c3913 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:27.363641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.391345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:27.400181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.410841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:27.436897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e2b3e43f-c3a4-436b-810d-654182772051 None None] Port 1368a0b5-b4b3-47c7-9994-aec6689e8ccd cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:31:27.451771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d9e0fbb1-7498-4ffd-8508-9bb120714cb9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:27.510025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.510409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.511872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.551040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f5faa-8a57-4613-b206-a025b53cac03 req-b4417961-c16d-477c-9526-0211383750be tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.557853 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-631f5faa-8a57-4613-b206-a025b53cac03 req-b4417961-c16d-477c-9526-0211383750be tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.5676730 Apr 05 14:31:27.580474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.597030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cedade07-a2ba-487d-b2d1-6497fef7c725 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.600472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Network 6d72e0a4-e719-4a76-9534-4cf49233ba25 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:27.603853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:27.607052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Pushing event updated for resources: {'Port': ['ID=92f82bc6-8c71-48a9-9284-a263b88dd801,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:27.607202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.615224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:27.678650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d85c3a73-7349-4cd8-8839-087c6467a112 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:27.682796 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d85c3a73-7349-4cd8-8839-087c6467a112 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4926686 Apr 05 14:31:27.695074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59440) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:27.701307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedade07-a2ba-487d-b2d1-6497fef7c725 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=1368a0b5-b4b3-47c7-9994-aec6689e8ccd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:27.711173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=10a09be4-1836-4597-8b31-b178cc7d533d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:27.739083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.754665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.758803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] For port 9be1cef1-75d6-4636-ae61-a611435c3913, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9be1cef1-75d6-4636-ae61-a611435c3913,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:27.758803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.800160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-29d20b97-52e0-4dad-97d8-b6cf58b0c376 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Synchronizing usage tracker for tenant:c873e33fdcbf40679000c7809e28a92b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:27.826333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] For port 9be1cef1-75d6-4636-ae61-a611435c3913, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9be1cef1-75d6-4636-ae61-a611435c3913,segment=NetworkSegment(8b5d0e86-43b3-4341-831b-cc5c2f3abaa3),segment_id=8b5d0e86-43b3-4341-831b-cc5c2f3abaa3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:27.826723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.835818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:27.836189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.860769 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-631f5faa-8a57-4613-b206-a025b53cac03 req-56dfb186-8aac-4825-bd00-e4c379fc6615 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3019364 Apr 05 14:31:27.862328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cedade07-a2ba-487d-b2d1-6497fef7c725 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:27.862678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Attempting to bind port 92f82bc6-8c71-48a9-9284-a263b88dd801 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:27.863057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Attempting to bind port 92f82bc6-8c71-48a9-9284-a263b88dd801 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6d72e0a4-e719-4a76-9534-4cf49233ba25'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:27.863403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Attempting to bind port 92f82bc6-8c71-48a9-9284-a263b88dd801 on network 6d72e0a4-e719-4a76-9534-4cf49233ba25 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:27.913233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Calling delete_port for 9be1cef1-75d6-4636-ae61-a611435c3913 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:27.974367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.013779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d72e0a4-e719-4a76-9534-4cf49233ba25']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:28.029023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:28.029482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:28.031846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] Calling delete_port for 9be1cef1-75d6-4636-ae61-a611435c3913 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:28.043644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.075748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:28.076035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Checking segment: {'id': 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6d72e0a4-e719-4a76-9534-4cf49233ba25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:28.076426 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.076809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Bound using segment: {'id': 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6d72e0a4-e719-4a76-9534-4cf49233ba25'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:28.077284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Bound port: 92f82bc6-8c71-48a9-9284-a263b88dd801, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '6d72e0a4-e719-4a76-9534-4cf49233ba25'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:28.077654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.107278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.126601 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cedade07-a2ba-487d-b2d1-6497fef7c725 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/1368a0b5-b4b3-47c7-9994-aec6689e8ccd HTTP/1.1" status: 204 len: 168 time: 2.3810229 Apr 05 14:31:28.126601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-29d20b97-52e0-4dad-97d8-b6cf58b0c376 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Unset dirty status for tenant:c873e33fdcbf40679000c7809e28a92b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:28.129373 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-29d20b97-52e0-4dad-97d8-b6cf58b0c376 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 207 time: 0.4258807 Apr 05 14:31:28.131101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59446) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:28.131480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59448) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:28.132609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:28.133075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:28.151984 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:28.214958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.280970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:28.281336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:28.305433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.363756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] Pushing event deleted for resources: {'Port': ['ID=9be1cef1-75d6-4636-ae61-a611435c3913,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:28.368549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] For port 92f82bc6-8c71-48a9-9284-a263b88dd801, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:28.380495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24bf7de-022e-4b0b-8ff7-f4aed2502a56 None None] No DVR routers for this DVR port 9be1cef1-75d6-4636-ae61-a611435c3913 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:28.391092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a18df43d-188e-4d65-8933-9168818c6a30 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:28.403837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2f62bcd-a228-4287-8438-6d8ef47cd826 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:28.404449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2f62bcd-a228-4287-8438-6d8ef47cd826 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:28.406916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b2f62bcd-a228-4287-8438-6d8ef47cd826 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/1368a0b5-b4b3-47c7-9994-aec6689e8ccd HTTP/1.1" status: 404 len: 333 time: 0.2578785 Apr 05 14:31:28.416157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59454) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:28.425338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: a18df43d-188e-4d65-8933-9168818c6a30 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:28.425936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a18df43d-188e-4d65-8933-9168818c6a30 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:28.483978 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-07427ed0-df36-4020-b12e-fe3f563087ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:31:28.484469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-07427ed0-df36-4020-b12e-fe3f563087ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:28.491649 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.498764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] For port 92f82bc6-8c71-48a9-9284-a263b88dd801, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=92f82bc6-8c71-48a9-9284-a263b88dd801,segment=NetworkSegment(ebfe79d8-0754-4b50-9394-aa7ca2c908d8),segment_id=ebfe79d8-0754-4b50-9394-aa7ca2c908d8)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:28.503050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.516095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:31:28.516095 dv-neutron-829488-2-hyperv neutron-server[83850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:31:28.516095 dv-neutron-829488-2-hyperv neutron-server[83850]: [parameters: {'id': '6d72e0a4-e719-4a76-9534-4cf49233ba25'}] Apr 05 14:31:28.516095 dv-neutron-829488-2-hyperv neutron-server[83850]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:28.516575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:28.524933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.584817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a2bc85-898f-4ade-9f2d-bdf9c94e4ae1 req-b1f3f953-1b77-465b-a94b-03a302126be9 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.586395 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e7a2bc85-898f-4ade-9f2d-bdf9c94e4ae1 req-b1f3f953-1b77-465b-a94b-03a302126be9 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.5297472 Apr 05 14:31:28.595593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c997f52-1cdb-43e4-9d52-f0b855ac14e6 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.599443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c997f52-1cdb-43e4-9d52-f0b855ac14e6 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.603277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c997f52-1cdb-43e4-9d52-f0b855ac14e6 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.607924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c997f52-1cdb-43e4-9d52-f0b855ac14e6 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.612258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c997f52-1cdb-43e4-9d52-f0b855ac14e6 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.615808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c997f52-1cdb-43e4-9d52-f0b855ac14e6 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:28.622432 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2c997f52-1cdb-43e4-9d52-f0b855ac14e6 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4725785 Apr 05 14:31:28.624365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:28.625892 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59458) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:28.644920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] Sync routers for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:31:28.646003 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7272b6c2-caf3-4cec-8e7a-ab18e2ab498d admin admin] 10.222.0.18 "PUT /v2.0/routers/6dac200c-4050-4482-9c0f-e3421b9b5423/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.5256741 Apr 05 14:31:28.653600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac7cf0d-cc7a-4883-9e82-40fd952dffb7 None None] Pushing event updated for resources: {'Port': ['ID=92f82bc6-8c71-48a9-9284-a263b88dd801,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:28.670470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59462) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:28.677348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:28.677968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:28.699824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-07427ed0-df36-4020-b12e-fe3f563087ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:28.701082 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-07427ed0-df36-4020-b12e-fe3f563087ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/1368a0b5-b4b3-47c7-9994-aec6689e8ccd HTTP/1.1" status: 404 len: 333 time: 0.2828033 Apr 05 14:31:28.706499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59466) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:28.823826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894139ad-a655-4e29-a88f-6240c75ef94c None None] Network 6d72e0a4-e719-4a76-9534-4cf49233ba25 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:28.862569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Deleting port 9be1cef1-75d6-4636-ae61-a611435c3913 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:28.863128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.887097 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e7a2bc85-898f-4ade-9f2d-bdf9c94e4ae1 req-a1c98533-05b6-4b8f-97a8-b25de9dae4fd tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2603834 Apr 05 14:31:28.976250 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:28.990622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] The port '9be1cef1-75d6-4636-ae61-a611435c3913' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:31:29.017140 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d35c2bf4-c817-45dd-997b-8abbd2c73c8c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3738799 Apr 05 14:31:29.017893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59472) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:29.018601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.053083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:31:29.088560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Allocated IP 172.26.6.184 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/a1d77fad-59d0-4b0c-923a-d416d211774a) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:29.125729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 92f82bc6-8c71-48a9-9284-a263b88dd801 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:29.126089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.220965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff912a-65c3-42b1-adfd-30853dbeeb2b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.222362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff912a-65c3-42b1-adfd-30853dbeeb2b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.224034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff912a-65c3-42b1-adfd-30853dbeeb2b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.224959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff912a-65c3-42b1-adfd-30853dbeeb2b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.226305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acff912a-65c3-42b1-adfd-30853dbeeb2b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.231982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-acff912a-65c3-42b1-adfd-30853dbeeb2b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2046099 Apr 05 14:31:29.235068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59476) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:29.276110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b32e0414-43a6-4ca0-8c49-24a2a0f7fda1 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:31:29.330249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9be1cef1-75d6-4636-ae61-a611435c3913 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:29.356083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.381641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 9be1cef1-75d6-4636-ae61-a611435c3913 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:29.382175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9be1cef1-75d6-4636-ae61-a611435c3913 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:29.402692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.446701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b47fdb-50f0-4958-b356-15ede84eeb84 req-bc62e52e-16b9-4c66-8598-8a7b8153e82a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.447847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.447979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-54b47fdb-50f0-4958-b356-15ede84eeb84 req-bc62e52e-16b9-4c66-8598-8a7b8153e82a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3666492 Apr 05 14:31:29.450025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81810746-99da-4e66-ab4d-02ec55cd3bf0']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:29.458576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8ab71-909f-444e-87d4-96411370dcfa tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.459987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8ab71-909f-444e-87d4-96411370dcfa tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.461044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8ab71-909f-444e-87d4-96411370dcfa tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.462737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8ab71-909f-444e-87d4-96411370dcfa tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.463659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b8ab71-909f-444e-87d4-96411370dcfa tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:29.469267 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-87b8ab71-909f-444e-87d4-96411370dcfa tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2270927 Apr 05 14:31:29.481176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59480) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:29.526317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:29.527167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5d0e86-43b3-4341-831b-cc5c2f3abaa3') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:29.534029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:31:20Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:29.537729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32e0414-43a6-4ca0-8c49-24a2a0f7fda1 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:31:29.538778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ae6017-e6ca-4297-8c6a-abe2ecc2607a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet fe1939aa-3e76-483d-985f-729e5ada04c8 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:29.541082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] Checking router: 6dac200c-4050-4482-9c0f-e3421b9b5423 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:31:29.567519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04ae6017-e6ca-4297-8c6a-abe2ecc2607a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.606820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 92f82bc6-8c71-48a9-9284-a263b88dd801, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=92f82bc6-8c71-48a9-9284-a263b88dd801,segment=NetworkSegment(ebfe79d8-0754-4b50-9394-aa7ca2c908d8),segment_id=ebfe79d8-0754-4b50-9394-aa7ca2c908d8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:29.607176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.607621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.657371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.668928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] Routers {'6dac200c-4050-4482-9c0f-e3421b9b5423'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:29.669890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6dac200c-4050-4482-9c0f-e3421b9b5423'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:29.698094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.706035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:29.706465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:29.721966 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:29.758677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.795110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04ae6017-e6ca-4297-8c6a-abe2ecc2607a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.893415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.915038 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:29.934011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] Pushing event deleted for resources: {'Network': ['ID=81810746-99da-4e66-ab4d-02ec55cd3bf0,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:29.942260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 92f82bc6-8c71-48a9-9284-a263b88dd801 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:29.958015 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-001bd7ca-8c30-4042-b920-1c6310975a7e admin admin] 10.222.0.18 "DELETE /v2.0/networks/81810746-99da-4e66-ab4d-02ec55cd3bf0 HTTP/1.1" status: 204 len: 168 time: 3.3078721 Apr 05 14:31:29.972401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04ae6017-e6ca-4297-8c6a-abe2ecc2607a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.039034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] Set router 6dac200c-4050-4482-9c0f-e3421b9b5423 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:31:30.073289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-54b47fdb-50f0-4958-b356-15ede84eeb84 req-f61fa9ea-55df-4fd7-acc3-5ee148d3519f tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6062963 Apr 05 14:31:30.094025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04ae6017-e6ca-4297-8c6a-abe2ecc2607a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.132918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.157934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd83476e-bf56-40e5-96fa-8b6ede9e3380 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:30.159636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dd83476e-bf56-40e5-96fa-8b6ede9e3380 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/networks/84ffb120-51c6-4d9b-b8f9-da08752dd856 HTTP/1.1" status: 200 len: 803 time: 0.6745315 Apr 05 14:31:30.164567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59488) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:30.195578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.206715 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ae6017-e6ca-4297-8c6a-abe2ecc2607a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=fe1939aa-3e76-483d-985f-729e5ada04c8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:30.235836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04ae6017-e6ca-4297-8c6a-abe2ecc2607a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.246876 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-04ae6017-e6ca-4297-8c6a-abe2ecc2607a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/fe1939aa-3e76-483d-985f-729e5ada04c8 HTTP/1.1" status: 204 len: 168 time: 1.5385528 Apr 05 14:31:30.253173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59492) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:30.266937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'Port': ['ID=a1d77fad-59d0-4b0c-923a-d416d211774a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:30.270464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:30.295708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:30.301929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.318353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=92f82bc6-8c71-48a9-9284-a263b88dd801,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:30.334004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port 92f82bc6-8c71-48a9-9284-a263b88dd801 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:30.366263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59496) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:30.398895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:30.482023 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c08322d-18fc-4f11-8afe-0c12e39b040e None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:31:30.541272 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5515144d-789a-459b-8c65-8af6760c9195 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/networks/84ffb120-51c6-4d9b-b8f9-da08752dd856?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3711033 Apr 05 14:31:30.541487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:31:20Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:30.544130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59500) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:30.547051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbe95c1-0fcb-45f4-aea7-02744b329466 None None] The sync data for ids ['6dac200c-4050-4482-9c0f-e3421b9b5423'] in dv-neutron-829488-2-hyperv is: [{'id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'name': 'tempest-ServersTestJSON-785021104-router', 'tenant_id': 'f340e038ed9f4035ac647832a6a75084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156'}], 'enable_snat': True}, 'gw_port_id': '6898772a-3272-4637-ba56-8670fffe3e44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:20Z', 'updated_at': '2022-04-05T14:31:20Z', 'revision_number': 5, 'project_id': 'f340e038ed9f4035ac647832a6a75084', 'gw_port': {'id': '6898772a-3272-4637-ba56-8670fffe3e44', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:cc:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6dac200c-4050-4482-9c0f-e3421b9b5423', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:31:30.565402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.608515 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-977da4cc-5abb-4b99-8301-fccd125cae5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17396d3d9eb74d0896ed691e2803b81b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2331636 Apr 05 14:31:30.613360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59504) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:30.614659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d72e0a4-e719-4a76-9534-4cf49233ba25']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:30.642925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:30.643223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebfe79d8-0754-4b50-9394-aa7ca2c908d8') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:30.661968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c08322d-18fc-4f11-8afe-0c12e39b040e None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:31:30.669139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.680968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b8062d-c8ed-4d44-b956-ebc756e0d468 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:30.681530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-41b8062d-c8ed-4d44-b956-ebc756e0d468 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Synchronizing usage tracker for tenant:c873e33fdcbf40679000c7809e28a92b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:30.705572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.724650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:30.725052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.741426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-41b8062d-c8ed-4d44-b956-ebc756e0d468 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Unset dirty status for tenant:c873e33fdcbf40679000c7809e28a92b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:30.746876 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-41b8062d-c8ed-4d44-b956-ebc756e0d468 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/subnets/bf9ac2b9-b9e3-44b1-b495-9e8c10e0dcfd HTTP/1.1" status: 200 len: 843 time: 0.1988268 Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:30.747065 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:30.749963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.751063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59508) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:30.760268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.836867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5c133a-ce54-48b9-981d-1e7a38f27395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.844295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Deleting port 6898772a-3272-4637-ba56-8670fffe3e44 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:30.844640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.899260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.912921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5c133a-ce54-48b9-981d-1e7a38f27395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.922952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:30.923509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.949479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:30.961647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=6d72e0a4-e719-4a76-9534-4cf49233ba25,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:31.001108 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-95ab9df8-e8cb-4842-8c11-51dbb318e567 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/6d72e0a4-e719-4a76-9534-4cf49233ba25 HTTP/1.1" status: 204 len: 168 time: 5.0302556 Apr 05 14:31:31.030139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59512) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:31.034271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8058888-dfe6-4166-a535-40c013f46b19 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:31.035642 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d8058888-dfe6-4166-a535-40c013f46b19 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "GET /v2.0/subnets/bf9ac2b9-b9e3-44b1-b495-9e8c10e0dcfd?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2836688 Apr 05 14:31:31.047558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59516) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:31.055925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1841682651'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:31.078753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-698390787'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:31.083160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:31.094759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:31.099224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:31.103463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e87cc3-7e2b-41a8-9e26-8c1966d7ac2b None None] Network 373bbac6-2737-433a-b5b3-325c19a63d02 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:31.106009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:31.145766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5c133a-ce54-48b9-981d-1e7a38f27395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.168187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c133a-ce54-48b9-981d-1e7a38f27395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285eba7f-2bbe-44b7-9027-7fba5f111f17,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:31.170960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] For port 6898772a-3272-4637-ba56-8670fffe3e44, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6898772a-3272-4637-ba56-8670fffe3e44,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:31.171320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.194784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:31.247240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5c133a-ce54-48b9-981d-1e7a38f27395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.250722 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0a5c133a-ce54-48b9-981d-1e7a38f27395 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/285eba7f-2bbe-44b7-9027-7fba5f111f17 HTTP/1.1" status: 204 len: 168 time: 0.6245801 Apr 05 14:31:31.264485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:31.274448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9b295b84-3c2e-4cd1-99e9-03ef32e28993 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:31.313293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Calling delete_port for 6898772a-3272-4637-ba56-8670fffe3e44 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:31.338965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.345407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:31.348204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.352488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 9b295b84-3c2e-4cd1-99e9-03ef32e28993 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:31.352737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9b295b84-3c2e-4cd1-99e9-03ef32e28993 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:31.372222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:31.375641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.412986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.497046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] DHCP port deletion for 373bbac6-2737-433a-b5b3-325c19a63d02 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:31.501616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] Deleting port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:31.501982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.513662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:31.544023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:31.551981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.560981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.561333 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment be33a232-d378-4d5b-af1e-7d3418181f4b of type vlan for network 864f25db-83c5-4b73-b0cf-286a3a098c5f Apr 05 14:31:31.577380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] For port d9e0fbb1-7498-4ffd-8508-9bb120714cb9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d9e0fbb1-7498-4ffd-8508-9bb120714cb9,segment=NetworkSegment(bc8938bb-ffee-47f1-9db9-d2d692b5a297),segment_id=bc8938bb-ffee-47f1-9db9-d2d692b5a297)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:31.577741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.586522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.586522 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Added segment 49042669-496f-4a8b-a8c9-8f7e7a354c73 of type vlan for network 66c74afb-6d5d-4511-9976-67dcc72584d2 Apr 05 14:31:31.596052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.596499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 675fbec5-1e58-4a92-8df5-4e074eaf4c17 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:31.615314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Pushing event deleted for resources: {'Port': ['ID=6898772a-3272-4637-ba56-8670fffe3e44,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:31.749422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for d9e0fbb1-7498-4ffd-8508-9bb120714cb9 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:31.778520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.806936 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:31:31.824069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.834279 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:31:31.838230 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4c562aa3-40db-458b-9151-6df07c691968 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5161548 Apr 05 14:31:31.839976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59528) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:31.859367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.891329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] For port d9e0fbb1-7498-4ffd-8508-9bb120714cb9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d9e0fbb1-7498-4ffd-8508-9bb120714cb9,segment=NetworkSegment(bc8938bb-ffee-47f1-9db9-d2d692b5a297),segment_id=bc8938bb-ffee-47f1-9db9-d2d692b5a297)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:31.893031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:31.984714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.041729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] Calling delete_port for d9e0fbb1-7498-4ffd-8508-9bb120714cb9 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:32.156070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:31:32.197187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.201392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:32.201932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.203874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:32.204623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:32.238653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.296675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.303707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.334366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.335444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.336126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6dac200c-4050-4482-9c0f-e3421b9b5423 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:32.337971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:32.338768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.345202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-28812bfa-5ffc-49f0-b264-74f8952ceb83 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Deleting port a056a72f-0133-4ccf-ad75-43210e98935f {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:32.345540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28812bfa-5ffc-49f0-b264-74f8952ceb83 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.358800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.360156 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2fa00fe6-8298-440e-9b50-745ceb6db5ea admin admin] 10.222.0.18 "DELETE /v2.0/routers/6dac200c-4050-4482-9c0f-e3421b9b5423 HTTP/1.1" status: 204 len: 168 time: 3.6859772 Apr 05 14:31:32.362838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59542) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:32.421348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=d9e0fbb1-7498-4ffd-8508-9bb120714cb9,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:32.442809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-377ea9cc-4f1d-4f52-a319-75b4947a7b13 admin admin] Deleting subnet c49daade-39bc-48df-a761-ccf2f43d497f {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:32.446324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377ea9cc-4f1d-4f52-a319-75b4947a7b13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.475304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No DVR routers for this DVR port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:32.477294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=864f25db-83c5-4b73-b0cf-286a3a098c5f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:32.482523 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3617af09-422d-4360-8a21-326b08ecbd5e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4433870 Apr 05 14:31:32.487788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 864f25db-83c5-4b73-b0cf-286a3a098c5f details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:32.529533 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4695520 Apr 05 14:31:32.533893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59548) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:32.534239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59550) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:32.535016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377ea9cc-4f1d-4f52-a319-75b4947a7b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.561230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': '864f25db-83c5-4b73-b0cf-286a3a098c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:32.576355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.581182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'network_id': '66c74afb-6d5d-4511-9976-67dcc72584d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:32.645934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377ea9cc-4f1d-4f52-a319-75b4947a7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.706276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] Deleting port d9e0fbb1-7498-4ffd-8508-9bb120714cb9 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:32.706834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.723346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377ea9cc-4f1d-4f52-a319-75b4947a7b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.769185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-377ea9cc-4f1d-4f52-a319-75b4947a7b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.773386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377ea9cc-4f1d-4f52-a319-75b4947a7b13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c49daade-39bc-48df-a761-ccf2f43d497f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:32.778763 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-377ea9cc-4f1d-4f52-a319-75b4947a7b13 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c49daade-39bc-48df-a761-ccf2f43d497f HTTP/1.1" status: 204 len: 168 time: 0.4144337 Apr 05 14:31:32.781103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59560) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:32.797608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9838a1e4-6af4-4be9-ac41-60b272369987 None None] Network 6c033505-0a6f-40d5-8fe7-5433c1d6035a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:32.828432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-04cd3f2f-f732-4701-ac73-31fb16802e6c None None] The port 'd9e0fbb1-7498-4ffd-8508-9bb120714cb9' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:31:32.829725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.907949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.935516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Deleting port d973f745-31d8-4cd5-95b5-354847d9c8cb {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:32.935860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:32.950484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58465029-10e1-49f5-9f66-d30cd66eca69 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Network': ['ID=66c74afb-6d5d-4511-9976-67dcc72584d2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:32.967261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 66c74afb-6d5d-4511-9976-67dcc72584d2 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:33.099749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.170734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] For port d973f745-31d8-4cd5-95b5-354847d9c8cb, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d973f745-31d8-4cd5-95b5-354847d9c8cb,segment=NetworkSegment(e848b352-78c5-49a1-ae53-98b2458b1731),segment_id=e848b352-78c5-49a1-ae53-98b2458b1731)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:33.171248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.228475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['373bbac6-2737-433a-b5b3-325c19a63d02']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.246174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:33.263929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:33.267506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8938bb-ffee-47f1-9db9-d2d692b5a297') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.267805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8938bb-ffee-47f1-9db9-d2d692b5a297') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.278838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:33.281110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:33.284753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f40d9e-9de5-4ad7-b57d-21fe758930d8 None None] DHCP port deletion for 6c033505-0a6f-40d5-8fe7-5433c1d6035a request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:33.288804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-86f40d9e-9de5-4ad7-b57d-21fe758930d8 None None] Deleting port d973f745-31d8-4cd5-95b5-354847d9c8cb {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:33.289172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-86f40d9e-9de5-4ad7-b57d-21fe758930d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.309904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.320352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:33.322462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:33.330641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Calling delete_port for d973f745-31d8-4cd5-95b5-354847d9c8cb owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:33.364475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6898772a-3272-4637-ba56-8670fffe3e44 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:33.367548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28812bfa-5ffc-49f0-b264-74f8952ceb83 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.406075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6898772a-3272-4637-ba56-8670fffe3e44 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:33.406413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6898772a-3272-4637-ba56-8670fffe3e44 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:33.406824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d9e0fbb1-7498-4ffd-8508-9bb120714cb9 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:33.419307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.441753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: d9e0fbb1-7498-4ffd-8508-9bb120714cb9 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:33.442114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d9e0fbb1-7498-4ffd-8508-9bb120714cb9 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:33.475482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Pushing event deleted for resources: {'Port': ['ID=d973f745-31d8-4cd5-95b5-354847d9c8cb,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:33.480926 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-86f40d9e-9de5-4ad7-b57d-21fe758930d8 None None] The port 'd973f745-31d8-4cd5-95b5-354847d9c8cb' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:31:33.492728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] No DVR routers for this DVR port d973f745-31d8-4cd5-95b5-354847d9c8cb on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:33.503192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-28812bfa-5ffc-49f0-b264-74f8952ceb83 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Calling delete_port for a056a72f-0133-4ccf-ad75-43210e98935f owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:33.543032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.556754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Made reservation on behalf of c873e33fdcbf40679000c7809e28a92b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:33.714860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59576) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:33.719189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:33.742204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.768163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c033505-0a6f-40d5-8fe7-5433c1d6035a']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.779310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:33.779710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.783255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e848b352-78c5-49a1-ae53-98b2458b1731') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.783399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e848b352-78c5-49a1-ae53-98b2458b1731') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:33.793655 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:33.795794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.812196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.818835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:33.819297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:33.833146 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:33.913137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.930835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:33.941274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1279619245'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:33.950476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c033505-0a6f-40d5-8fe7-5433c1d6035a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:33.954961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:33.960974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Usage tracker for resource:network and tenant:37df465b210645da9bfd9b6801034de1 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:33.964306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:33.967963 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-48b8434f-047f-41a9-bd08-d07c97d7f405 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c033505-0a6f-40d5-8fe7-5433c1d6035a HTTP/1.1" status: 204 len: 168 time: 1.1858850 Apr 05 14:31:33.975514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:33.987122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Made reservation on behalf of 37df465b210645da9bfd9b6801034de1 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:33.990216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.001159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.005673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.028976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.041984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:34.046096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Usage tracker for resource:security_group_rule and tenant:37df465b210645da9bfd9b6801034de1 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:34.049212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:34.054821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:34.080743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.131392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.139777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.144129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.184299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:34.193099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82175885-f095-4b90-bd55-2357a276b0e3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:34.196448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59584) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:34.213774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.214166 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Added segment 049e5b89-4a9b-46a3-abde-1ba94f9eebf5 of type vlan for network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 Apr 05 14:31:34.224267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Network': ['ID=373bbac6-2737-433a-b5b3-325c19a63d02,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:34.251477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.ipam_backend_mixin [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Performing IP validity checks on allocation pools {{(pid=83851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 14:31:34.252139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.ipam_backend_mixin [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 14:31:34.263932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.266194 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2f60a66a-f63e-4a86-aa6c-0703d4390aae tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/networks/373bbac6-2737-433a-b5b3-325c19a63d02 HTTP/1.1" status: 204 len: 168 time: 4.0037720 Apr 05 14:31:34.270159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59588) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:34.279228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-174792405'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:34.286482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:34.293337 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9e18f960-3de7-447a-8b02-7b15976e9061 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f340e038ed9f4035ac647832a6a75084&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0916595 Apr 05 14:31:34.293749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59592) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:34.298380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:network and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:34.320474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:34.326872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28812bfa-5ffc-49f0-b264-74f8952ceb83 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.335004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:34.363001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.366615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:34.367186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.392108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28812bfa-5ffc-49f0-b264-74f8952ceb83 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Pushing event deleted for resources: {'Port': ['ID=a056a72f-0133-4ccf-ad75-43210e98935f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:34.401183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:34.404923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.521723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event updated for resources: {'Network': ['ID=9a7f0a42-c298-4c9e-954b-1ff80c446c12,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:34.527013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-119502cb-0527-49a4-92c4-8c33f287c967 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8103240 Apr 05 14:31:34.534578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:34.535889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59596) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:34.545408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Request body: {'subnet': {'network_id': '9a7f0a42-c298-4c9e-954b-1ff80c446c12', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:34.559269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b837500-24e3-4f2c-80d9-fefeafda10f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.560932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:34.641099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28812bfa-5ffc-49f0-b264-74f8952ceb83 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.660390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.660738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Added segment ec6e45bc-97d7-416f-a6b0-a6c93007576f of type vlan for network c6913693-5e7d-410b-8629-b674619dbae3 Apr 05 14:31:34.693265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b837500-24e3-4f2c-80d9-fefeafda10f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.708618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.732070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:34.741330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.742652 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-28812bfa-5ffc-49f0-b264-74f8952ceb83 tempest-RoutersAdminNegativeIpV6Test-1590161798 tempest-RoutersAdminNegativeIpV6Test-1590161798-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a056a72f-0133-4ccf-ad75-43210e98935f HTTP/1.1" status: 204 len: 168 time: 2.8973923 Apr 05 14:31:34.745848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Usage tracker for resource:subnet and tenant:37df465b210645da9bfd9b6801034de1 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:34.762770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.764780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:34.775457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Router c9d0e9b2-4c80-4a08-8752-b658eb41b7af is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:31:34.777201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:34.805819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Made reservation on behalf of 37df465b210645da9bfd9b6801034de1 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:34.825938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=7d70d6d8-ba50-47cb-bf9f-fbbe9ee324e6,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:34.827764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.831422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:34.832014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:34.985360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b837500-24e3-4f2c-80d9-fefeafda10f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.010021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': 'be33a232-d378-4d5b-af1e-7d3418181f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '864f25db-83c5-4b73-b0cf-286a3a098c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:35.010408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: 864f25db-83c5-4b73-b0cf-286a3a098c5f, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:35.033556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b837500-24e3-4f2c-80d9-fefeafda10f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.034717 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8b837500-24e3-4f2c-80d9-fefeafda10f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/777f9ca3-4837-41f0-8004-664d7c5223c7 HTTP/1.1" status: 204 len: 168 time: 0.7392101 Apr 05 14:31:35.039492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7651744 Apr 05 14:31:35.039492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b837500-24e3-4f2c-80d9-fefeafda10f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=777f9ca3-4837-41f0-8004-664d7c5223c7,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.039896 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59606) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:35.043418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fafdac-c94d-432d-a9f1-a1fbab8904af tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Network': ['ID=c6913693-5e7d-410b-8629-b674619dbae3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.043743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=86e30bae-47f9-4b10-88ab-62c6f541f92c,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.047501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.054068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': 'c6913693-5e7d-410b-8629-b674619dbae3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:35.070495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Checking segment: {'id': '49042669-496f-4a8b-a8c9-8f7e7a354c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66c74afb-6d5d-4511-9976-67dcc72584d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:35.071123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network hostable DHCP agents. Network: 66c74afb-6d5d-4511-9976-67dcc72584d2, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:35.113540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c6913693-5e7d-410b-8629-b674619dbae3 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:35.189983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59612) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:35.208942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network 864f25db-83c5-4b73-b0cf-286a3a098c5f is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:35.230682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:35.240759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Network 66c74afb-6d5d-4511-9976-67dcc72584d2 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:35.243390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:35.249422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:35.260876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 864f25db-83c5-4b73-b0cf-286a3a098c5f) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:35.265860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:35.269160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 66c74afb-6d5d-4511-9976-67dcc72584d2) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:35.275258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9fd336f-f7cc-4b1f-a37e-2d5d21579c67 None None] Network 864f25db-83c5-4b73-b0cf-286a3a098c5f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:35.279122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:35.279705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.283782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:35.284281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.292769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953e385b-2a20-443e-93d3-013c391e0def None None] Network 66c74afb-6d5d-4511-9976-67dcc72584d2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:35.343645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:35.425074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d973f745-31d8-4cd5-95b5-354847d9c8cb no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:35.435143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.475218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: d973f745-31d8-4cd5-95b5-354847d9c8cb {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:35.475674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d973f745-31d8-4cd5-95b5-354847d9c8cb not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:35.536052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.574318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:35.578709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] Usage tracker for resource:security_group_rule and tenant:ddbe5ef8579441d9883171086b55a427 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:35.582179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:35.588679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:35.610756 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9a6c484a-88e9-40c7-ab0a-8dd4a7c52a0e tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.0704012 Apr 05 14:31:35.613127 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b0085757-f340-4f6f-ad05-c9515551c115 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0714114 Apr 05 14:31:35.623721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59622) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:35.624282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59624) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:35.635945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6497b30b-ce4b-4525-adec-0c8e75476f64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:35.719675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-864f25db-83c5-4b73-b0cf-286a3a098c5f', 'network_id': '864f25db-83c5-4b73-b0cf-286a3a098c5f', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '7d70d6d8-ba50-47cb-bf9f-fbbe9ee324e6'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:35.721261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.725326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.728993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event updated for resources: {'Subnet': ['ID=2eedfcb7-2135-4147-89b1-ff43d941766d,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.734985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.806685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.810515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Checking segment: {'id': '049e5b89-4a9b-46a3-abde-1ba94f9eebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a7f0a42-c298-4c9e-954b-1ff80c446c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:35.811039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Network hostable DHCP agents. Network: 9a7f0a42-c298-4c9e-954b-1ff80c446c12, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:35.826992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdad028d-56fe-4e86-950c-993f676d6653,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:35.834362 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d93ef83f-5421-487a-a577-b624f51d280e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddbe5ef8579441d9883171086b55a427&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6430693 Apr 05 14:31:35.835793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59636) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:35.874592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:35.903884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 9a7f0a42-c298-4c9e-954b-1ff80c446c12) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:35.922599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:35.923074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.956101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-66c74afb-6d5d-4511-9976-67dcc72584d2', 'network_id': '66c74afb-6d5d-4511-9976-67dcc72584d2', 'tenant_id': 'c873e33fdcbf40679000c7809e28a92b', 'fixed_ips': [{'subnet_id': '86e30bae-47f9-4b10-88ab-62c6f541f92c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:35.957151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.970252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96645b97-f4ce-49d3-a468-d3dcc5b94f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:35.974455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87ac9ef-8cf1-4bc0-8f10-23eddfd3d678 None None] Network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:35.978932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:35.992036 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ef88b-e1c8-4a58-9775-4418f1f5ccdd None None] Sync routers for ids ['c9d0e9b2-4c80-4a08-8752-b658eb41b7af'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:31:36.001786 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bc5c6720-d5ed-4382-a4fe-507645cfc6aa tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4625058 Apr 05 14:31:36.003149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59642) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:36.004055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.005414 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d11c11c2-b56f-44c8-b209-0cc0ce08394c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "PUT /v2.0/routers/c9d0e9b2-4c80-4a08-8752-b658eb41b7af HTTP/1.1" status: 200 len: 919 time: 9.3653040 Apr 05 14:31:36.016543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Request body: {'port': {'network_id': '9a7f0a42-c298-4c9e-954b-1ff80c446c12', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1409443336'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:36.022625 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ef88b-e1c8-4a58-9775-4418f1f5ccdd None None] Routers {'c9d0e9b2-4c80-4a08-8752-b658eb41b7af'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:36.023469 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e94ef88b-e1c8-4a58-9775-4418f1f5ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9d0e9b2-4c80-4a08-8752-b658eb41b7af'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:36.031102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59646) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:36.141594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Allocated IP 2001:db8::3 (66c74afb-6d5d-4511-9976-67dcc72584d2/86e30bae-47f9-4b10-88ab-62c6f541f92c/5346f2cb-f651-44e6-bfe1-78df4c87d47a) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:36.148999 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e94ef88b-e1c8-4a58-9775-4418f1f5ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:36.184926 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ef88b-e1c8-4a58-9775-4418f1f5ccdd None None] Routers {'c9d0e9b2-4c80-4a08-8752-b658eb41b7af'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:36.185610 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e94ef88b-e1c8-4a58-9775-4418f1f5ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9d0e9b2-4c80-4a08-8752-b658eb41b7af'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:36.219943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.234091 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.258591 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e94ef88b-e1c8-4a58-9775-4418f1f5ccdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:36.259270 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e94ef88b-e1c8-4a58-9775-4418f1f5ccdd None None] The sync data for ids ['c9d0e9b2-4c80-4a08-8752-b658eb41b7af'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:31:36.308682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6497b30b-ce4b-4525-adec-0c8e75476f64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1436320'] for subnet, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.309204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96645b97-f4ce-49d3-a468-d3dcc5b94f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.375389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.409068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=0bf08395-cd4d-4ab9-8877-d667e1f7c69c,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:36.415588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Allocated IP 172.20.0.1 (864f25db-83c5-4b73-b0cf-286a3a098c5f/7d70d6d8-ba50-47cb-bf9f-fbbe9ee324e6/4034ca08-4b8c-4477-a7d0-0ef6f01c9f20) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:36.487093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking segment: {'id': 'ec6e45bc-97d7-416f-a6b0-a6c93007576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c6913693-5e7d-410b-8629-b674619dbae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:36.487575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network hostable DHCP agents. Network: c6913693-5e7d-410b-8629-b674619dbae3, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:36.515476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network c6913693-5e7d-410b-8629-b674619dbae3 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:36.534664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, c6913693-5e7d-410b-8629-b674619dbae3) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:36.558893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:36.559550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.561416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5e89d2-2732-495d-abfd-741dd3be6858 None None] Network c6913693-5e7d-410b-8629-b674619dbae3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:36.563552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:36.568172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Usage tracker for resource:port and tenant:37df465b210645da9bfd9b6801034de1 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:36.574027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:36.583372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:36.585562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96645b97-f4ce-49d3-a468-d3dcc5b94f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.609948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96645b97-f4ce-49d3-a468-d3dcc5b94f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdad028d-56fe-4e86-950c-993f676d6653,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:36.620259 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-115f59bc-0318-443d-b257-38d7d0925571 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5788548 Apr 05 14:31:36.621088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59658) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:36.636229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96645b97-f4ce-49d3-a468-d3dcc5b94f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.636565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': 'c6913693-5e7d-410b-8629-b674619dbae3', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-609911322'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:36.640169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-96645b97-f4ce-49d3-a468-d3dcc5b94f6d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cdad028d-56fe-4e86-950c-993f676d6653 HTTP/1.1" status: 204 len: 168 time: 0.8007767 Apr 05 14:31:36.641013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Made reservation on behalf of 37df465b210645da9bfd9b6801034de1 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:36.644768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.692932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] device_id is not set on port 3265198f-06c6-4638-824a-53ed7cbe64b3 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:36.784617 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b078f2ae-4d9c-4bcb-9d66-cde2bb73b68a tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/routers/c9d0e9b2-4c80-4a08-8752-b658eb41b7af HTTP/1.1" status: 200 len: 925 time: 0.7523260 Apr 05 14:31:36.789567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59664) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:36.899380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.920362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:36.941662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:36.961347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:36.962600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Allocated IP 172.20.0.10 (9a7f0a42-c298-4c9e-954b-1ff80c446c12/2eedfcb7-2135-4147-89b1-ff43d941766d/3265198f-06c6-4638-824a-53ed7cbe64b3) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:36.964870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-9a7f0a42-c298-4c9e-954b-1ff80c446c12', 'network_id': '9a7f0a42-c298-4c9e-954b-1ff80c446c12', 'tenant_id': '37df465b210645da9bfd9b6801034de1', 'fixed_ips': [{'subnet_id': '2eedfcb7-2135-4147-89b1-ff43d941766d'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:36.965591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.981410 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:36.989250 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-05b29cac-e17e-47b7-abd4-9eb3131a6e0d tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=c9d0e9b2-4c80-4a08-8752-b658eb41b7af&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1982386 Apr 05 14:31:36.990593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59668) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:36.990721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-c6913693-5e7d-410b-8629-b674619dbae3', 'network_id': 'c6913693-5e7d-410b-8629-b674619dbae3', 'tenant_id': '43a0e716bb8a47f7802508e843fd72bc', 'fixed_ips': [{'subnet_id': '0bf08395-cd4d-4ab9-8877-d667e1f7c69c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:36.991452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.023919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 730d6e9c-6f65-4c12-b9cb-5a850f13f241 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:37.044108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Transition to ACTIVE for port object 5346f2cb-f651-44e6-bfe1-78df4c87d47a will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:37.201534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Transition to ACTIVE for port object 5346f2cb-f651-44e6-bfe1-78df4c87d47a will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:37.263018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.279776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::2c4 (c6913693-5e7d-410b-8629-b674619dbae3/0bf08395-cd4d-4ab9-8877-d667e1f7c69c/730d6e9c-6f65-4c12-b9cb-5a850f13f241) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:37.322697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec139ace-27d1-426a-b21b-a2b5425bb056 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:37.324604 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ec139ace-27d1-426a-b21b-a2b5425bb056 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 881 time: 0.3309295 Apr 05 14:31:37.328221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59680) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:37.389077 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-345afdeb-9f61-4a13-8c12-57d5e6385965 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9d0e9b2-4c80-4a08-8752-b658eb41b7af HTTP/1.1" status: 200 len: 205 time: 0.0596108 Apr 05 14:31:37.396684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59684) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:37.409570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59688) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:37.422268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.446871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.464224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Network 66c74afb-6d5d-4511-9976-67dcc72584d2 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:37.476695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Transition to ACTIVE for port object 3265198f-06c6-4638-824a-53ed7cbe64b3 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:37.480549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:37.483336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:37.487201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Transition to ACTIVE for port object 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:37.503260 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-63dff787-136b-4644-bafd-02fa3a638019 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ba7eedf1b494177aef9254f3f4bbfa8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0901139 Apr 05 14:31:37.503463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59694) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:37.507916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Pushing event updated for resources: {'Port': ['ID=5346f2cb-f651-44e6-bfe1-78df4c87d47a,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:37.521001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.556910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.602886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Transition to ACTIVE for port object 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:37.666817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.726662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9fc888e-1c6e-48cf-a0ea-3d1bc88ccfc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.743991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:37.756182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:37.761314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event updated for resources: {'Port': ['ID=3265198f-06c6-4638-824a-53ed7cbe64b3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:37.763831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:37.785329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.808287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Network 864f25db-83c5-4b73-b0cf-286a3a098c5f is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:37.820015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9fc888e-1c6e-48cf-a0ea-3d1bc88ccfc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.820201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:37.822834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:37.877620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:37.878315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.903566 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c30a2325-be5d-4005-b980-9c57337543f6 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 1.9003096 Apr 05 14:31:37.906434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59702) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:37.978078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=7d70d6d8-ba50-47cb-bf9f-fbbe9ee324e6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:37.982622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6f334570-ee0c-4460-89b3-ca4758bfe017 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Deleting port 3265198f-06c6-4638-824a-53ed7cbe64b3 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:37.982969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f334570-ee0c-4460-89b3-ca4758bfe017 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:37.984409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Pushing event updated for resources: {'Port': ['ID=4034ca08-4b8c-4477-a7d0-0ef6f01c9f20,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:37.987944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Attempting to bind port 5346f2cb-f651-44e6-bfe1-78df4c87d47a on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:37.988385 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Attempting to bind port 5346f2cb-f651-44e6-bfe1-78df4c87d47a by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '49042669-496f-4a8b-a8c9-8f7e7a354c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66c74afb-6d5d-4511-9976-67dcc72584d2'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:37.988997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Attempting to bind port 5346f2cb-f651-44e6-bfe1-78df4c87d47a on network 66c74afb-6d5d-4511-9976-67dcc72584d2 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:38.025485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Attempting to bind port 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:38.026003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Attempting to bind port 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'be33a232-d378-4d5b-af1e-7d3418181f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '864f25db-83c5-4b73-b0cf-286a3a098c5f'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:38.031912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Attempting to bind port 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20 on network 864f25db-83c5-4b73-b0cf-286a3a098c5f {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:38.037032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.049928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Allocated IP 172.20.0.2 (9a7f0a42-c298-4c9e-954b-1ff80c446c12/2eedfcb7-2135-4147-89b1-ff43d941766d/efb81619-93b6-4e05-91b7-1391b158f8c3) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:38.052560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:38.053227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Checking segment: {'id': 'be33a232-d378-4d5b-af1e-7d3418181f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '864f25db-83c5-4b73-b0cf-286a3a098c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:38.053745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.054283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Bound using segment: {'id': 'be33a232-d378-4d5b-af1e-7d3418181f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '864f25db-83c5-4b73-b0cf-286a3a098c5f'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:38.055260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Bound port: 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be33a232-d378-4d5b-af1e-7d3418181f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '864f25db-83c5-4b73-b0cf-286a3a098c5f'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:38.056515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.058916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9fc888e-1c6e-48cf-a0ea-3d1bc88ccfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.157970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.168939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] For port 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:38.172839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] For port 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4034ca08-4b8c-4477-a7d0-0ef6f01c9f20,segment=NetworkSegment(be33a232-d378-4d5b-af1e-7d3418181f4b),segment_id=be33a232-d378-4d5b-af1e-7d3418181f4b)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:38.175830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:38.176542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Checking segment: {'id': '49042669-496f-4a8b-a8c9-8f7e7a354c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66c74afb-6d5d-4511-9976-67dcc72584d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:38.177111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.177701 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Bound using segment: {'id': '49042669-496f-4a8b-a8c9-8f7e7a354c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66c74afb-6d5d-4511-9976-67dcc72584d2'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:38.178816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Bound port: 5346f2cb-f651-44e6-bfe1-78df4c87d47a, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49042669-496f-4a8b-a8c9-8f7e7a354c73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '66c74afb-6d5d-4511-9976-67dcc72584d2'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:38.179276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.191766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864f25db-83c5-4b73-b0cf-286a3a098c5f']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:38.204073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be33a232-d378-4d5b-af1e-7d3418181f4b') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:38.204369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be33a232-d378-4d5b-af1e-7d3418181f4b') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:38.223395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.250162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object 730d6e9c-6f65-4c12-b9cb-5a850f13f241 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:38.251852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59710) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:38.265012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.265274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.267739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fc888e-1c6e-48cf-a0ea-3d1bc88ccfc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eeb0b5-103a-4112-af9e-53c50c5229d3,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:38.272502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b9fc888e-1c6e-48cf-a0ea-3d1bc88ccfc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.281282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:38.281698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.286750 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b9fc888e-1c6e-48cf-a0ea-3d1bc88ccfc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a4eeb0b5-103a-4112-af9e-53c50c5229d3 HTTP/1.1" status: 204 len: 168 time: 0.7734501 Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:38.298728 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:38.300955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6497b30b-ce4b-4525-adec-0c8e75476f64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741373706388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1922275'] for subnet, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.319738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f334570-ee0c-4460-89b3-ca4758bfe017 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.497260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6497b30b-ce4b-4525-adec-0c8e75476f64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:38.497793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6497b30b-ce4b-4525-adec-0c8e75476f64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.499223 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6497b30b-ce4b-4525-adec-0c8e75476f64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "PUT /v2.0/subnets/86e30bae-47f9-4b10-88ab-62c6f541f92c HTTP/1.1" status: 200 len: 900 time: 2.8711920 Apr 05 14:31:38.500060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6497b30b-ce4b-4525-adec-0c8e75476f64 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event updated for resources: {'Subnet': ['ID=86e30bae-47f9-4b10-88ab-62c6f541f92c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:38.503638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59718) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:38.504585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:31:38.504585 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:31:38.504585 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': '864f25db-83c5-4b73-b0cf-286a3a098c5f'}] Apr 05 14:31:38.504585 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:38.504585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:38.511437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.599486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6f334570-ee0c-4460-89b3-ca4758bfe017 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Calling delete_port for 3265198f-06c6-4638-824a-53ed7cbe64b3 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:38.658003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1642971351'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:38.672638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:38.689834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.700567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Usage tracker for resource:network and tenant:804faba0f3b248de81de944c6b4d5ea4 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:38.704266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Transition to ACTIVE for port object efb81619-93b6-4e05-91b7-1391b158f8c3 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:38.713068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:38.727850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.769401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] For port 5346f2cb-f651-44e6-bfe1-78df4c87d47a, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:38.772944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] For port 5346f2cb-f651-44e6-bfe1-78df4c87d47a, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5346f2cb-f651-44e6-bfe1-78df4c87d47a,segment=NetworkSegment(49042669-496f-4a8b-a8c9-8f7e7a354c73),segment_id=49042669-496f-4a8b-a8c9-8f7e7a354c73)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:38.774731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:38.789296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network c6913693-5e7d-410b-8629-b674619dbae3 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:38.806879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=730d6e9c-6f65-4c12-b9cb-5a850f13f241,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:38.808539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:38.825436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.826313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f334570-ee0c-4460-89b3-ca4758bfe017 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.836429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Transition to ACTIVE for port object efb81619-93b6-4e05-91b7-1391b158f8c3 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:38.854288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.879053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:38.883021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:38.883618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.899426 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54418076-be65-4c8e-bcb5-f6db5f5c57ae None None] Pushing event updated for resources: {'Port': ['ID=4034ca08-4b8c-4477-a7d0-0ef6f01c9f20,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:38.900468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f334570-ee0c-4460-89b3-ca4758bfe017 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event deleted for resources: {'Port': ['ID=3265198f-06c6-4638-824a-53ed7cbe64b3,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:38.924942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Made reservation on behalf of 804faba0f3b248de81de944c6b4d5ea4 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:38.927915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.959209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.976889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:38.984565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008a4e88-726a-4570-a3b1-c018383d194a None None] Pushing event updated for resources: {'Port': ['ID=5346f2cb-f651-44e6-bfe1-78df4c87d47a,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:39.009808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.015004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f334570-ee0c-4460-89b3-ca4758bfe017 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.025606 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b26746e7-1ae6-4913-b45e-8947a7f09d13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.3969588 Apr 05 14:31:39.025765 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6f334570-ee0c-4460-89b3-ca4758bfe017 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "DELETE /v2.0/ports/3265198f-06c6-4638-824a-53ed7cbe64b3 HTTP/1.1" status: 204 len: 168 time: 1.1149261 Apr 05 14:31:39.025765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59730) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:39.034586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59734) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:39.049054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port 5346f2cb-f651-44e6-bfe1-78df4c87d47a {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:39.050637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.053378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:39.056210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Allocated IP 2001:db8::2 (c6913693-5e7d-410b-8629-b674619dbae3/0bf08395-cd4d-4ab9-8877-d667e1f7c69c/50d8ae2c-a4c0-4588-88d8-c3a7aab51609) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:39.090643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:39.096634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-44efa62a-a0d4-45c0-8db8-5bb2b3c16404 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 730d6e9c-6f65-4c12-b9cb-5a850f13f241 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:39.096959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-44efa62a-a0d4-45c0-8db8-5bb2b3c16404 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.123460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:39.123814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.144976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:39.160056 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:39.211448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Usage tracker for resource:security_group_rule and tenant:804faba0f3b248de81de944c6b4d5ea4 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:39.219474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98283f5a-99c5-403e-993f-ec092e6ff73e None None] Network 864f25db-83c5-4b73-b0cf-286a3a098c5f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:39.238999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:39.269509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:39.315156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Pushing event updated for resources: {'Port': ['ID=efb81619-93b6-4e05-91b7-1391b158f8c3,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:39.631075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-44efa62a-a0d4-45c0-8db8-5bb2b3c16404 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.745855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4034ca08-4b8c-4477-a7d0-0ef6f01c9f20,segment=NetworkSegment(be33a232-d378-4d5b-af1e-7d3418181f4b),segment_id=be33a232-d378-4d5b-af1e-7d3418181f4b)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:39.746463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.750458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Attempting to bind port efb81619-93b6-4e05-91b7-1391b158f8c3 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:39.750812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Attempting to bind port efb81619-93b6-4e05-91b7-1391b158f8c3 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '049e5b89-4a9b-46a3-abde-1ba94f9eebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a7f0a42-c298-4c9e-954b-1ff80c446c12'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:39.751322 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Attempting to bind port efb81619-93b6-4e05-91b7-1391b158f8c3 on network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:39.830501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:39.831754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Checking segment: {'id': '049e5b89-4a9b-46a3-abde-1ba94f9eebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a7f0a42-c298-4c9e-954b-1ff80c446c12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:39.837505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.838299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Bound using segment: {'id': '049e5b89-4a9b-46a3-abde-1ba94f9eebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a7f0a42-c298-4c9e-954b-1ff80c446c12'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:39.839706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Bound port: efb81619-93b6-4e05-91b7-1391b158f8c3, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '049e5b89-4a9b-46a3-abde-1ba94f9eebf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '9a7f0a42-c298-4c9e-954b-1ff80c446c12'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:39.840425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.855616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-44efa62a-a0d4-45c0-8db8-5bb2b3c16404 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 730d6e9c-6f65-4c12-b9cb-5a850f13f241 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:39.883708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:39.939840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:39.940298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Transition to ACTIVE for port object 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:39.941310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59748) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:39.988202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] For port efb81619-93b6-4e05-91b7-1391b158f8c3, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:39.992034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] For port efb81619-93b6-4e05-91b7-1391b158f8c3, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=efb81619-93b6-4e05-91b7-1391b158f8c3,segment=NetworkSegment(049e5b89-4a9b-46a3-abde-1ba94f9eebf5),segment_id=049e5b89-4a9b-46a3-abde-1ba94f9eebf5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:39.999493 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.049270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Transition to ACTIVE for port object 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:40.049632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-44efa62a-a0d4-45c0-8db8-5bb2b3c16404 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.087130 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.120766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7fae9-30e2-4ee2-802b-feded474ba58 None None] Pushing event updated for resources: {'Port': ['ID=efb81619-93b6-4e05-91b7-1391b158f8c3,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:40.121685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44efa62a-a0d4-45c0-8db8-5bb2b3c16404 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=730d6e9c-6f65-4c12-b9cb-5a850f13f241,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:40.166851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Network c6913693-5e7d-410b-8629-b674619dbae3 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:40.183383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-533138810'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:40.198270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:40.215956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-44efa62a-a0d4-45c0-8db8-5bb2b3c16404 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.220472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:network and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:40.225409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:40.238988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:40.246888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:40.247109 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-44efa62a-a0d4-45c0-8db8-5bb2b3c16404 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/730d6e9c-6f65-4c12-b9cb-5a850f13f241 HTTP/1.1" status: 204 len: 168 time: 1.2222714 Apr 05 14:31:40.251208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:40.251979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59756) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:40.270948 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b31a1a56-6a1f-42a8-be66-25460ba45d6d tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4312 time: 1.2322409 Apr 05 14:31:40.294489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59760) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:40.313340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1302363946'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:40.318741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:40.324886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Usage tracker for resource:network and tenant:37df465b210645da9bfd9b6801034de1 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:40.330807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:40.339865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:40.345416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port 5346f2cb-f651-44e6-bfe1-78df4c87d47a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5346f2cb-f651-44e6-bfe1-78df4c87d47a,segment=NetworkSegment(49042669-496f-4a8b-a8c9-8f7e7a354c73),segment_id=49042669-496f-4a8b-a8c9-8f7e7a354c73)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:40.345778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.347422 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9202823c-cfee-4d5c-b42c-90fbb3b0006c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:31:40.348084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9202823c-cfee-4d5c-b42c-90fbb3b0006c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:40.354353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Pushing event updated for resources: {'Port': ['ID=50d8ae2c-a4c0-4588-88d8-c3a7aab51609,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:40.375618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9202823c-cfee-4d5c-b42c-90fbb3b0006c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:40.380129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9202823c-cfee-4d5c-b42c-90fbb3b0006c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/730d6e9c-6f65-4c12-b9cb-5a850f13f241 HTTP/1.1" status: 404 len: 333 time: 0.1268375 Apr 05 14:31:40.380786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59764) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:40.408999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Attempting to bind port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:40.408999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Attempting to bind port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ec6e45bc-97d7-416f-a6b0-a6c93007576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c6913693-5e7d-410b-8629-b674619dbae3'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:40.408999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Attempting to bind port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 on network c6913693-5e7d-410b-8629-b674619dbae3 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:40.424682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:40.425295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Checking segment: {'id': 'ec6e45bc-97d7-416f-a6b0-a6c93007576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c6913693-5e7d-410b-8629-b674619dbae3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:40.434076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.434208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Bound using segment: {'id': 'ec6e45bc-97d7-416f-a6b0-a6c93007576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c6913693-5e7d-410b-8629-b674619dbae3'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:40.434746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Bound port: 50d8ae2c-a4c0-4588-88d8-c3a7aab51609, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec6e45bc-97d7-416f-a6b0-a6c93007576f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'c6913693-5e7d-410b-8629-b674619dbae3'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:40.435052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.514226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for 5346f2cb-f651-44e6-bfe1-78df4c87d47a owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:40.627975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] For port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:40.700290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.703486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-045092ba-274a-49c5-a031-0f54dd55c501 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet 0bf08395-cd4d-4ab9-8877-d667e1f7c69c {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:40.710513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-045092ba-274a-49c5-a031-0f54dd55c501 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.746840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.763629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=4034ca08-4b8c-4477-a7d0-0ef6f01c9f20,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:40.767550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.768905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Made reservation on behalf of 37df465b210645da9bfd9b6801034de1 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:40.771871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.778152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] For port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50d8ae2c-a4c0-4588-88d8-c3a7aab51609,segment=NetworkSegment(ec6e45bc-97d7-416f-a6b0-a6c93007576f),segment_id=ec6e45bc-97d7-416f-a6b0-a6c93007576f)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:40.782623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:40.783068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.785409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.788474 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port 4034ca08-4b8c-4477-a7d0-0ef6f01c9f20 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:40.789948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.822481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-045092ba-274a-49c5-a031-0f54dd55c501 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.871829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d0c862-c9aa-4ad1-873e-da1a34fa48eb None None] Pushing event updated for resources: {'Port': ['ID=50d8ae2c-a4c0-4588-88d8-c3a7aab51609,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:40.889170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161182bd-08a3-428d-a408-03cc660d7171 None None] Network 66c74afb-6d5d-4511-9976-67dcc72584d2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:40.911753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.921610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:40.950579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:40.958897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26908c3a-6842-49a6-9e8c-de7ceb147e59,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.010848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e1957b1f-80f6-4be0-ba2c-ca17f818704d None None] Could not find standard attr ID for object 5346f2cb-f651-44e6-bfe1-78df4c87d47a. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:31:41.030654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:41.032298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Port': ['ID=5346f2cb-f651-44e6-bfe1-78df4c87d47a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.035264 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-a04992a8-a4e4-4759-858e-2e5acc30a036 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3925025 Apr 05 14:31:41.045380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:41.054319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.055145 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Added segment 36aadf48-1bb8-448f-aa0e-66f423914200 of type vlan for network 4f28eefb-743d-4903-b80b-5b4dca2aba8f Apr 05 14:31:41.058637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.058979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Added segment 44177832-ff28-4d88-a8de-89aceee4c002 of type vlan for network fc2246d2-d0f4-4acb-88f6-294fda59d056 Apr 05 14:31:41.060332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:security_group_rule and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:41.097269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:41.111983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:41.162524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.166683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.195951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['864f25db-83c5-4b73-b0cf-286a3a098c5f']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:41.198783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-045092ba-274a-49c5-a031-0f54dd55c501 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.217933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be33a232-d378-4d5b-af1e-7d3418181f4b') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:41.218255 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be33a232-d378-4d5b-af1e-7d3418181f4b') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:41.231215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.248227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.254543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:41.254938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.347376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.352698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:41.353307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:41.400937 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:41.449877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device efb81619-93b6-4e05-91b7-1391b158f8c3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:41.455778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.460132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Deleting port a1d77fad-59d0-4b0c-923a-d416d211774a {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:41.460462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.487963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No DVR routers for this DVR port 5346f2cb-f651-44e6-bfe1-78df4c87d47a on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:41.555150 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-84b59bed-ca28-44fa-ac58-1b4924c3d4ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1098 time: 0.4976952 Apr 05 14:31:41.597990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port efb81619-93b6-4e05-91b7-1391b158f8c3 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:41.622206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba82c156-5c23-4943-bcae-20f1be61a332 None None] Network 66c74afb-6d5d-4511-9976-67dcc72584d2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:41.743197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.756080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-045092ba-274a-49c5-a031-0f54dd55c501 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.761194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event updated for resources: {'Network': ['ID=fc2246d2-d0f4-4acb-88f6-294fda59d056,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.772766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.774372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.781558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network fc2246d2-d0f4-4acb-88f6-294fda59d056 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:41.799168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.813798 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ffbff256-6ecd-47dd-95b3-d96d378b7f59 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5120559 Apr 05 14:31:41.814812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.826874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59768) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:41.841276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=864f25db-83c5-4b73-b0cf-286a3a098c5f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.852506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.856470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:41.856818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045092ba-274a-49c5-a031-0f54dd55c501 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf08395-cd4d-4ab9-8877-d667e1f7c69c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.857145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.898406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-045092ba-274a-49c5-a031-0f54dd55c501 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.907038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:41.919401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b6bf75-f362-46ac-821e-a465eec8ea5d None None] Network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:41.927183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=370b2a62-2912-4de8-9166-a6a46bf84d3f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:41.932758 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-045092ba-274a-49c5-a031-0f54dd55c501 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/0bf08395-cd4d-4ab9-8877-d667e1f7c69c HTTP/1.1" status: 204 len: 168 time: 1.5484617 Apr 05 14:31:41.957005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59772) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:41.980464 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9f40cee0-6983-4a63-918b-65cbcd02f900 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/864f25db-83c5-4b73-b0cf-286a3a098c5f HTTP/1.1" status: 204 len: 168 time: 6.3537805 Apr 05 14:31:41.986184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:41.986522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Added segment faf11e77-8431-4c93-9a54-09b4bb0651a7 of type vlan for network 5901abe3-f724-4c62-8db1-32a511c5bb72 Apr 05 14:31:41.988987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59776) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:42.021847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.044213 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 3.7875545 Apr 05 14:31:42.060755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323197078'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:42.099148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-36412a56-7ec5-47cc-b3b0-152ea421e16a None None] Provisioning for port efb81619-93b6-4e05-91b7-1391b158f8c3 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:42.099875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfb14b3-26c0-4066-a346-5bbb2dfe4b98 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Pushing event updated for resources: {'Network': ['ID=4f28eefb-743d-4903-b80b-5b4dca2aba8f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:42.109537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-ae50cc07-a6f5-4393-af9f-36c3f9ecf25c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:42.111031 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-ae50cc07-a6f5-4393-af9f-36c3f9ecf25c service neutron] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 913 time: 0.4883494 Apr 05 14:31:42.118917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-36412a56-7ec5-47cc-b3b0-152ea421e16a None None] Provisioning complete for port efb81619-93b6-4e05-91b7-1391b158f8c3 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:42.119421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-36412a56-7ec5-47cc-b3b0-152ea421e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.137164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:42.182231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 4f28eefb-743d-4903-b80b-5b4dca2aba8f details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:42.242384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:42.258024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:42.307599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Calling delete_port for a1d77fad-59d0-4b0c-923a-d416d211774a owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:42.318211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:42.343083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.360878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.367602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.480103 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-07d75355-9b74-460b-b1c1-fad93bb9868c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 1001 time: 0.3307552 Apr 05 14:31:42.580677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-36412a56-7ec5-47cc-b3b0-152ea421e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.586363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:42.589495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.649141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59784) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:42.657824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-36412a56-7ec5-47cc-b3b0-152ea421e16a None None] For port efb81619-93b6-4e05-91b7-1391b158f8c3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=efb81619-93b6-4e05-91b7-1391b158f8c3,segment=NetworkSegment(049e5b89-4a9b-46a3-abde-1ba94f9eebf5),segment_id=049e5b89-4a9b-46a3-abde-1ba94f9eebf5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:42.662184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc11f9f-71fe-4eb2-8aeb-0c2cc30801e7 None None] Network c6913693-5e7d-410b-8629-b674619dbae3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:42.674703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:31:42.705636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:42.706002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.707284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Request body: {'port': {'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f', 'binding:host_id': 'hv-neutron-8294', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1394635431'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:42.712517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=86e30bae-47f9-4b10-88ab-62c6f541f92c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:42.717917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:42.725372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Usage tracker for resource:port and tenant:a3b0becb772c4c1f853d2eb56ef075ea is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:42.729039 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:42.736969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:42.747732 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-82cc79e7-eb4b-4056-9b8d-1342d956e657 tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "GET /v2.0/agents/a6a295cf-3129-4845-9248-526272b8e64b/dhcp-networks HTTP/1.1" status: 200 len: 9323 time: 0.9049902 Apr 05 14:31:42.763841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59788) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:42.791186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Made reservation on behalf of a3b0becb772c4c1f853d2eb56ef075ea for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:42.794287 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.801252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.805202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:42.806007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.832000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-cd6e52e1-65ba-441d-ae27-5820cc19703c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:42.833765 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-cd6e52e1-65ba-441d-ae27-5820cc19703c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.3528697 Apr 05 14:31:42.883072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.890113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-36412a56-7ec5-47cc-b3b0-152ea421e16a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.892638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1beb29b-8c63-4b3f-8917-9cca9caa568f None None] Network 66c74afb-6d5d-4511-9976-67dcc72584d2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:42.907998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:42.959714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66c74afb-6d5d-4511-9976-67dcc72584d2']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:42.982068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49042669-496f-4a8b-a8c9-8f7e7a354c73') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:42.982523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49042669-496f-4a8b-a8c9-8f7e7a354c73') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:42.983204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:43.022986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:43.040757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.050998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Usage tracker for resource:security_group_rule and tenant:a3b0becb772c4c1f853d2eb56ef075ea is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:43.058930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:43.069736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:43.070521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36412a56-7ec5-47cc-b3b0-152ea421e16a None None] Pushing event updated for resources: {'Port': ['ID=efb81619-93b6-4e05-91b7-1391b158f8c3,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.077037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.082487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 3.1389081 Apr 05 14:31:43.096864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.097125 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment f7620c22-f29b-465e-a83c-a3c45e802b13 of type vlan for network 327bbe17-1e2e-4041-8ff0-be3592959106 Apr 05 14:31:43.098076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fbce64-c7a3-40da-834a-c2d9db66d109 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Network': ['ID=5901abe3-f724-4c62-8db1-32a511c5bb72,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.117898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 5901abe3-f724-4c62-8db1-32a511c5bb72 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:43.230285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.251193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:43.251660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:43.286011 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:43.293112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.453399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.481655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-985a1343-7848-4738-a0d8-04b7b10c299e None None] Provisioning complete for port efb81619-93b6-4e05-91b7-1391b158f8c3 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:43.482076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-985a1343-7848-4738-a0d8-04b7b10c299e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.505209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event deleted for resources: {'Port': ['ID=a1d77fad-59d0-4b0c-923a-d416d211774a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.517792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] device_id is not set on port 4bce2a72-102a-46b6-8003-22f0372f7f8e yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:43.573981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.624600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5bf58a1-4ade-4af1-972e-e91309431b72 None None] DHCP port deletion for 66c74afb-6d5d-4511-9976-67dcc72584d2 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:43.628669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:43.634769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1e1c58-f3fb-4403-8377-5d811b091dcd,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.643763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.649784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.655271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:43.657288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.684236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.696119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] DHCP port deletion for c6913693-5e7d-410b-8629-b674619dbae3 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:43.707924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] Deleting port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:43.708909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:43.809146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=327bbe17-1e2e-4041-8ff0-be3592959106,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.809756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=66c74afb-6d5d-4511-9976-67dcc72584d2,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:43.812151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-17632e85-f63d-40ad-99e3-9a06fd92da78 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7730627 Apr 05 14:31:43.821510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59792) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:43.879010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-215ef784-0319-4d20-8b12-62985b159765 tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] Network fc2246d2-d0f4-4acb-88f6-294fda59d056 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:43.881391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 327bbe17-1e2e-4041-8ff0-be3592959106 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:43.897417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': '327bbe17-1e2e-4041-8ff0-be3592959106', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:43.923442 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d31d2f5a-2b43-49c9-94d6-ae0c185e8758 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/66c74afb-6d5d-4511-9976-67dcc72584d2 HTTP/1.1" status: 204 len: 168 time: 5.4123487 Apr 05 14:31:44.020599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59796) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:44.034746 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-215ef784-0319-4d20-8b12-62985b159765 tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "POST /v2.0/agents/a6a295cf-3129-4845-9248-526272b8e64b/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2676814 Apr 05 14:31:44.047422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cdfb06b-28c7-4f82-8057-2e3f5cdc3256 None None] Network fc2246d2-d0f4-4acb-88f6-294fda59d056 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:44.080862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:44.087784 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5135a2e6-e9c9-41a3-ab48-99ebbf0e531f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:44.088251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5135a2e6-e9c9-41a3-ab48-99ebbf0e531f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:44.092472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5135a2e6-e9c9-41a3-ab48-99ebbf0e531f tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/86e30bae-47f9-4b10-88ab-62c6f541f92c HTTP/1.1" status: 404 len: 337 time: 0.0624683 Apr 05 14:31:44.092472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] For port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50d8ae2c-a4c0-4588-88d8-c3a7aab51609,segment=NetworkSegment(ec6e45bc-97d7-416f-a6b0-a6c93007576f),segment_id=ec6e45bc-97d7-416f-a6b0-a6c93007576f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:44.092472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.101112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59800) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:44.101421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59802) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:44.126292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:44.169986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] device_id is not set on port 4bce2a72-102a-46b6-8003-22f0372f7f8e yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:44.176650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-985a1343-7848-4738-a0d8-04b7b10c299e None None] Provisioning for port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:44.181121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.202865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Transition to ACTIVE for port object 4bce2a72-102a-46b6-8003-22f0372f7f8e will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:44.218346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.236762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:44.299420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:44.299782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.309118 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-21579249-d44f-4106-9c72-949ec853d473 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.4621542 Apr 05 14:31:44.344931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:44.352738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c8d6362b-4644-4f43-a531-e324f99fe352 tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "GET /v2.0/agents/a6a295cf-3129-4845-9248-526272b8e64b/dhcp-networks HTTP/1.1" status: 200 len: 9297 time: 0.2465334 Apr 05 14:31:44.352738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-12cfaf19-0a06-4eca-b38a-ea0ab501e5ee tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:44.352738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12cfaf19-0a06-4eca-b38a-ea0ab501e5ee tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:44.354183 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-12cfaf19-0a06-4eca-b38a-ea0ab501e5ee tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/66c74afb-6d5d-4511-9976-67dcc72584d2 HTTP/1.1" status: 404 len: 339 time: 0.2482989 Apr 05 14:31:44.357194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59808) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:44.368681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59810) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:44.384497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1bd77bd6-c814-487e-aa88-bcb5059396e4 None None] Could not find standard attr ID for object 3265198f-06c6-4638-824a-53ed7cbe64b3. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:31:44.387452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] For port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50d8ae2c-a4c0-4588-88d8-c3a7aab51609,segment=NetworkSegment(ec6e45bc-97d7-416f-a6b0-a6c93007576f),segment_id=ec6e45bc-97d7-416f-a6b0-a6c93007576f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:44.387837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.427359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:44.495564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.519589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] Calling delete_port for 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:44.542541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:44.708142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:44.759315 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.787146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.859494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:44.866242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] Pushing event deleted for resources: {'Port': ['ID=50d8ae2c-a4c0-4588-88d8-c3a7aab51609,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:44.873624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device efb81619-93b6-4e05-91b7-1391b158f8c3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:44.909543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d5cc97-31fa-4ca6-9a6f-cc10bc33f48f None None] No DVR routers for this DVR port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:44.937978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd5a3e6-4049-429f-9064-92d18181c556 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:31:44.991381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=4bce2a72-102a-46b6-8003-22f0372f7f8e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:45.012853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port efb81619-93b6-4e05-91b7-1391b158f8c3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:45.013213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.043978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Checking segment: {'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:45.044731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Network hostable DHCP agents. Network: 4f28eefb-743d-4903-b80b-5b4dca2aba8f, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:45.055144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.064440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.076147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.162818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.194681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5a3e6-4049-429f-9064-92d18181c556 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:31:45.263769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.265497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=850941e7-e699-4151-b550-b5520f34f504,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:45.275767 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d850e90c-d0c1-49ae-9d1c-48859579aec4 tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "DELETE /v2.0/agents/a6a295cf-3129-4845-9248-526272b8e64b/dhcp-networks/fc2246d2-d0f4-4acb-88f6-294fda59d056 HTTP/1.1" status: 204 len: 168 time: 0.8488371 Apr 05 14:31:45.292627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59818) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:45.335527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15e49cf-8903-4835-b619-57459ebb1c88']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:45.350262 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9c690e-597c-4dc9-b0e0-db3a6b64c026') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:45.350881 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9c690e-597c-4dc9-b0e0-db3a6b64c026') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:45.363267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.380542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.388787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:45.389471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.426719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5346f2cb-f651-44e6-bfe1-78df4c87d47a no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:45.463403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 5346f2cb-f651-44e6-bfe1-78df4c87d47a {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:45.463911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5346f2cb-f651-44e6-bfe1-78df4c87d47a not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:45.464336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:45.496552 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:45.500475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:45.500475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:45.518925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.529424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.563348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Network 4f28eefb-743d-4903-b80b-5b4dca2aba8f is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:45.585055 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/c15e49cf-8903-4835-b619-57459ebb1c88 HTTP/1.1" status: 204 len: 168 time: 1.2150226 Apr 05 14:31:45.585982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 4f28eefb-743d-4903-b80b-5b4dca2aba8f) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:45.596649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59822) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:45.598307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:45.609485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b54fed-83fb-4cbb-be54-12d819168f23 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=c15e49cf-8903-4835-b619-57459ebb1c88,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:45.638971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:45.639752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:45.640393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:45.648055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:45.648870 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:45.649587 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 2 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:45.660599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.661394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Fanout notify agent at l3_agent the message router_deleted on router c9d0e9b2-4c80-4a08-8752-b658eb41b7af {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:31:45.680809 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-be0890ba-243b-4dbf-91ed-591843ceb1d8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:45.681238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be0890ba-243b-4dbf-91ed-591843ceb1d8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:45.696057 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-be0890ba-243b-4dbf-91ed-591843ceb1d8 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/90cd8664-6ce3-48cd-8add-fc497787b780 HTTP/1.1" status: 404 len: 337 time: 0.0897224 Apr 05 14:31:45.701084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59826) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:45.706144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a2566d-fa2a-4aac-852b-ab4dd5e1616a None None] Network 4f28eefb-743d-4903-b80b-5b4dca2aba8f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:45.706594 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-cedf1bb8-8e25-4935-b5b7-539caacc7bc5 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2840340 Apr 05 14:31:45.721260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': 'f7620c22-f29b-465e-a83c-a3c45e802b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '327bbe17-1e2e-4041-8ff0-be3592959106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:45.721623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: 327bbe17-1e2e-4041-8ff0-be3592959106, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:45.728249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:45.728567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:45.737996 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c5bf490-5893-4331-92c2-ccef8e6e294d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:45.738922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c5bf490-5893-4331-92c2-ccef8e6e294d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:45.744452 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1c5bf490-5893-4331-92c2-ccef8e6e294d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/6820b4c2-0430-4d9f-8395-3d4abe8c8cc0 HTTP/1.1" status: 404 len: 339 time: 0.0385325 Apr 05 14:31:45.748618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.756225 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0ec5c9c5-29dc-4944-be81-4532611ee427 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/c9d0e9b2-4c80-4a08-8752-b658eb41b7af HTTP/1.1" status: 204 len: 168 time: 8.3576560 Apr 05 14:31:45.757203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:45.757672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:45.758123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:45.761152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59830) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:45.761573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59832) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:45.806329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-399724756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:45.813446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:45.833169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:45.833581 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:45.834470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Usage tracker for resource:router and tenant:cfc563ca7b204cc68781df41f616cc12 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:45.844733 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 3 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:45.860470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:45.877653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:45.908325 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-22cd1d99-3a64-494f-8235-617a69c40579 tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "GET /v2.0/agents/a6a295cf-3129-4845-9248-526272b8e64b/dhcp-networks HTTP/1.1" status: 200 len: 8552 time: 0.5970721 Apr 05 14:31:45.909338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:45.909338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:45.909652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:45.916283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59838) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:45.916283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network 327bbe17-1e2e-4041-8ff0-be3592959106 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:45.935350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 327bbe17-1e2e-4041-8ff0-be3592959106) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:45.958166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:45.959094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.977375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.978328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:45.998585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:45.999625 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:46.002408 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 4 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:46.003697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b9ce0f-2c74-4dfc-b866-6e2488e57787 None None] Network 327bbe17-1e2e-4041-8ff0-be3592959106 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:46.040463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:46.040724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:46.041049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:46.070019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-46523ce8-25f1-4da6-8166-744ac12fab44 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2403910 Apr 05 14:31:46.076700 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f5949f80-ea26-4ebe-901b-2bb44530587a tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "GET /v2.0/networks/9a7f0a42-c298-4c9e-954b-1ff80c446c12/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.1473241 Apr 05 14:31:46.079839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59842) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:46.080326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59844) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:46.086190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.096612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ab9982d-f1c1-4c45-86c0-91796544228a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting subnet bf98779d-88da-4026-ad06-1aa34cc0a883 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:46.106197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:46.106762 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:46.108399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ab9982d-f1c1-4c45-86c0-91796544228a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.136208 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 5 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:46.169719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:46.170995 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:46.171543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:46.180800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.201925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ab9982d-f1c1-4c45-86c0-91796544228a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.261702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:46.262248 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:46.265751 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 6 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:46.291227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:46.291558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:46.293188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:46.308087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 50d8ae2c-a4c0-4588-88d8-c3a7aab51609 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:46.308343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.309075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.312459 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-006ac914-8672-4b80-9707-fd5236fe52fc tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5484636 Apr 05 14:31:46.313283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59850) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:46.316038 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:46.316496 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:46.320723 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 7 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:46.331320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': False}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:46.360264 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5eec0389-20b6-4d79-aa6c-95d1b60ba599 req-d6dbd8f4-d815-453b-aa1e-0bfbbe86114e service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6306052 Apr 05 14:31:46.475132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-327bbe17-1e2e-4041-8ff0-be3592959106', 'network_id': '327bbe17-1e2e-4041-8ff0-be3592959106', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '850941e7-e699-4151-b550-b5520f34f504'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:46.476764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.492373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59856) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:46.501320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:46.501762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:46.502133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:46.502695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.508071 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'subnet': {'network_id': '5901abe3-f724-4c62-8db1-32a511c5bb72', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:46.523332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] The port '50d8ae2c-a4c0-4588-88d8-c3a7aab51609' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:31:46.605927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:46.606294 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:46.618097 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 8 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:46.628560 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7f8369ac-53fa-48a8-b4a7-369b1ebfc19c tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "GET /v2.0/networks/9a7f0a42-c298-4c9e-954b-1ff80c446c12/dhcp-agents HTTP/1.1" status: 200 len: 810 time: 0.5443089 Apr 05 14:31:46.640172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59860) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:46.666739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ab9982d-f1c1-4c45-86c0-91796544228a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.684714 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Allocated IP 172.20.0.2 (327bbe17-1e2e-4041-8ff0-be3592959106/850941e7-e699-4151-b550-b5520f34f504/05476e46-fad2-4642-ac24-1d35ebbcb7cb) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:46.706667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:46.707018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:46.707327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:46.724340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.739996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.790106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6913693-5e7d-410b-8629-b674619dbae3']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:46.796546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:46.811963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec6e45bc-97d7-416f-a6b0-a6c93007576f') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:46.812270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec6e45bc-97d7-416f-a6b0-a6c93007576f') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:46.830812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.849758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.862898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:46.863563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:46.879126 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:46.914595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.925850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Transition to ACTIVE for port object 05476e46-fad2-4642-ac24-1d35ebbcb7cb will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:46.944319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Transition to ACTIVE for port object 05476e46-fad2-4642-ac24-1d35ebbcb7cb will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:46.950449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.968734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:46.973563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:46.973894 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:46.985054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:subnet and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:46.987462 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 9 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:46.991483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.000715 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:47.001290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.037118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Network': ['ID=c6913693-5e7d-410b-8629-b674619dbae3,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:47.046819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=850941e7-e699-4151-b550-b5520f34f504,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:47.052082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ee0d9433-681f-4227-b3da-eae32be7ad21 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/networks/c6913693-5e7d-410b-8629-b674619dbae3 HTTP/1.1" status: 204 len: 168 time: 5.0946422 Apr 05 14:31:47.055371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59864) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:47.062603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Network 327bbe17-1e2e-4041-8ff0-be3592959106 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:47.063610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Pushing event updated for resources: {'Port': ['ID=05476e46-fad2-4642-ac24-1d35ebbcb7cb,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:47.065890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:47.067941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:47.074813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:47.091462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:47.091797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:47.092372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:47.125520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:47.135041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'name': 'tempest-PortsIpV6TestJSON-710065022'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:47.143152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:47.143346 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:47.149855 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 10 to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e Apr 05 14:31:47.165651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Attempting to bind port 05476e46-fad2-4642-ac24-1d35ebbcb7cb on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:47.165651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Attempting to bind port 05476e46-fad2-4642-ac24-1d35ebbcb7cb by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'f7620c22-f29b-465e-a83c-a3c45e802b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '327bbe17-1e2e-4041-8ff0-be3592959106'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:47.165961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Attempting to bind port 05476e46-fad2-4642-ac24-1d35ebbcb7cb on network 327bbe17-1e2e-4041-8ff0-be3592959106 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:47.166077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ab9982d-f1c1-4c45-86c0-91796544228a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.172321 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:47.172836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Checking segment: {'id': 'f7620c22-f29b-465e-a83c-a3c45e802b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '327bbe17-1e2e-4041-8ff0-be3592959106'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:47.173225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.173603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Bound using segment: {'id': 'f7620c22-f29b-465e-a83c-a3c45e802b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '327bbe17-1e2e-4041-8ff0-be3592959106'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:47.174063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Bound port: 05476e46-fad2-4642-ac24-1d35ebbcb7cb, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7620c22-f29b-465e-a83c-a3c45e802b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '327bbe17-1e2e-4041-8ff0-be3592959106'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:47.174500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.234143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.276199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327bbe17-1e2e-4041-8ff0-be3592959106']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:47.284383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] For port 05476e46-fad2-4642-ac24-1d35ebbcb7cb, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:47.288766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] For port 05476e46-fad2-4642-ac24-1d35ebbcb7cb, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=05476e46-fad2-4642-ac24-1d35ebbcb7cb,segment=NetworkSegment(f7620c22-f29b-465e-a83c-a3c45e802b13),segment_id=f7620c22-f29b-465e-a83c-a3c45e802b13)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:47.291292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:47.294459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.301512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:47.312236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7620c22-f29b-465e-a83c-a3c45e802b13') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:47.312766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7620c22-f29b-465e-a83c-a3c45e802b13') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:47.320186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:47.323789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.345367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.354996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:47.355189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:47.355476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:47.357672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab9982d-f1c1-4c45-86c0-91796544228a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=bf98779d-88da-4026-ad06-1aa34cc0a883,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:47.360845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 61fd8cfe-786f-43f2-ac40-4d2be2c9a42b yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:47.387510 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050c37d1-b70a-47c1-ba0f-1bc2383e6e23 None None] Pushing event updated for resources: {'Port': ['ID=05476e46-fad2-4642-ac24-1d35ebbcb7cb,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:47.402186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.424563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:47.424967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:47.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:47.466550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7ab9982d-f1c1-4c45-86c0-91796544228a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.475584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port 4bce2a72-102a-46b6-8003-22f0372f7f8e on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:47.475916 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port 4bce2a72-102a-46b6-8003-22f0372f7f8e on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:47.476253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.486335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95f594-2ff3-438c-bf54-894b32def007 None None] Network 57d18236-7a73-4b75-9688-1955e670aec2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:47.499455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.530466 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1bef53b8-119f-496f-990e-458550196761 tempest-DHCPAgentSchedulersTestJSON-591106832 tempest-DHCPAgentSchedulersTestJSON-591106832-project-admin] 10.222.0.18 "GET /v2.0/agents/a6a295cf-3129-4845-9248-526272b8e64b/dhcp-networks HTTP/1.1" status: 200 len: 9314 time: 0.8870454 Apr 05 14:31:47.535573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59872) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:47.631935 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7ab9982d-f1c1-4c45-86c0-91796544228a tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/bf98779d-88da-4026-ad06-1aa34cc0a883 HTTP/1.1" status: 204 len: 168 time: 1.8671072 Apr 05 14:31:47.651411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59876) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:47.700093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f67a5b5-e76f-462f-a657-5bb550749a1b None None] Network 327bbe17-1e2e-4041-8ff0-be3592959106 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:47.741118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.752095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:31:47.752095 dv-neutron-829488-2-hyperv neutron-server[83850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:31:47.752095 dv-neutron-829488-2-hyperv neutron-server[83850]: [parameters: {'id': '327bbe17-1e2e-4041-8ff0-be3592959106'}] Apr 05 14:31:47.752095 dv-neutron-829488-2-hyperv neutron-server[83850]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:47.752531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:47.807093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1aaf9fa-e475-4930-80c2-f696da4f99e9 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting subnet 67c51d22-1a77-4d00-86bf-67abcfed229b {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:47.809018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] For port 4bce2a72-102a-46b6-8003-22f0372f7f8e, host hv-neutron-8294, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:47.809157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempted to set empty binding levels {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:31:47.828786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9fa-e475-4930-80c2-f696da4f99e9 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.859448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:47.974034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.027082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.047677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9fa-e475-4930-80c2-f696da4f99e9 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.079173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.107434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=4bce2a72-102a-46b6-8003-22f0372f7f8e,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.110094 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-ba8a174a-6f86-4601-8e49-85dd2dba94d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1098 time: 0.3475935 Apr 05 14:31:48.167237 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bd9e4a54-26be-4eae-b304-f369b40a49c6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 5.4715829 Apr 05 14:31:48.183779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59880) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:48.186499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29401be5-3a9c-47a8-bdff-1906ea0f6e1e req-c70e32b9-7c78-47b9-a8f1-c5f5aebdbdc9 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:48.187997 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29401be5-3a9c-47a8-bdff-1906ea0f6e1e req-c70e32b9-7c78-47b9-a8f1-c5f5aebdbdc9 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4347928 Apr 05 14:31:48.272308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.279284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.296584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.326523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9fa-e475-4930-80c2-f696da4f99e9 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.356502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Deleting port 4bce2a72-102a-46b6-8003-22f0372f7f8e {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:48.356502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.360390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 05476e46-fad2-4642-ac24-1d35ebbcb7cb {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:48.360736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.393234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc2246d2-d0f4-4acb-88f6-294fda59d056']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:48.402933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.469870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Subnet': ['ID=f218bac2-d2f6-4483-ae41-fc8d8b0300ff,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.470467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44177832-ff28-4d88-a8de-89aceee4c002') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:48.470820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44177832-ff28-4d88-a8de-89aceee4c002') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:48.507390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29401be5-3a9c-47a8-bdff-1906ea0f6e1e req-d1751be4-1a17-4114-9a82-2602f158b0ca tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2991683 Apr 05 14:31:48.521030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.564320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.604093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-8768891c-173f-49fb-84d2-5f1be94730f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:48.606201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-8768891c-173f-49fb-84d2-5f1be94730f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 913 time: 0.4891176 Apr 05 14:31:48.612124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:48.628190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:48.632114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:48.632804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.660240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eb42c3-bc88-435a-a5e4-604749a2a68f None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:48.698975 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:48.700847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=61fd8cfe-786f-43f2-ac40-4d2be2c9a42b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.705792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:48.709959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:48.710452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.727739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Checking segment: {'id': 'faf11e77-8431-4c93-9a54-09b4bb0651a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5901abe3-f724-4c62-8db1-32a511c5bb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:48.727739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network hostable DHCP agents. Network: 5901abe3-f724-4c62-8db1-32a511c5bb72, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:48.732078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9fa-e475-4930-80c2-f696da4f99e9 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.787041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-afdf6d08-adc7-47ab-a174-1f7f693425c8 None None] Provisioning complete for port c4051fc6-5e24-4f88-813e-07123fe8d730 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:48.788532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-afdf6d08-adc7-47ab-a174-1f7f693425c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.803593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aaf9fa-e475-4930-80c2-f696da4f99e9 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=67c51d22-1a77-4d00-86bf-67abcfed229b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:48.875005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.898450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1aaf9fa-e475-4930-80c2-f696da4f99e9 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.905323 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dad19b4c-f6d6-40e2-8f62-2659792bef16 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8489561 Apr 05 14:31:48.908299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59884) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:48.938021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.961815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.965302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:48.971615 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-9fe225e8-3ff7-4a9e-825c-99bee98f5126 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 1001 time: 0.3549159 Apr 05 14:31:48.975950 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c1aaf9fa-e475-4930-80c2-f696da4f99e9 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/67c51d22-1a77-4d00-86bf-67abcfed229b HTTP/1.1" status: 204 len: 168 time: 1.3149576 Apr 05 14:31:48.982665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59888) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:48.983437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event deleted for resources: {'Network': ['ID=fc2246d2-d0f4-4acb-88f6-294fda59d056,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:49.034514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] For port 4bce2a72-102a-46b6-8003-22f0372f7f8e, host hv-neutron-8294, got binding levels [] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:49.034864 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.042149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network 5901abe3-f724-4c62-8db1-32a511c5bb72 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:49.048834 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ecde6af0-dfe6-4b52-a7ac-dc7bf76fec88 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "DELETE /v2.0/networks/fc2246d2-d0f4-4acb-88f6-294fda59d056 HTTP/1.1" status: 204 len: 168 time: 1.5119677 Apr 05 14:31:49.058364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59892) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:49.061674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 05476e46-fad2-4642-ac24-1d35ebbcb7cb, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=05476e46-fad2-4642-ac24-1d35ebbcb7cb,segment=NetworkSegment(f7620c22-f29b-465e-a83c-a3c45e802b13),segment_id=f7620c22-f29b-465e-a83c-a3c45e802b13)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:49.062066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.072845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3496d7b6-eba6-4283-a746-7d72d17229a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 61fd8cfe-786f-43f2-ac40-4d2be2c9a42b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:49.073242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3496d7b6-eba6-4283-a746-7d72d17229a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.077197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb42c3-bc88-435a-a5e4-604749a2a68f None None] Unable to find a vacant binding_index for network 5901abe3-f724-4c62-8db1-32a511c5bb72 and agent a6a295cf-3129-4845-9248-526272b8e64b {{(pid=83852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 05 14:31:49.083086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb42c3-bc88-435a-a5e4-604749a2a68f None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 5901abe3-f724-4c62-8db1-32a511c5bb72) {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:31:49.253843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Calling delete_port for 4bce2a72-102a-46b6-8003-22f0372f7f8e owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:49.285113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 5901abe3-f724-4c62-8db1-32a511c5bb72) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:49.306759 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-238608d5-f6c4-476d-a209-bd9e5dd18f39 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:49.307105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-238608d5-f6c4-476d-a209-bd9e5dd18f39 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:49.319884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:49.320463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.356746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 05476e46-fad2-4642-ac24-1d35ebbcb7cb owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:49.388824 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-238608d5-f6c4-476d-a209-bd9e5dd18f39 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "DELETE /v2.0/ports/3265198f-06c6-4638-824a-53ed7cbe64b3 HTTP/1.1" status: 404 len: 333 time: 0.3230011 Apr 05 14:31:49.392286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59896) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:49.406770 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c1f1da2d-f5d3-499e-8fdf-b6319b4d3e50 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9130433 Apr 05 14:31:49.415781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59900) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:49.439413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-5901abe3-f724-4c62-8db1-32a511c5bb72', 'network_id': '5901abe3-f724-4c62-8db1-32a511c5bb72', 'tenant_id': '2f852215dc1f4fc1b2068424b200ca13', 'fixed_ips': [{'subnet_id': 'f218bac2-d2f6-4483-ae41-fc8d8b0300ff'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:49.440270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.446029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-d5762808-84af-45ed-b5b1-2714e371e41a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:49.447496 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-d5762808-84af-45ed-b5b1-2714e371e41a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.4667907 Apr 05 14:31:49.459732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-346835534'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:49.515137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:49.516422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.525552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.544709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:network and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:49.555523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:49.602751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:49.624391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event deleted for resources: {'Port': ['ID=4bce2a72-102a-46b6-8003-22f0372f7f8e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:49.630234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Allocated IP 172.26.6.29 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/631907c1-95cd-4b75-893c-4311fac4129a) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:49.649102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port c4051fc6-5e24-4f88-813e-07123fe8d730 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:49.649523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.666547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.690099 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-16883413-937a-4366-a9d8-4af972ca2e07 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4bce2a72-102a-46b6-8003-22f0372f7f8e HTTP/1.1" status: 204 len: 168 time: 1.5052042 Apr 05 14:31:49.709294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3496d7b6-eba6-4283-a746-7d72d17229a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.716761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59906) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:49.725280 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Allocated IP 2001:db8:0:ffff::2 (5901abe3-f724-4c62-8db1-32a511c5bb72/f218bac2-d2f6-4483-ae41-fc8d8b0300ff/1cb70d53-5d75-44ec-9abf-409691a19031) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:49.729589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:49.733620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.749736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.814836 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-55023c73-671e-475c-b51f-937f46b63957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:31:49.815341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-55023c73-671e-475c-b51f-937f46b63957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Synchronizing usage tracker for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:49.937915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=05476e46-fad2-4642-ac24-1d35ebbcb7cb,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:49.946143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:49.947332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3496d7b6-eba6-4283-a746-7d72d17229a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 61fd8cfe-786f-43f2-ac40-4d2be2c9a42b owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:49.959042 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Transition to ACTIVE for port object 1cb70d53-5d75-44ec-9abf-409691a19031 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:49.971309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port 05476e46-fad2-4642-ac24-1d35ebbcb7cb on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:49.987542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Transition to ACTIVE for port object 1cb70d53-5d75-44ec-9abf-409691a19031 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:49.995340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.003312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-55023c73-671e-475c-b51f-937f46b63957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Unset dirty status for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:50.007762 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-55023c73-671e-475c-b51f-937f46b63957 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "GET /v2.0/ports/4bce2a72-102a-46b6-8003-22f0372f7f8e HTTP/1.1" status: 404 len: 333 time: 0.2830858 Apr 05 14:31:50.008134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:50.012105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59910) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:50.031013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Request body: {'port': {'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1433522675'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:50.044636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:50.071757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Network 5901abe3-f724-4c62-8db1-32a511c5bb72 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:50.076194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:50.077971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Pushing event updated for resources: {'Port': ['ID=1cb70d53-5d75-44ec-9abf-409691a19031,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:50.080309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:50.098566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:50.123594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.126901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3496d7b6-eba6-4283-a746-7d72d17229a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.139720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.140071 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Added segment c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e of type vlan for network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac Apr 05 14:31:50.146972 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-5ceafee2-fab3-40bb-8f07-6f976d60a67a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6777787 Apr 05 14:31:50.172922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Attempting to bind port 1cb70d53-5d75-44ec-9abf-409691a19031 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:50.173297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Attempting to bind port 1cb70d53-5d75-44ec-9abf-409691a19031 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'faf11e77-8431-4c93-9a54-09b4bb0651a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5901abe3-f724-4c62-8db1-32a511c5bb72'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:50.173642 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Attempting to bind port 1cb70d53-5d75-44ec-9abf-409691a19031 on network 5901abe3-f724-4c62-8db1-32a511c5bb72 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:50.173896 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Made reservation on behalf of a3b0becb772c4c1f853d2eb56ef075ea for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:50.176381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.180112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:50.180474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Checking segment: {'id': 'faf11e77-8431-4c93-9a54-09b4bb0651a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5901abe3-f724-4c62-8db1-32a511c5bb72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:50.180864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.181247 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Bound using segment: {'id': 'faf11e77-8431-4c93-9a54-09b4bb0651a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5901abe3-f724-4c62-8db1-32a511c5bb72'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:50.181692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Bound port: 1cb70d53-5d75-44ec-9abf-409691a19031, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf11e77-8431-4c93-9a54-09b4bb0651a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '5901abe3-f724-4c62-8db1-32a511c5bb72'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:50.182109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.188831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496d7b6-eba6-4283-a746-7d72d17229a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=61fd8cfe-786f-43f2-ac40-4d2be2c9a42b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:50.215083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3496d7b6-eba6-4283-a746-7d72d17229a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.225060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] device_id is not set on port c0145168-1198-40b5-9f2e-a62716412e29 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:50.272504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] For port 1cb70d53-5d75-44ec-9abf-409691a19031, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:50.276049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] For port 1cb70d53-5d75-44ec-9abf-409691a19031, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1cb70d53-5d75-44ec-9abf-409691a19031,segment=NetworkSegment(faf11e77-8431-4c93-9a54-09b4bb0651a7),segment_id=faf11e77-8431-4c93-9a54-09b4bb0651a7)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:50.278626 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3496d7b6-eba6-4283-a746-7d72d17229a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/61fd8cfe-786f-43f2-ac40-4d2be2c9a42b HTTP/1.1" status: 204 len: 168 time: 1.3686752 Apr 05 14:31:50.283296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59914) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:50.284019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.293878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-76ccfd33-9c88-48ef-b369-f0cb25fefaa7 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Deleting subnet 2eedfcb7-2135-4147-89b1-ff43d941766d {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:50.298083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'mac_address': 'fa:16:3e:5f:40:49', 'name': 'tempest-PortsIpV6TestJSON-1258567634'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:50.351700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76ccfd33-9c88-48ef-b369-f0cb25fefaa7 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.372598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7794b-2513-47c3-ad69-365efe115af7 None None] Pushing event updated for resources: {'Port': ['ID=1cb70d53-5d75-44ec-9abf-409691a19031,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:50.408862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.440592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.475935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port c4051fc6-5e24-4f88-813e-07123fe8d730, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c4051fc6-5e24-4f88-813e-07123fe8d730,segment=NetworkSegment(7e78f36e-c3f3-48d4-9eed-018ddf21f1b2),segment_id=7e78f36e-c3f3-48d4-9eed-018ddf21f1b2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:50.476299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.491852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['327bbe17-1e2e-4041-8ff0-be3592959106']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:50.505427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.519443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f1bb87-b3c3-4a69-b81d-26be5e30d621 req-68e5a44e-4744-46b4-9fb7-b86cf7963fe3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.520910 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73f1bb87-b3c3-4a69-b81d-26be5e30d621 req-68e5a44e-4744-46b4-9fb7-b86cf7963fe3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.7652225 Apr 05 14:31:50.638152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:50.653599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:50.662233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:50.665427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:50.669552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:50.672327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Pushing event updated for resources: {'Port': ['ID=631907c1-95cd-4b75-893c-4311fac4129a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:50.690560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76ccfd33-9c88-48ef-b369-f0cb25fefaa7 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.691227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:50.723324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:50.743054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for c4051fc6-5e24-4f88-813e-07123fe8d730 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:50.769357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7620c22-f29b-465e-a83c-a3c45e802b13') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:50.769648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7620c22-f29b-465e-a83c-a3c45e802b13') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:50.796930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:31:50.802741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:50.820168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.898025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.901678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:50.902275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.908401 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-0e8b96e7-93cf-4f1d-8d18-e09ceec9ef4e service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765845 Apr 05 14:31:50.909367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.956618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:50.992476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.045022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port f4cd8df3-6764-4283-a2e5-c13359a376c8 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:51.121427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.164071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:51.164656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:51.191494 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:51.237237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Network 4f28eefb-743d-4903-b80b-5b4dca2aba8f is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:51.243065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:51.245355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=c0145168-1198-40b5-9f2e-a62716412e29,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:51.247436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:51.248242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:51.248822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.269422 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73f1bb87-b3c3-4a69-b81d-26be5e30d621 req-814f74b0-7bb6-4fde-b541-cbd3d2442d03 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5465045 Apr 05 14:31:51.364505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1cb70d53-5d75-44ec-9abf-409691a19031 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:51.381395 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.9328492 Apr 05 14:31:51.383000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59918) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:51.403079 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1c989d1-73ec-4c3a-aef4-320ae15f703b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3886414 Apr 05 14:31:51.405917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a467427-9b1c-460f-8b73-bf79f39bb36f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Network': ['ID=4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:51.408133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.411322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59922) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:51.418277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'subnet': {'network_id': '4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:51.429571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:51.441262 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:51.491929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76ccfd33-9c88-48ef-b369-f0cb25fefaa7 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.501696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.536221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Port': ['ID=c4051fc6-5e24-4f88-813e-07123fe8d730,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:51.586984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.597094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 1cb70d53-5d75-44ec-9abf-409691a19031 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:51.625401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d1f4ac-06d9-4ff5-a46a-d95846904e90 None None] Network 57d18236-7a73-4b75-9688-1955e670aec2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:51.637187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.657145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dfe904-1131-4f50-8280-1c09c598fb8c None None] Network 5901abe3-f724-4c62-8db1-32a511c5bb72 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:51.661084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No DVR routers for this DVR port c4051fc6-5e24-4f88-813e-07123fe8d730 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:51.686325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.711724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/327bbe17-1e2e-4041-8ff0-be3592959106 HTTP/1.1" status: 204 len: 168 time: 5.6300964 Apr 05 14:31:51.730136 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ae88034-af20-4038-bb2d-c8d97a84241f req-5f00151b-20c7-4106-a479-2af8713399d1 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904041 Apr 05 14:31:51.730479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59926) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:51.731118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7c59f-5c93-40a1-9458-e8c21daedb49 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=327bbe17-1e2e-4041-8ff0-be3592959106,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:51.748026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1472768056'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:51.770220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:51.779134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:51.790707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:51.801189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:51.825355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:51.827400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.835553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0078f1fc-806f-4a02-b66e-99b3d30408c9 None None] Provisioning for port 1cb70d53-5d75-44ec-9abf-409691a19031 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:51.849091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0078f1fc-806f-4a02-b66e-99b3d30408c9 None None] Provisioning complete for port 1cb70d53-5d75-44ec-9abf-409691a19031 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:51.849091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0078f1fc-806f-4a02-b66e-99b3d30408c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.888364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.897839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.906779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:subnet and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:51.908493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:51.910159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:51.911540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.917810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:51.930525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:51.952944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:51.964368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.070145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57d18236-7a73-4b75-9688-1955e670aec2']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:52.080191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76ccfd33-9c88-48ef-b369-f0cb25fefaa7 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.091088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4db1c08-e477-42ea-9a23-352ebeb7022c None None] DHCP port deletion for 57d18236-7a73-4b75-9688-1955e670aec2 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:52.128335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e78f36e-c3f3-48d4-9eed-018ddf21f1b2') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:52.128733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e78f36e-c3f3-48d4-9eed-018ddf21f1b2') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:52.153965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.170392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0078f1fc-806f-4a02-b66e-99b3d30408c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.174177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.181628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ccfd33-9c88-48ef-b369-f0cb25fefaa7 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event deleted for resources: {'Subnet': ['ID=2eedfcb7-2135-4147-89b1-ff43d941766d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:52.206639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f65fc4-68a0-42b8-b1e3-a2a7ba320d49 None None] Network 9a7f0a42-c298-4c9e-954b-1ff80c446c12 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:52.282230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:31:52.286293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-76ccfd33-9c88-48ef-b369-f0cb25fefaa7 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.298863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0078f1fc-806f-4a02-b66e-99b3d30408c9 None None] For port 1cb70d53-5d75-44ec-9abf-409691a19031, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1cb70d53-5d75-44ec-9abf-409691a19031,segment=NetworkSegment(faf11e77-8431-4c93-9a54-09b4bb0651a7),segment_id=faf11e77-8431-4c93-9a54-09b4bb0651a7)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:52.306725 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.314483 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-76ccfd33-9c88-48ef-b369-f0cb25fefaa7 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "DELETE /v2.0/subnets/2eedfcb7-2135-4147-89b1-ff43d941766d HTTP/1.1" status: 204 len: 168 time: 2.9121435 Apr 05 14:31:52.317488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0078f1fc-806f-4a02-b66e-99b3d30408c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.320031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:52.320549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.339579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59932) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:52.340370 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:52.462949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.463931 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment ab0f7cb2-f6cd-4030-9418-498249bf3446 of type vlan for network f6be15ff-6a3c-406d-907a-af2c8b6516b8 Apr 05 14:31:52.511236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.516554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078f1fc-806f-4a02-b66e-99b3d30408c9 None None] Pushing event updated for resources: {'Port': ['ID=1cb70d53-5d75-44ec-9abf-409691a19031,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:52.558310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:52.566645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:52.569924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:52.573727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:52.574709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.599172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.627523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=f4cd8df3-6764-4283-a2e5-c13359a376c8,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:52.632226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.659919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=57d18236-7a73-4b75-9688-1955e670aec2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:52.664764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.680573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] DHCP port deletion for 9a7f0a42-c298-4c9e-954b-1ff80c446c12 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:52.684432 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-87c673ff-0d58-4808-a113-057e28c963d1 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/57d18236-7a73-4b75-9688-1955e670aec2 HTTP/1.1" status: 204 len: 168 time: 3.6989157 Apr 05 14:31:52.684641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] Deleting port efb81619-93b6-4e05-91b7-1391b158f8c3 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:52.684997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.690378 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-759b7280-a11f-498b-9491-ed9da1566d6c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.3932745 Apr 05 14:31:52.692430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59936) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:52.692716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59938) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:52.751577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Deleting port efb81619-93b6-4e05-91b7-1391b158f8c3 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:52.752052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.798294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:31:52.805999 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-983c578d-5920-4914-804f-ee25d59e8167 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:52.810466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983c578d-5920-4914-804f-ee25d59e8167 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:52.813225 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-983c578d-5920-4914-804f-ee25d59e8167 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/8a487917-c3ec-4944-8b5d-4c4b9e95cd7d HTTP/1.1" status: 404 len: 337 time: 0.1157119 Apr 05 14:31:52.814611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.819675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59944) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:52.820286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:52.821931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.855974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71915e2e-c35b-4504-af10-301acf994b5c req-891c3660-910b-45b1-a18b-e51fec68d0c3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:52.863016 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-71915e2e-c35b-4504-af10-301acf994b5c req-891c3660-910b-45b1-a18b-e51fec68d0c3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3538563 Apr 05 14:31:52.908330 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-f333edda-3d65-4782-b90b-8578419f247e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:52.909128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f333edda-3d65-4782-b90b-8578419f247e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:52.913647 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f333edda-3d65-4782-b90b-8578419f247e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/92d59357-6c92-4000-9788-97b41bc59b7c HTTP/1.1" status: 404 len: 339 time: 0.0884497 Apr 05 14:31:52.915091 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] device_id is not set on port c0145168-1198-40b5-9f2e-a62716412e29 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:52.925019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59948) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:52.925220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.944003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Transition to ACTIVE for port object c0145168-1198-40b5-9f2e-a62716412e29 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:52.944238 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] For port efb81619-93b6-4e05-91b7-1391b158f8c3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=efb81619-93b6-4e05-91b7-1391b158f8c3,segment=NetworkSegment(049e5b89-4a9b-46a3-abde-1ba94f9eebf5),segment_id=049e5b89-4a9b-46a3-abde-1ba94f9eebf5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:52.944681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:52.980192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:53.025260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f6d6ba7-00b8-434e-84f9-709c454abb03 None None] Network 5901abe3-f724-4c62-8db1-32a511c5bb72 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:53.101020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cceb031b-68c6-472a-b40a-cf0cd2da7ee1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:53.102079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cceb031b-68c6-472a-b40a-cf0cd2da7ee1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:53.104821 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3639479 Apr 05 14:31:53.113502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] Calling delete_port for efb81619-93b6-4e05-91b7-1391b158f8c3 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:53.122805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59952) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:53.142148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': 'f6be15ff-6a3c-406d-907a-af2c8b6516b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:53.163313 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c7548c-d33b-4b78-b318-eb531e561753 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:53.163751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86c7548c-d33b-4b78-b318-eb531e561753 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:53.165381 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-86c7548c-d33b-4b78-b318-eb531e561753 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/eee7e8b0-0f62-4cf6-b3ef-a96033cab140 HTTP/1.1" status: 404 len: 337 time: 0.2111781 Apr 05 14:31:53.182572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59956) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:53.205835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb1c3b-ce4a-430e-bd46-f97d9656ae90 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=f6be15ff-6a3c-406d-907a-af2c8b6516b8,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:53.218753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=c0145168-1198-40b5-9f2e-a62716412e29,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:53.231558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cceb031b-68c6-472a-b40a-cf0cd2da7ee1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:53.235298 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cceb031b-68c6-472a-b40a-cf0cd2da7ee1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/f4cd8df3-6764-4283-a2e5-c13359a376c8 HTTP/1.1" status: 200 len: 845 time: 0.5393648 Apr 05 14:31:53.236773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59960) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:53.295603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network f6be15ff-6a3c-406d-907a-af2c8b6516b8 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:31:53.330527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:53.331132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:53.331273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:53.343228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2b95d7ea-626d-450e-9bd0-98f2ce188581 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port f4cd8df3-6764-4283-a2e5-c13359a376c8 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:53.343567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b95d7ea-626d-450e-9bd0-98f2ce188581 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:53.355602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-73ed0590-f643-4097-9b58-55309cc8609d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:53.356044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73ed0590-f643-4097-9b58-55309cc8609d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:53.359978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-73ed0590-f643-4097-9b58-55309cc8609d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/399b8d0e-88c1-494c-80ac-ab1e2f9b26df HTTP/1.1" status: 404 len: 339 time: 0.1743321 Apr 05 14:31:53.370486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59964) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:53.395935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1cb70d53-5d75-44ec-9abf-409691a19031 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:53.398652 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-71915e2e-c35b-4504-af10-301acf994b5c req-e812a69f-e9c1-4a53-a8e3-ce1bb0af3952 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.5346613 Apr 05 14:31:53.420484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:53.420810 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:53.432903 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 2 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:53.448867 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b28bb5e-b5e5-4241-9a63-4603cf465de0 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:53.448867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b28bb5e-b5e5-4241-9a63-4603cf465de0 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:53.448867 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1b28bb5e-b5e5-4241-9a63-4603cf465de0 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/52206875-3158-4604-ab00-5ea6087c6e11 HTTP/1.1" status: 404 len: 337 time: 0.0687690 Apr 05 14:31:53.460304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59968) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:53.460510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] For port efb81619-93b6-4e05-91b7-1391b158f8c3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=efb81619-93b6-4e05-91b7-1391b158f8c3,segment=NetworkSegment(049e5b89-4a9b-46a3-abde-1ba94f9eebf5),segment_id=049e5b89-4a9b-46a3-abde-1ba94f9eebf5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:53.460510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:53.529564 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ac80ea-96db-4f70-b22a-525aea375fd0 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:53.529994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ac80ea-96db-4f70-b22a-525aea375fd0 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:53.534023 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b9ac80ea-96db-4f70-b22a-525aea375fd0 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/5e86900f-4c35-43e6-8960-395ad455004a HTTP/1.1" status: 404 len: 339 time: 0.0770328 Apr 05 14:31:53.535341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7e6ca643-18cf-461f-b3da-6c963ca1091e None None] Provisioning complete for port 1cb70d53-5d75-44ec-9abf-409691a19031 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:53.536377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7e6ca643-18cf-461f-b3da-6c963ca1091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:53.536773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:53.537210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:53.537425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:53.553264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59974) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:53.579109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:53.596667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Calling delete_port for efb81619-93b6-4e05-91b7-1391b158f8c3 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:53.615468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:53.615793 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:53.620474 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 3 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:53.659463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] Pushing event deleted for resources: {'Port': ['ID=efb81619-93b6-4e05-91b7-1391b158f8c3,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:53.673584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:53.673916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:53.674292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:53.675582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:53.675916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:53.680242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6199c5c-477b-48a7-b6de-ee7504f52e1b None None] No DVR routers for this DVR port efb81619-93b6-4e05-91b7-1391b158f8c3 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:53.694399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:53.725350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:53.733469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:53.745498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:31:53.746698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:53.750625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:53.774723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:53.775014 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:53.779293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1cb70d53-5d75-44ec-9abf-409691a19031 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:53.779456 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 4 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:53.779847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:53.793033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Router 393500e4-bd6f-416e-8680-78beef81dd41 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:31:53.806382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:53.872867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:53.873198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:53.873528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:53.876501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b95d7ea-626d-450e-9bd0-98f2ce188581 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:53.942577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Subnet': ['ID=5f0fda3d-e5fd-4c57-819b-9e6f2d89270c,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:53.969362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.018032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c4051fc6-5e24-4f88-813e-07123fe8d730 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:54.019739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2b95d7ea-626d-450e-9bd0-98f2ce188581 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for f4cd8df3-6764-4283-a2e5-c13359a376c8 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:54.040519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Checking segment: {'id': 'c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:54.041135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network hostable DHCP agents. Network: 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:54.055998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: c4051fc6-5e24-4f88-813e-07123fe8d730 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:54.056357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c4051fc6-5e24-4f88-813e-07123fe8d730 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:54.056993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device efb81619-93b6-4e05-91b7-1391b158f8c3 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:54.083088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing IP validity checks on allocation pools {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 14:31:54.083777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 14:31:54.091122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: efb81619-93b6-4e05-91b7-1391b158f8c3 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:54.091358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device efb81619-93b6-4e05-91b7-1391b158f8c3 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:54.116695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:54.132914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:54.138607 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-20384e03-b35e-4981-9ef5-49aaaac98db6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.142479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:54.143099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.149717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0adfc9-b926-4bf8-a087-b816720467c2 None None] Network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:54.176554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Deleting port efb81619-93b6-4e05-91b7-1391b158f8c3 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:54.176905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.230082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:54.230313 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:54.240281 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 5 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:54.265611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-902bd3c7-9396-461b-baf2-7fdba910af97 None None] Provisioning complete for port 1cb70d53-5d75-44ec-9abf-409691a19031 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:54.265944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-902bd3c7-9396-461b-baf2-7fdba910af97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.278457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] The port 'efb81619-93b6-4e05-91b7-1391b158f8c3' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:31:54.306861 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ac5cb48b-dbc7-450d-a739-21a7396323fe tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9145174 Apr 05 14:31:54.315980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59978) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:54.335494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'port': {'network_id': '4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac', 'name': 'tempest-NetworksIpV6TestAttrs-1737302325'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:54.340314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:54.340843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:54.341030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:54.357646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-06b083ec-a75e-4bb3-9d01-7ede9cee9b7b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting subnet a4b3c96f-956b-4efa-86a4-20d861434052 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:54.374586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06b083ec-a75e-4bb3-9d01-7ede9cee9b7b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.407243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:54.407604 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:54.420491 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 6 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:54.447611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:54.448512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:54.448852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:54.453208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b95d7ea-626d-450e-9bd0-98f2ce188581 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.502965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06b083ec-a75e-4bb3-9d01-7ede9cee9b7b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.525868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.532940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac', 'network_id': '4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac', 'tenant_id': '2f852215dc1f4fc1b2068424b200ca13', 'fixed_ips': [{'subnet_id': '5f0fda3d-e5fd-4c57-819b-9e6f2d89270c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:54.534022 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.541530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.547599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b95d7ea-626d-450e-9bd0-98f2ce188581 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=f4cd8df3-6764-4283-a2e5-c13359a376c8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:54.563202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:54.563459 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:54.568339 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 7 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:54.586348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b95d7ea-626d-450e-9bd0-98f2ce188581 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.601170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:54.601495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:54.601819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:54.619414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=2ba8a9d0-f030-4ea7-89dc-07916b2e656e,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:54.626436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:54.626733 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:54.629716 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 8 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:54.641328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a7f0a42-c298-4c9e-954b-1ff80c446c12']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:54.646530 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2b95d7ea-626d-450e-9bd0-98f2ce188581 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/f4cd8df3-6764-4283-a2e5-c13359a376c8 HTTP/1.1" status: 204 len: 168 time: 1.4068112 Apr 05 14:31:54.650951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59982) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:54.670614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '049e5b89-4a9b-46a3-abde-1ba94f9eebf5') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:54.670908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '049e5b89-4a9b-46a3-abde-1ba94f9eebf5') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:54.691661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.700642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:54.700966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:54.701295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:54.707589 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d671af07-ebf5-4e0b-a8dc-1f1783a3f166 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:31:54.708076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d671af07-ebf5-4e0b-a8dc-1f1783a3f166 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:54.721553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:54.726433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06b083ec-a75e-4bb3-9d01-7ede9cee9b7b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.733294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:port and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:54.736430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.742725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Allocated IP 2001:db8::f816:3eff:fe36:4d5e (4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac/5f0fda3d-e5fd-4c57-819b-9e6f2d89270c/6f8baae2-c638-43c7-8069-a734c20a796e) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:54.743227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:54.753178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:54.753582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.763311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:54.763639 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:54.772927 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 9 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:54.804573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d671af07-ebf5-4e0b-a8dc-1f1783a3f166 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:54.809376 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d671af07-ebf5-4e0b-a8dc-1f1783a3f166 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/f4cd8df3-6764-4283-a2e5-c13359a376c8 HTTP/1.1" status: 404 len: 333 time: 0.1537042 Apr 05 14:31:54.811231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59986) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:54.815201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:54.815529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:54.815859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:54.824786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'name': 'tempest-PortsIpV6TestJSON-810023834'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:54.879116 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:54.883656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:54.928292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': 'ab0f7cb2-f6cd-4030-9418-498249bf3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f6be15ff-6a3c-406d-907a-af2c8b6516b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:54.928656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: f6be15ff-6a3c-406d-907a-af2c8b6516b8, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:31:54.937936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:54.938403 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:54.942314 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 10 to bind port c0145168-1198-40b5-9f2e-a62716412e29 Apr 05 14:31:54.968329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:31:54.970111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:54.973075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.979171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:54.984493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:54.984937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:54.985381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:54.985587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd8125-45c3-408d-b40c-d032c4252f00 None None] Sync routers for ids ['393500e4-bd6f-416e-8680-78beef81dd41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:31:54.999545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:55.003060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Transition to ACTIVE for port object 6f8baae2-c638-43c7-8069-a734c20a796e will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:55.006818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.007416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.011331 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9afa9f08-b56c-4458-a7be-8a1fadd5c76e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "PUT /v2.0/routers/393500e4-bd6f-416e-8680-78beef81dd41 HTTP/1.1" status: 200 len: 918 time: 8.6906185 Apr 05 14:31:55.011331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06b083ec-a75e-4bb3-9d01-7ede9cee9b7b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.013733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 59990) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:55.024271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd8125-45c3-408d-b40c-d032c4252f00 None None] Routers {'393500e4-bd6f-416e-8680-78beef81dd41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:55.024848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9dfd8125-45c3-408d-b40c-d032c4252f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['393500e4-bd6f-416e-8680-78beef81dd41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:55.030530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] device_id is not set on port 4a7e78e2-5880-407d-ab8c-0e723d919eea yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:55.052831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:31:55.053291 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c0145168-1198-40b5-9f2e-a62716412e29 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:31:55.053733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.063136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.076169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] Pushing event deleted for resources: {'Network': ['ID=9a7f0a42-c298-4c9e-954b-1ff80c446c12,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:55.086355 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-46695bbf-b82f-4252-9bfc-d8446dede6d2 tempest-DHCPAgentSchedulersTestJSON-503500843 tempest-DHCPAgentSchedulersTestJSON-503500843-project] 10.222.0.18 "DELETE /v2.0/networks/9a7f0a42-c298-4c9e-954b-1ff80c446c12 HTTP/1.1" status: 204 len: 168 time: 2.7399302 Apr 05 14:31:55.098544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9dfd8125-45c3-408d-b40c-d032c4252f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:55.101559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Transition to ACTIVE for port object 6f8baae2-c638-43c7-8069-a734c20a796e will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:55.106138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network f6be15ff-6a3c-406d-907a-af2c8b6516b8 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:31:55.113097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfd8125-45c3-408d-b40c-d032c4252f00 None None] Routers {'393500e4-bd6f-416e-8680-78beef81dd41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:31:55.113499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9dfd8125-45c3-408d-b40c-d032c4252f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['393500e4-bd6f-416e-8680-78beef81dd41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:55.124853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:55.126704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, f6be15ff-6a3c-406d-907a-af2c8b6516b8) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:55.134567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b083ec-a75e-4bb3-9d01-7ede9cee9b7b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=a4b3c96f-956b-4efa-86a4-20d861434052,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:55.144956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:55.145593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.174492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07caacb0-7b00-417a-aa29-9157d84cbbd1 None None] Network f6be15ff-6a3c-406d-907a-af2c8b6516b8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:55.187717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.213311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06b083ec-a75e-4bb3-9d01-7ede9cee9b7b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.220430 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-06b083ec-a75e-4bb3-9d01-7ede9cee9b7b tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/a4b3c96f-956b-4efa-86a4-20d861434052 HTTP/1.1" status: 204 len: 168 time: 1.6657157 Apr 05 14:31:55.224005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 59996) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:55.241144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b159e4-f746-4a63-9ea5-060e0324545c None None] Network cd4304dc-b500-4649-9f07-613645e1c019 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:55.248995 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b07455c7-ac73-46ea-911b-061d2f0b5dcd tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1251411 Apr 05 14:31:55.254921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60000) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:55.274553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:55.278000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.315208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9dfd8125-45c3-408d-b40c-d032c4252f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:55.315813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dfd8125-45c3-408d-b40c-d032c4252f00 None None] The sync data for ids ['393500e4-bd6f-416e-8680-78beef81dd41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:31:55.344317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 43b3250f-e2bb-4355-b9c0-98e889090846 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:55.373199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Allocated IP 2001:db8::f816:3eff:fedf:3f4c (4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac/5f0fda3d-e5fd-4c57-819b-9e6f2d89270c/4a7e78e2-5880-407d-ab8c-0e723d919eea) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:55.419893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] For port c0145168-1198-40b5-9f2e-a62716412e29, host hv-neutron-8294, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:55.420470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempted to set empty binding levels {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:31:55.429490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:55.442261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:55.446438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.452022 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:55.456192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Pushing event updated for resources: {'Port': ['ID=6f8baae2-c638-43c7-8069-a734c20a796e,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:55.502338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.541821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] In _notify_port_updated(), no bound segment for port c0145168-1198-40b5-9f2e-a62716412e29 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:31:55.542952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.544319 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "PUT /v2.0/ports/c0145168-1198-40b5-9f2e-a62716412e29 HTTP/1.1" status: 200 len: 981 time: 4.1321459 Apr 05 14:31:55.550015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60006) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:55.609897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.614716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60010) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:55.671842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port de47d327-d82c-4f82-90fc-0caa95e57d7f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:55.672186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.706895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Attempting to bind port 6f8baae2-c638-43c7-8069-a734c20a796e on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:55.707261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Attempting to bind port 6f8baae2-c638-43c7-8069-a734c20a796e by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:55.707611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Attempting to bind port 6f8baae2-c638-43c7-8069-a734c20a796e on network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:55.747823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3639de1e-c3c1-47ea-9d7a-1878d6407149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=c0145168-1198-40b5-9f2e-a62716412e29,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:55.756848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:55.757470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Checking segment: {'id': 'c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:55.757664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.757981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Bound using segment: {'id': 'c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:55.758478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Bound port: 6f8baae2-c638-43c7-8069-a734c20a796e, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:55.759034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.774143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f6be15ff-6a3c-406d-907a-af2c8b6516b8', 'network_id': 'f6be15ff-6a3c-406d-907a-af2c8b6516b8', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '2ba8a9d0-f030-4ea7-89dc-07916b2e656e'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:31:55.774950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.864950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.893045 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f8a93d07-93dd-4d23-9495-e063e00a791e tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/routers/393500e4-bd6f-416e-8680-78beef81dd41 HTTP/1.1" status: 200 len: 924 time: 0.8463387 Apr 05 14:31:55.897846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60016) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:55.918096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1609af83-c228-41e9-ab97-c774db836205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Synchronizing usage tracker for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:55.956805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] DHCP port deletion for cd4304dc-b500-4649-9f07-613645e1c019 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:31:55.964907 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] For port 6f8baae2-c638-43c7-8069-a734c20a796e, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:55.970851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] For port 6f8baae2-c638-43c7-8069-a734c20a796e, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6f8baae2-c638-43c7-8069-a734c20a796e,segment=NetworkSegment(c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e),segment_id=c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:55.971996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] Deleting port de47d327-d82c-4f82-90fc-0caa95e57d7f {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:55.972362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.972865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:55.988701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1609af83-c228-41e9-ab97-c774db836205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Unset dirty status for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:55.990120 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1609af83-c228-41e9-ab97-c774db836205 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15365 time: 0.4208694 Apr 05 14:31:55.999833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60020) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:56.006428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.016960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.129536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.194498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Transition to ACTIVE for port object 4a7e78e2-5880-407d-ab8c-0e723d919eea will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:56.201321 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7203f51e-e1cd-47f9-837d-b92668a2654f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=37df465b210645da9bfd9b6801034de1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5819368 Apr 05 14:31:56.204837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port de47d327-d82c-4f82-90fc-0caa95e57d7f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=de47d327-d82c-4f82-90fc-0caa95e57d7f,segment=NetworkSegment(1dbe01ae-317f-4433-aada-680c118ad2a5),segment_id=1dbe01ae-317f-4433-aada-680c118ad2a5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:56.205187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.209552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60024) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:56.288894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:56.303643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:56.312320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Deleting port c0145168-1198-40b5-9f2e-a62716412e29 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:56.312657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.319115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Allocated IP 172.20.0.3 (f6be15ff-6a3c-406d-907a-af2c8b6516b8/2ba8a9d0-f030-4ea7-89dc-07916b2e656e/b1544152-e1b3-45b8-9537-6bbe218c583f) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:31:56.321305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce8e660-7d6b-471c-9d33-c47298de623a None None] Pushing event updated for resources: {'Port': ['ID=6f8baae2-c638-43c7-8069-a734c20a796e,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:56.341570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:56.345154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:56.345736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.348717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for de47d327-d82c-4f82-90fc-0caa95e57d7f owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:56.361267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=43b3250f-e2bb-4355-b9c0-98e889090846,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:56.376475 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f980c15b-21ab-430e-89eb-be82440ca527 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=393500e4-bd6f-416e-8680-78beef81dd41&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4738216 Apr 05 14:31:56.381990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60028) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:56.436031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-987b5fe6-c34c-4036-87b2-450fc16cd883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.471361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0ab-de46-4cf8-addc-69881c6b5a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.482927 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aa6baefa-7e7a-42ca-ae7f-77e16dc991e4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6706491 Apr 05 14:31:56.484334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60032) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:56.513053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:56.515720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] For port de47d327-d82c-4f82-90fc-0caa95e57d7f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=de47d327-d82c-4f82-90fc-0caa95e57d7f,segment=NetworkSegment(1dbe01ae-317f-4433-aada-680c118ad2a5),segment_id=1dbe01ae-317f-4433-aada-680c118ad2a5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:56.516184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.706665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0ab-de46-4cf8-addc-69881c6b5a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.722726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] For port c0145168-1198-40b5-9f2e-a62716412e29, host hv-neutron-8294, got binding levels [] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:56.723198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.728496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] Calling delete_port for de47d327-d82c-4f82-90fc-0caa95e57d7f owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:56.768708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.830906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.871407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Calling delete_port for c0145168-1198-40b5-9f2e-a62716412e29 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:56.883786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.896073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Transition to ACTIVE for port object b1544152-e1b3-45b8-9537-6bbe218c583f will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:56.911994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:56.912342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:56.918928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Transition to ACTIVE for port object b1544152-e1b3-45b8-9537-6bbe218c583f will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:31:56.927000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.929520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.953816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0ab-de46-4cf8-addc-69881c6b5a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.977335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72c0ab-de46-4cf8-addc-69881c6b5a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82175885-f095-4b90-bd55-2357a276b0e3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:56.981383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d72c0ab-de46-4cf8-addc-69881c6b5a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:56.981919 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9d72c0ab-de46-4cf8-addc-69881c6b5a72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82175885-f095-4b90-bd55-2357a276b0e3 HTTP/1.1" status: 204 len: 168 time: 0.7704990 Apr 05 14:31:56.988367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:56.997592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.013646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:57.016999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:57.018411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Network f6be15ff-6a3c-406d-907a-af2c8b6516b8 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:57.021130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:57.021904 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.022809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:57.024882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Pushing event updated for resources: {'Port': ['ID=b1544152-e1b3-45b8-9537-6bbe218c583f,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:57.038550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:57.055829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Port': ['ID=4a7e78e2-5880-407d-ab8c-0e723d919eea,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:57.086440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0145168-1198-40b5-9f2e-a62716412e29,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:57.092781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No DVR routers for this DVR port de47d327-d82c-4f82-90fc-0caa95e57d7f on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:31:57.092990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.111409 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c689225e-c85b-4afa-a80b-8e36bf54f262 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c0145168-1198-40b5-9f2e-a62716412e29 HTTP/1.1" status: 204 len: 168 time: 1.1056285 Apr 05 14:31:57.112486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60040) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:57.146754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Attempting to bind port b1544152-e1b3-45b8-9537-6bbe218c583f on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:31:57.147159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Attempting to bind port b1544152-e1b3-45b8-9537-6bbe218c583f by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ab0f7cb2-f6cd-4030-9418-498249bf3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f6be15ff-6a3c-406d-907a-af2c8b6516b8'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:31:57.147606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Attempting to bind port b1544152-e1b3-45b8-9537-6bbe218c583f on network f6be15ff-6a3c-406d-907a-af2c8b6516b8 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:31:57.160509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:31:57.160963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Checking segment: {'id': 'ab0f7cb2-f6cd-4030-9418-498249bf3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f6be15ff-6a3c-406d-907a-af2c8b6516b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:31:57.161425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.161875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Bound using segment: {'id': 'ab0f7cb2-f6cd-4030-9418-498249bf3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f6be15ff-6a3c-406d-907a-af2c8b6516b8'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:31:57.162424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Bound port: b1544152-e1b3-45b8-9537-6bbe218c583f, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab0f7cb2-f6cd-4030-9418-498249bf3446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f6be15ff-6a3c-406d-907a-af2c8b6516b8'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:31:57.162995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.163700 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-89095131-56b8-4cd6-9cee-11712fc98931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:31:57.164272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-89095131-56b8-4cd6-9cee-11712fc98931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Synchronizing usage tracker for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:57.186172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-89095131-56b8-4cd6-9cee-11712fc98931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Unset dirty status for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:57.187481 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-89095131-56b8-4cd6-9cee-11712fc98931 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "GET /v2.0/ports/c0145168-1198-40b5-9f2e-a62716412e29 HTTP/1.1" status: 404 len: 333 time: 0.0724390 Apr 05 14:31:57.191868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60044) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:57.206366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-680745722', 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:31:57.211857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:57.236532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:57.259176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Made reservation on behalf of a3b0becb772c4c1f853d2eb56ef075ea for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:31:57.264817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.288816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91d8204-78c7-4d71-afe2-31e268142544 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:57.293332 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d91d8204-78c7-4d71-afe2-31e268142544 tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 881 time: 0.9068313 Apr 05 14:31:57.307898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] For port b1544152-e1b3-45b8-9537-6bbe218c583f, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:31:57.309977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.310175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60050) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:57.313484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] For port b1544152-e1b3-45b8-9537-6bbe218c583f, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b1544152-e1b3-45b8-9537-6bbe218c583f,segment=NetworkSegment(ab0f7cb2-f6cd-4030-9418-498249bf3446),segment_id=ab0f7cb2-f6cd-4030-9418-498249bf3446)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:31:57.319554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.320024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] device_id is not set on port f633220e-1865-496f-91cc-d3c9ed79aad2 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:31:57.372140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Port': ['ID=de47d327-d82c-4f82-90fc-0caa95e57d7f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:57.413803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6f8baae2-c638-43c7-8069-a734c20a796e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:57.475864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] Deleting port de47d327-d82c-4f82-90fc-0caa95e57d7f {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:57.476657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.490967 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c95321ca-a5e3-4012-b4da-704c5084463c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=393500e4-bd6f-416e-8680-78beef81dd41 HTTP/1.1" status: 200 len: 205 time: 0.0999131 Apr 05 14:31:57.492865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60054) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:57.527027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=2ba8a9d0-f030-4ea7-89dc-07916b2e656e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:57.533935 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b3eca071-33ec-43a4-b634-0f66c817638f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2173746 Apr 05 14:31:57.551308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60058) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:57.599666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60062) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:57.644135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6fa97-64a8-4257-b08b-975e5a4c9cfd None None] The port 'de47d327-d82c-4f82-90fc-0caa95e57d7f' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:31:57.644994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.697015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179be772-b0a8-4e38-938f-189059456744 None None] Network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:57.714100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.755261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.788933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.795468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a65873-bf6e-401e-8ab9-d206271aa1b5 None None] Pushing event updated for resources: {'Port': ['ID=b1544152-e1b3-45b8-9537-6bbe218c583f,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:57.799482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.828946 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6be15ff-6a3c-406d-907a-af2c8b6516b8']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:57.855068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd4304dc-b500-4649-9f07-613645e1c019']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:57.859205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e10825-443c-47de-99d4-8366a2d0bcb3 None None] Network f6be15ff-6a3c-406d-907a-af2c8b6516b8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:57.865169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.869608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0f7cb2-f6cd-4030-9418-498249bf3446') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:57.870497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0f7cb2-f6cd-4030-9418-498249bf3446') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:57.885251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fafe7c61-12ff-4d74-9b86-410637d2de39 None None] Provisioning for port 6f8baae2-c638-43c7-8069-a734c20a796e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:57.889460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.894021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.895263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbe01ae-317f-4433-aada-680c118ad2a5') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:57.895746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbe01ae-317f-4433-aada-680c118ad2a5') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:31:57.945381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.951214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:57.990380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.011158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6f8baae2-c638-43c7-8069-a734c20a796e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:58.022523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.036250 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6f8baae2-c638-43c7-8069-a734c20a796e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:58.036629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.069601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:31:58.081698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.090990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] In _notify_port_updated(), no bound segment for port 43b3250f-e2bb-4355-b9c0-98e889090846 on network 066181d3-b2bb-4e4b-9ea5-405dec755edb {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:31:58.094957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:58.095558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.099955 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "PUT /v2.0/ports/43b3250f-e2bb-4355-b9c0-98e889090846 HTTP/1.1" status: 200 len: 818 time: 1.6036122 Apr 05 14:31:58.100883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60066) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:58.102077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] Usage tracker for resource:security_group_rule and tenant:a0bd5d942ca949439bead7a76cf751c6 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:31:58.105629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.110070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:31:58.125072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:58.125453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:58.139780 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:58.144372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:31:58.153937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ca972-7b77-4b3b-80a0-b502715d88bd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=43b3250f-e2bb-4355-b9c0-98e889090846,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:58.154145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Network 4f28eefb-743d-4903-b80b-5b4dca2aba8f is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:31:58.169316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:31:58.209549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:31:58.209874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:31:58.225086 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:31:58.319458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:31:58.320357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:31:58.320582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.333955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=f633220e-1865-496f-91cc-d3c9ed79aad2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:58.352938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.364573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:31:58.364573 dv-neutron-829488-2-hyperv neutron-server[83850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:31:58.364573 dv-neutron-829488-2-hyperv neutron-server[83850]: [parameters: {'id': 'f6be15ff-6a3c-406d-907a-af2c8b6516b8'}] Apr 05 14:31:58.364573 dv-neutron-829488-2-hyperv neutron-server[83850]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:31:58.365029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:31:58.371720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-189a3708-2df8-4dff-b9dc-2d4e8d4013e5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting subnet 5f0fda3d-e5fd-4c57-819b-9e6f2d89270c {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:58.379379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-189a3708-2df8-4dff-b9dc-2d4e8d4013e5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.391766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3978fe0c-c87f-406c-abaa-4d6d8a2e1b96 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 43b3250f-e2bb-4355-b9c0-98e889090846 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:58.392106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3978fe0c-c87f-406c-abaa-4d6d8a2e1b96 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.402841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 6f8baae2-c638-43c7-8069-a734c20a796e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6f8baae2-c638-43c7-8069-a734c20a796e,segment=NetworkSegment(c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e),segment_id=c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:58.407163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.408958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.435067 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-816506f0-b86c-4599-a217-e3d205c598b7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.2419679 Apr 05 14:31:58.438688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60070) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:58.441986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.487808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=cd4304dc-b500-4649-9f07-613645e1c019,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:58.496241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=6f8baae2-c638-43c7-8069-a734c20a796e,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:58.512854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device de47d327-d82c-4f82-90fc-0caa95e57d7f no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:31:58.534260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-189a3708-2df8-4dff-b9dc-2d4e8d4013e5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.560195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: de47d327-d82c-4f82-90fc-0caa95e57d7f {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:31:58.560589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device de47d327-d82c-4f82-90fc-0caa95e57d7f not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:31:58.566396 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3098f7ec-d0f4-44ed-b44f-221f170126ca tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/cd4304dc-b500-4649-9f07-613645e1c019 HTTP/1.1" status: 204 len: 168 time: 3.3413169 Apr 05 14:31:58.574339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60074) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:58.600751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.608328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.645223 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-148d32ac-0a32-4b72-a793-0d45a08cdc1e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:58.645660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148d32ac-0a32-4b72-a793-0d45a08cdc1e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:58.647369 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-148d32ac-0a32-4b72-a793-0d45a08cdc1e tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/83f22013-4582-416e-936f-93f4ad8f3879 HTTP/1.1" status: 404 len: 337 time: 0.0706794 Apr 05 14:31:58.649148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-709326a9-756d-4c67-a642-ee1d15fbc373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Synchronizing usage tracker for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:31:58.655199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60078) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:58.701610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a8b8a81-1f45-44c9-86f5-484f88856b88,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:58.715243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-676f4bab-6f64-4e5d-978a-6da164bc6115 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0bd5d942ca949439bead7a76cf751c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9860511 Apr 05 14:31:58.715243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0163d5f4-1be3-436d-844a-5615fa2b395c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] DELETE failed (client error): The resource could not be found. Apr 05 14:31:58.715243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0163d5f4-1be3-436d-844a-5615fa2b395c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:31:58.716907 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0163d5f4-1be3-436d-844a-5615fa2b395c tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/38f79187-44ed-4a20-b4a2-37f4e6c89670 HTTP/1.1" status: 404 len: 339 time: 0.0578728 Apr 05 14:31:58.719104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60082) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:58.722485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60084) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:58.759376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-709326a9-756d-4c67-a642-ee1d15fbc373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Unset dirty status for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:31:58.762405 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-709326a9-756d-4c67-a642-ee1d15fbc373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "GET /v2.0/ports/f633220e-1865-496f-91cc-d3c9ed79aad2 HTTP/1.1" status: 200 len: 958 time: 0.3197999 Apr 05 14:31:58.765614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60090) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:58.801340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2b14f79e-7d55-4677-b14f-9f880c7c9833 None None] Provisioning complete for port 6f8baae2-c638-43c7-8069-a734c20a796e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:58.801710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2b14f79e-7d55-4677-b14f-9f880c7c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.836098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3978fe0c-c87f-406c-abaa-4d6d8a2e1b96 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.887654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.968387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.969527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port b1544152-e1b3-45b8-9537-6bbe218c583f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:58.969527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.979778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2b14f79e-7d55-4677-b14f-9f880c7c9833 None None] Provisioning for port 4a7e78e2-5880-407d-ab8c-0e723d919eea completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:31:58.986094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2b14f79e-7d55-4677-b14f-9f880c7c9833 None None] Provisioning complete for port 4a7e78e2-5880-407d-ab8c-0e723d919eea triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:58.986711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2b14f79e-7d55-4677-b14f-9f880c7c9833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:58.993171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3978fe0c-c87f-406c-abaa-4d6d8a2e1b96 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 43b3250f-e2bb-4355-b9c0-98e889090846 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:59.027065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3b42ab-61c2-4f6e-a3c9-84a30c5a37af None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:31:59.033609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c8c04d3d-224e-40bd-8826-7c93bcb9df85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Deleting port f633220e-1865-496f-91cc-d3c9ed79aad2 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:59.033947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8c04d3d-224e-40bd-8826-7c93bcb9df85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.095114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-189a3708-2df8-4dff-b9dc-2d4e8d4013e5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.103791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2b14f79e-7d55-4677-b14f-9f880c7c9833 None None] Port 4a7e78e2-5880-407d-ab8c-0e723d919eea cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:31:59.120701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.173562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3b42ab-61c2-4f6e-a3c9-84a30c5a37af None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:31:59.181252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Deleting port 631907c1-95cd-4b75-893c-4311fac4129a {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:31:59.181592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.204095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ce68-07c9-4520-91b5-59550b482e02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.235016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3978fe0c-c87f-406c-abaa-4d6d8a2e1b96 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.278712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ce68-07c9-4520-91b5-59550b482e02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.284572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3fb07a96-3499-4edb-a877-4f4c2feb8cc1 None None] Provisioning complete for port 4a7e78e2-5880-407d-ab8c-0e723d919eea triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:59.284961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3fb07a96-3499-4edb-a877-4f4c2feb8cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.318493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-337b6dc0-9312-46be-a53b-25a5901e4c26 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting subnet bf9ac2b9-b9e3-44b1-b495-9e8c10e0dcfd {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:31:59.356988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6f8baae2-c638-43c7-8069-a734c20a796e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:31:59.372057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337b6dc0-9312-46be-a53b-25a5901e4c26 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.394475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978fe0c-c87f-406c-abaa-4d6d8a2e1b96 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=43b3250f-e2bb-4355-b9c0-98e889090846,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:59.407690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-3fb07a96-3499-4edb-a877-4f4c2feb8cc1 None None] Port 4a7e78e2-5880-407d-ab8c-0e723d919eea cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:31:59.477164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3978fe0c-c87f-406c-abaa-4d6d8a2e1b96 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.487993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8c04d3d-224e-40bd-8826-7c93bcb9df85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.490475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-189a3708-2df8-4dff-b9dc-2d4e8d4013e5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.537125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337b6dc0-9312-46be-a53b-25a5901e4c26 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.539654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6f8baae2-c638-43c7-8069-a734c20a796e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:31:59.540085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.557868 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3978fe0c-c87f-406c-abaa-4d6d8a2e1b96 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/43b3250f-e2bb-4355-b9c0-98e889090846 HTTP/1.1" status: 204 len: 168 time: 1.4534345 Apr 05 14:31:59.620309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60094) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:59.627458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c8c04d3d-224e-40bd-8826-7c93bcb9df85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Calling delete_port for f633220e-1865-496f-91cc-d3c9ed79aad2 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:59.645135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337b6dc0-9312-46be-a53b-25a5901e4c26 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.689515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port b1544152-e1b3-45b8-9537-6bbe218c583f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b1544152-e1b3-45b8-9537-6bbe218c583f,segment=NetworkSegment(ab0f7cb2-f6cd-4030-9418-498249bf3446),segment_id=ab0f7cb2-f6cd-4030-9418-498249bf3446)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:31:59.689872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.697917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189a3708-2df8-4dff-b9dc-2d4e8d4013e5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0fda3d-e5fd-4c57-819b-9e6f2d89270c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:59.723496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-189a3708-2df8-4dff-b9dc-2d4e8d4013e5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.732118 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20ab6d-6284-4cc2-b385-a9db320eea64 None None] Network 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:31:59.748156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.795644 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-189a3708-2df8-4dff-b9dc-2d4e8d4013e5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/subnets/5f0fda3d-e5fd-4c57-819b-9e6f2d89270c HTTP/1.1" status: 204 len: 168 time: 2.2424717 Apr 05 14:31:59.796371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ce68-07c9-4520-91b5-59550b482e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.798655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6c9ce68-07c9-4520-91b5-59550b482e02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:31:59.802464 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c6c9ce68-07c9-4520-91b5-59550b482e02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a8b8a81-1f45-44c9-86f5-484f88856b88 HTTP/1.1" status: 204 len: 168 time: 1.0826600 Apr 05 14:31:59.825648 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60098) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:31:59.885913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for b1544152-e1b3-45b8-9537-6bbe218c583f owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:31:59.918819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9ce68-07c9-4520-91b5-59550b482e02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a8b8a81-1f45-44c9-86f5-484f88856b88,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:31:59.978685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337b6dc0-9312-46be-a53b-25a5901e4c26 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.040199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b6dc0-9312-46be-a53b-25a5901e4c26 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Subnet': ['ID=bf9ac2b9-b9e3-44b1-b495-9e8c10e0dcfd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:00.044252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337b6dc0-9312-46be-a53b-25a5901e4c26 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.055506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Calling delete_port for 631907c1-95cd-4b75-893c-4311fac4129a owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:00.060360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee9766-18d4-4cca-baad-68e2f50af67d None None] Network 84ffb120-51c6-4d9b-b8f9-da08752dd856 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:00.063060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.106738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8c04d3d-224e-40bd-8826-7c93bcb9df85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.118820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=b1544152-e1b3-45b8-9537-6bbe218c583f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:00.122734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-337b6dc0-9312-46be-a53b-25a5901e4c26 tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/subnets/bf9ac2b9-b9e3-44b1-b495-9e8c10e0dcfd HTTP/1.1" status: 204 len: 168 time: 1.3989880 Apr 05 14:32:00.127162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60104) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:00.154683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port b1544152-e1b3-45b8-9537-6bbe218c583f on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:00.210259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] DHCP port deletion for 4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:00.241144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] Deleting port 6f8baae2-c638-43c7-8069-a734c20a796e {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:00.241530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.308681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.322130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c04d3d-224e-40bd-8826-7c93bcb9df85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event deleted for resources: {'Port': ['ID=f633220e-1865-496f-91cc-d3c9ed79aad2,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:00.327818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.377049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828bdb1-f78d-4d37-b77f-30dae63c9d51 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.378606 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7828bdb1-f78d-4d37-b77f-30dae63c9d51 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.379541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7828bdb1-f78d-4d37-b77f-30dae63c9d51 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Synchronizing usage tracker for tenant:2f852215dc1f4fc1b2068424b200ca13 on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:00.401566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8c04d3d-224e-40bd-8826-7c93bcb9df85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.410882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f9b54d-84ae-4991-bf45-685e528b8ce8 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:00.411843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-75f9b54d-84ae-4991-bf45-685e528b8ce8 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:00.414706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event deleted for resources: {'Port': ['ID=631907c1-95cd-4b75-893c-4311fac4129a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:00.483372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.496937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Deleting port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:00.497274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.521775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-75f9b54d-84ae-4991-bf45-685e528b8ce8 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:00.525844 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-75f9b54d-84ae-4991-bf45-685e528b8ce8 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.8717160 Apr 05 14:32:00.529663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60116) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:00.549616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6be15ff-6a3c-406d-907a-af2c8b6516b8']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:00.566450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] For port 6f8baae2-c638-43c7-8069-a734c20a796e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6f8baae2-c638-43c7-8069-a734c20a796e,segment=NetworkSegment(c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e),segment_id=c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:00.567554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.568008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7828bdb1-f78d-4d37-b77f-30dae63c9d51 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Unset dirty status for tenant:2f852215dc1f4fc1b2068424b200ca13 on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:00.571949 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7828bdb1-f78d-4d37-b77f-30dae63c9d51 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.7409661 Apr 05 14:32:00.571949 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c8c04d3d-224e-40bd-8826-7c93bcb9df85 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f633220e-1865-496f-91cc-d3c9ed79aad2 HTTP/1.1" status: 204 len: 168 time: 1.8018970 Apr 05 14:32:00.572154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab0f7cb2-f6cd-4030-9418-498249bf3446') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:00.572154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab0f7cb2-f6cd-4030-9418-498249bf3446') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:00.578000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60122) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:00.578354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60124) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:00.590084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.609884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] DHCP port deletion for 84ffb120-51c6-4d9b-b8f9-da08752dd856 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:00.652373 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f31be8f-c119-4abc-95f4-b73853d60202 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:32:00.657791 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5f31be8f-c119-4abc-95f4-b73853d60202 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/43b3250f-e2bb-4355-b9c0-98e889090846 HTTP/1.1" status: 404 len: 333 time: 0.1268308 Apr 05 14:32:00.665381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60130) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:00.677630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-506165179'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:00.689350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:00.743663 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-62179ab7-713a-48be-a601-6aafc346cbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:32:00.744163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-62179ab7-713a-48be-a601-6aafc346cbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Synchronizing usage tracker for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:00.758759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:network and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:00.793940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] Calling delete_port for 6f8baae2-c638-43c7-8069-a734c20a796e owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:00.825802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] Deleting port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:00.826202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.826781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:00.843149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:00.858633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] For port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6b95d0ce-47fa-4a1c-a4cf-0425b5305108,segment=NetworkSegment(ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d),segment_id=ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:00.858992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.953824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-62179ab7-713a-48be-a601-6aafc346cbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Unset dirty status for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:00.958525 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-62179ab7-713a-48be-a601-6aafc346cbb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "GET /v2.0/ports/f633220e-1865-496f-91cc-d3c9ed79aad2 HTTP/1.1" status: 404 len: 333 time: 0.3687723 Apr 05 14:32:00.960694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-94c178a6-608c-49de-ba64-4a25332893d4 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.962452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:00.965666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.976601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60140) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:00.983969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:00.993993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Calling delete_port for 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:01.041168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Request body: {'port': {'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-813564180'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:01.049676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.057854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:01.061913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:01.062506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:01.077263 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:01.125388 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-94c178a6-608c-49de-ba64-4a25332893d4 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 14:32:01.125851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94c178a6-608c-49de-ba64-4a25332893d4 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:01.127487 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-94c178a6-608c-49de-ba64-4a25332893d4 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac HTTP/1.1" status: 409 len: 405 time: 0.5427339 Apr 05 14:32:01.140276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] For port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6b95d0ce-47fa-4a1c-a4cf-0425b5305108,segment=NetworkSegment(ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d),segment_id=ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:01.140839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60146) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:01.140940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.148169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.150692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:01.155987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1662487303'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:01.167842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:01.189898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.228845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:network and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:01.232771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:01.235379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Made reservation on behalf of a3b0becb772c4c1f853d2eb56ef075ea for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:01.237623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.254700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Port': ['ID=6b95d0ce-47fa-4a1c-a4cf-0425b5305108,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:01.258408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.264596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.302089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/f6be15ff-6a3c-406d-907a-af2c8b6516b8 HTTP/1.1" status: 204 len: 168 time: 6.0414169 Apr 05 14:32:01.302089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1fa5fb-5d77-4f55-9f9c-6547d5730a59 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=f6be15ff-6a3c-406d-907a-af2c8b6516b8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:01.306537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] No DVR routers for this DVR port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:01.337053 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] Pushing event deleted for resources: {'Port': ['ID=6f8baae2-c638-43c7-8069-a734c20a796e,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:01.341684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60152) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:01.347778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] Calling delete_port for 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:01.353740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1659117931'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:01.368335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:01.382774 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:01.384234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6f8baae2-c638-43c7-8069-a734c20a796e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:01.394797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.403233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] device_id is not set on port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:01.433546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6f8baae2-c638-43c7-8069-a734c20a796e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:01.433884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6f8baae2-c638-43c7-8069-a734c20a796e not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:01.434318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:01.439925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:01.443162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.452892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.453420 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Added segment 2e52085f-5e3e-496a-8d51-7dc94ccd8bc6 of type vlan for network 2d63c491-d3a0-4c41-be03-3927ce34fc3e Apr 05 14:32:01.459971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa500832-722e-43ff-89c5-40f2a07cb05b None None] No DVR routers for this DVR port 6f8baae2-c638-43c7-8069-a734c20a796e on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:01.463279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.473739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.482466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:01.482941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:01.514437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:01.515011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:01.521119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ffb120-51c6-4d9b-b8f9-da08752dd856']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:01.536372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:01.536693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba1be29f-dde8-4a81-9f4c-7b5b1b064a4d') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:01.538977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.548008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:01.554797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.566988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:01.570231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:01.579066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:01.579234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.579234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Fanout notify agent at l3_agent the message router_deleted on router 393500e4-bd6f-416e-8680-78beef81dd41 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:32:01.587321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.595785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:01.596171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.615043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.615391 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Added segment dced77fa-6e47-4cd8-9851-6270d4f7abcc of type vlan for network 13ab4a2a-4746-4397-96de-5def631b7437 Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:01.705166 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:01.707501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:01.716276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.737754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.744473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:01.747685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.768412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] Pushing event deleted for resources: {'Network': ['ID=84ffb120-51c6-4d9b-b8f9-da08752dd856,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:01.774867 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3ae7d3da-847a-4ef7-a538-792090ca1d5d tempest-NetworksIpV6Test-349811573 tempest-NetworksIpV6Test-349811573-project] 10.222.0.18 "DELETE /v2.0/networks/84ffb120-51c6-4d9b-b8f9-da08752dd856 HTTP/1.1" status: 204 len: 168 time: 1.6464863 Apr 05 14:32:01.788435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:01.798368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.798770 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment 2455cf6e-a31c-47b8-ad1f-a8d00e38784b of type vlan for network 8e62f59d-8457-4e08-a7ee-dabe849d407f Apr 05 14:32:01.810936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.814504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:01.815068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.831839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.870536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.876351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:01.876997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.926778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.933459 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-766caf4e-1011-4536-97de-4f1dcbb78021 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/393500e4-bd6f-416e-8680-78beef81dd41 HTTP/1.1" status: 204 len: 168 time: 4.4302349 Apr 05 14:32:01.945827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60168) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:01.947771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:01.976258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1040175189', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:01.996165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=8e62f59d-8457-4e08-a7ee-dabe849d407f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:02.004372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:02.009175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 8e62f59d-8457-4e08-a7ee-dabe849d407f details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:02.010857 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3419588 Apr 05 14:32:02.011626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60174) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:02.021263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Usage tracker for resource:router and tenant:cfc563ca7b204cc68781df41f616cc12 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:02.023043 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ad5ffec7-e291-466d-9c16-e27613ce7d16 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6718228 Apr 05 14:32:02.023708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60178) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:02.025582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fa5f33-e6c4-4738-8105-50a51489edec tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Network': ['ID=2d63c491-d3a0-4c41-be03-3927ce34fc3e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:02.032124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] Deleting port 6b95d0ce-47fa-4a1c-a4cf-0425b5305108 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:02.032497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.034001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:02.035161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': '8e62f59d-8457-4e08-a7ee-dabe849d407f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:02.052668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:02.057557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.070596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:02.115625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:02.115988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:32:02.137433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60182) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:02.173886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.174855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.199387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.207143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.207799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.222704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:02.235699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:02.239302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:02.250243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:02.284908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:02.396569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:02.442192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:02.458595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b74c47f5-0cf0-400b-9113-39d2b34834a0 None None] The port '6b95d0ce-47fa-4a1c-a4cf-0425b5305108' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:32:02.461825 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3176224 Apr 05 14:32:02.465581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60194) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:02.483674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:02.500439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.508428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:02.509954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'subnet': {'network_id': '13ab4a2a-4746-4397-96de-5def631b7437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:02.525188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c260e425-7d4a-40e8-86b7-61739c742380 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Network': ['ID=13ab4a2a-4746-4397-96de-5def631b7437,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:02.548667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 13ab4a2a-4746-4397-96de-5def631b7437 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:02.613310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.682213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.684241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Network 4f28eefb-743d-4903-b80b-5b4dca2aba8f is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:02.720894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:02.723657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=c3bd9e5c-5889-4525-a658-ccbfc2929bc7,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:02.745207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:02.747072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:02.747894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:02.781832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:02.824053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60202) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:02.843185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:02.861222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:02.881084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:03.003325 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-36a1d263-5076-4e12-94d5-3176d4553402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0245841 Apr 05 14:32:03.013478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60208) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:03.034453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8294'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:03.053992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-658de4fd-ddbe-45b7-8cec-ecfd0da79cf9 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:03.071441 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bfdd8709-f82a-4466-87c1-c78f33b6af83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c873e33fdcbf40679000c7809e28a92b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9298165 Apr 05 14:32:03.073772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60212) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:03.102599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.181538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.232572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.274211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.324531 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-658de4fd-ddbe-45b7-8cec-ecfd0da79cf9 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] 10.222.0.18 "PUT /v2.0/quotas/4039f748e831491a840100be0ae31d4c HTTP/1.1" status: 200 len: 368 time: 0.4973686 Apr 05 14:32:03.329742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60216) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:03.351160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18510644-0f72-4572-9e08-7e978e1de0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.359532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Request body: {'network': {'project_id': '4039f748e831491a840100be0ae31d4c'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:03.381218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:03.393957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Usage tracker for resource:network and tenant:4039f748e831491a840100be0ae31d4c is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:03.396675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.404557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:03.450213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:03.459528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18510644-0f72-4572-9e08-7e978e1de0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.515363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Made reservation on behalf of 4039f748e831491a840100be0ae31d4c for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:03.517612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.548322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=adc652f3-9e49-4b2d-82ca-24d82f1d764b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:03.591503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.661257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': '2455cf6e-a31c-47b8-ad1f-a8d00e38784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e62f59d-8457-4e08-a7ee-dabe849d407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:03.661621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: 8e62f59d-8457-4e08-a7ee-dabe849d407f, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:03.669604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18510644-0f72-4572-9e08-7e978e1de0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.706811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:03.714107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18510644-0f72-4572-9e08-7e978e1de0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a44d66d-1caa-43c1-a632-1ea37691302e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:03.731243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Usage tracker for resource:security_group_rule and tenant:4039f748e831491a840100be0ae31d4c is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:03.736880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:03.748735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:03.768511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.778101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network 8e62f59d-8457-4e08-a7ee-dabe849d407f is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:03.806516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18510644-0f72-4572-9e08-7e978e1de0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.807686 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-18510644-0f72-4572-9e08-7e978e1de0b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a44d66d-1caa-43c1-a632-1ea37691302e HTTP/1.1" status: 204 len: 168 time: 0.7303979 Apr 05 14:32:03.843840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 8e62f59d-8457-4e08-a7ee-dabe849d407f) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:03.853364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:03.853991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.865743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6c7d43-df04-420b-8421-2f9983a99a78 None None] Network 8e62f59d-8457-4e08-a7ee-dabe849d407f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:03.928973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] device_id is not set on port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:03.940802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:32:03.941168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=46544c11-2628-4db0-9ec6-a169d2a9c650,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:03.942641 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2d01e05c-caa9-4866-a235-111d522226de tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9179838 Apr 05 14:32:03.947932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60222) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:03.950075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.950362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.983716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:03.990552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.002774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.017194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.069312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:04.071354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Subnet': ['ID=3b5fba52-d2ba-4a24-b76c-511410d563d3,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:04.082937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c24c594-47a0-48b0-ad75-709b9651f326,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:04.096206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.096706 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Added segment cadcfea9-7a53-43cf-8724-b3f95eef45ed of type vlan for network 8e2e9f5c-4b7e-496a-a5b2-fb5b8b1f9af4 Apr 05 14:32:04.111694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Checking segment: {'id': 'dced77fa-6e47-4cd8-9851-6270d4f7abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '13ab4a2a-4746-4397-96de-5def631b7437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:04.112308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network hostable DHCP agents. Network: 13ab4a2a-4746-4397-96de-5def631b7437, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:04.125813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Transition to ACTIVE for port object c3bd9e5c-5889-4525-a658-ccbfc2929bc7 will not be triggered until provisioned by entity L2. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:04.140306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.148670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.166305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network 13ab4a2a-4746-4397-96de-5def631b7437 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:04.183619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 13ab4a2a-4746-4397-96de-5def631b7437) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:04.186695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.187819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:04.188768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.199909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e4201-58d0-481a-8400-06f16d6d44c4 None None] Network 13ab4a2a-4746-4397-96de-5def631b7437 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:04.210901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking segment: {'id': '2e52085f-5e3e-496a-8d51-7dc94ccd8bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:04.211261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network hostable DHCP agents. Network: 2d63c491-d3a0-4c41-be03-3927ce34fc3e, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:04.216662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:04.217435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.285586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-8e62f59d-8457-4e08-a7ee-dabe849d407f', 'network_id': '8e62f59d-8457-4e08-a7ee-dabe849d407f', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': 'adc652f3-9e49-4b2d-82ca-24d82f1d764b'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:04.286496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.318346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Pushing event updated for resources: {'Network': ['ID=8e2e9f5c-4b7e-496a-a5b2-fb5b8b1f9af4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:04.321573 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7c66c2cf-ed24-40f6-bd82-b26993cc9e28 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9874244 Apr 05 14:32:04.326789 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-444f88cf-14aa-471d-821a-ffdd9e51f795 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8534701 Apr 05 14:32:04.327430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60228) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:04.327749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60230) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:04.333121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 8e2e9f5c-4b7e-496a-a5b2-fb5b8b1f9af4 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:04.334793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Request body: {'network': {'project_id': '4039f748e831491a840100be0ae31d4c'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:04.341408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'port': {'network_id': '13ab4a2a-4746-4397-96de-5def631b7437', 'name': 'tempest-NetworksIpV6TestAttrs-1198338242'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:04.363031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:04.391918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=c3bd9e5c-5889-4525-a658-ccbfc2929bc7,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:04.413649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Usage tracker for resource:network and tenant:4039f748e831491a840100be0ae31d4c is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:04.418520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:04.431141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.437360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:04.469245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Made reservation on behalf of 4039f748e831491a840100be0ae31d4c for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:04.471578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.482907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:04.491349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Allocated IP 172.26.6.94 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/86fe6922-d6f2-4bbf-87c0-0c4c3df760f2) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:04.517700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:04.521574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:port and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:04.524534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:04.527586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:04.527941 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:04.528241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:04.530582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:04.540144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 2d63c491-d3a0-4c41-be03-3927ce34fc3e) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:04.545062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:04.550508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:04.553477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.563025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:04.563916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.579450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] device_id is not set on port b5ca238f-f626-4bad-956a-89dd33773afc yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:04.584012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:04.584734 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:04.584921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac498e6-4366-4581-b113-869b13e0d8b4 None None] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:04.589869 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 2 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:04.616510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.616862 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Added segment caef7c1d-d219-4d84-a467-d0f3ef9a1b5f of type vlan for network 04170c95-2e87-4ef3-9479-9e6c6c59292e Apr 05 14:32:04.671825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.680263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.773520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:04.775733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:04.777128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:04.782455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Allocated IP 2001:db8::f816:3eff:fe1b:746d (13ab4a2a-4746-4397-96de-5def631b7437/3b5fba52-d2ba-4a24-b76c-511410d563d3/b5ca238f-f626-4bad-956a-89dd33773afc) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:04.792993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.794230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:04.796440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.837457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.871635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Allocated IP 172.20.0.1 (8e62f59d-8457-4e08-a7ee-dabe849d407f/adc652f3-9e49-4b2d-82ca-24d82f1d764b/7d81a151-c20e-42ba-adea-7de50d90dae4) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:04.898175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-13ab4a2a-4746-4397-96de-5def631b7437', 'network_id': '13ab4a2a-4746-4397-96de-5def631b7437', 'tenant_id': '2f852215dc1f4fc1b2068424b200ca13', 'fixed_ips': [{'subnet_id': '3b5fba52-d2ba-4a24-b76c-511410d563d3'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:04.898985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.913139 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4a827341-bc3b-4ef1-a7b2-6ef25aef5008 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8930278 Apr 05 14:32:04.914414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:04.923319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60244) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:04.939499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:04.961872 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6331091 Apr 05 14:32:04.970828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60248) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:05.013668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event updated for resources: {'Port': ['ID=86fe6922-d6f2-4bbf-87c0-0c4c3df760f2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:05.021663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0af73-cb5b-4fa5-8bbb-66abdd235023 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Pushing event updated for resources: {'Network': ['ID=04170c95-2e87-4ef3-9479-9e6c6c59292e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:05.037022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:05.038779 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:05.040818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:05.041836 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 3 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:05.042763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 04170c95-2e87-4ef3-9479-9e6c6c59292e details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:05.060347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:05.060979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:05.061461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:05.068735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:05.071959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:05.115942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:05.116411 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:05.121317 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 4 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:05.143915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-71c30989-5b37-4d2f-8714-cfe2a106446d tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Request body: {'network': {'project_id': '4039f748e831491a840100be0ae31d4c'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:05.154330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:05.155087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:05.155528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:05.163824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-71c30989-5b37-4d2f-8714-cfe2a106446d tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:05.163997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:05.163997 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:05.166084 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 5 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:05.189596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-71c30989-5b37-4d2f-8714-cfe2a106446d tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Usage tracker for resource:network and tenant:4039f748e831491a840100be0ae31d4c is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:05.199592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-71c30989-5b37-4d2f-8714-cfe2a106446d tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:05.221547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:05.222022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:05.222465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:05.250138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:05.250474 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:05.253156 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 6 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:05.269704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-71c30989-5b37-4d2f-8714-cfe2a106446d tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:05.294440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c30989-5b37-4d2f-8714-cfe2a106446d tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 14:32:05.294891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c30989-5b37-4d2f-8714-cfe2a106446d tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:05.296523 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-2d63c491-d3a0-4c41-be03-3927ce34fc3e', 'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e', 'tenant_id': '43a0e716bb8a47f7802508e843fd72bc', 'fixed_ips': [{'subnet_id': '46544c11-2628-4db0-9ec6-a169d2a9c650'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:05.297339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.299560 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-71c30989-5b37-4d2f-8714-cfe2a106446d tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2791777 Apr 05 14:32:05.306821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60258) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:05.340559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:05.341595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:05.343286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:05.368580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:05.370850 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:05.373371 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 7 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:05.398377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60262) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:05.399404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:05.399731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:05.400053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:05.403727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:05.425271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:05.426151 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:05.429677 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 8 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:05.432647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:05.441292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:05.446645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.451468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.452600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.458399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:05.468495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bbe60f1c-d9dd-4ca8-b060-be367d985fed tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4039f748e831491a840100be0ae31d4c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1598542 Apr 05 14:32:05.473612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60268) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:05.492687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Transition to ACTIVE for port object b5ca238f-f626-4bad-956a-89dd33773afc will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:05.511087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:05.525599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.542995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Transition to ACTIVE for port object 7d81a151-c20e-42ba-adea-7de50d90dae4 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:05.557779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Allocated IP 2001:db8::2 (2d63c491-d3a0-4c41-be03-3927ce34fc3e/46544c11-2628-4db0-9ec6-a169d2a9c650/0398d131-0b5d-4a4d-a199-f1366e5d72b0) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:05.574613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Transition to ACTIVE for port object 7d81a151-c20e-42ba-adea-7de50d90dae4 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:05.598497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.658128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:05.658657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.658840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:05.659040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:05.667917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-76388397'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:05.683606 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.709157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-764fae95-eaf5-44dd-ad1b-b930dbf56197 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.720851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:05.738051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:05.741550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=adc652f3-9e49-4b2d-82ca-24d82f1d764b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:05.744408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:05.752007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:05.752340 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:05.754455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:05.757771 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 9 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:05.784564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.805905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Port': ['ID=b5ca238f-f626-4bad-956a-89dd33773afc,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:05.813874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-764fae95-eaf5-44dd-ad1b-b930dbf56197 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.822153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network 13ab4a2a-4746-4397-96de-5def631b7437 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:05.823452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Network 8e62f59d-8457-4e08-a7ee-dabe849d407f is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:05.836035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:05.837844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Pushing event updated for resources: {'Port': ['ID=7d81a151-c20e-42ba-adea-7de50d90dae4,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:05.842758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:05.875604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:05.902538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:05.906478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:05.907103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:05.948436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Allocated IP 2001:db8::f816:3eff:fe16:95ee (13ab4a2a-4746-4397-96de-5def631b7437/3b5fba52-d2ba-4a24-b76c-511410d563d3/ea62d9ed-7a4f-4075-a08a-316b775d57f1) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:05.950791 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-82daec36-1ca6-4c83-83a6-886e92c07ca9 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6205506 Apr 05 14:32:05.956718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60272) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:05.979338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:05.979720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:05.979960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:05.998353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:06.001317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.020765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Attempting to bind port 7d81a151-c20e-42ba-adea-7de50d90dae4 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:06.021368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Attempting to bind port 7d81a151-c20e-42ba-adea-7de50d90dae4 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '2455cf6e-a31c-47b8-ad1f-a8d00e38784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e62f59d-8457-4e08-a7ee-dabe849d407f'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:06.021878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Attempting to bind port 7d81a151-c20e-42ba-adea-7de50d90dae4 on network 8e62f59d-8457-4e08-a7ee-dabe849d407f {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:06.023160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.034524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.037064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-764fae95-eaf5-44dd-ad1b-b930dbf56197 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.043261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:06.043773 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:06.048750 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempt 10 to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 Apr 05 14:32:06.066704 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.ipam_backend_mixin [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 46544c11-2628-4db0-9ec6-a169d2a9c650 (CIDR: 2001:db8::/64) Apr 05 14:32:06.070375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764fae95-eaf5-44dd-ad1b-b930dbf56197 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c24c594-47a0-48b0-ad75-709b9651f326,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:06.078252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:32:06.078912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:06.093810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e62f59d-8457-4e08-a7ee-dabe849d407f']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:06.095393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2fb47fb-1078-4f61-823c-5bede83f5e9d tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting subnet 3b5fba52-d2ba-4a24-b76c-511410d563d3 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:32:06.102962 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-764fae95-eaf5-44dd-ad1b-b930dbf56197 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.107689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:06.107689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] {{(pid=83851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:06.107689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempting to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:06.108586 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-764fae95-eaf5-44dd-ad1b-b930dbf56197 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/4c24c594-47a0-48b0-ad75-709b9651f326 HTTP/1.1" status: 204 len: 168 time: 0.6338813 Apr 05 14:32:06.109814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60276) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:06.113245 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-19edcc98-bcbc-4aa8-a7ee-83dc74852867 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1889682 Apr 05 14:32:06.118016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60280) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:06.130855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2455cf6e-a31c-47b8-ad1f-a8d00e38784b') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:06.131104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:06.131241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2455cf6e-a31c-47b8-ad1f-a8d00e38784b') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:06.131335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Checking segment: {'id': '2455cf6e-a31c-47b8-ad1f-a8d00e38784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e62f59d-8457-4e08-a7ee-dabe849d407f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:06.131553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.132116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Bound using segment: {'id': '2455cf6e-a31c-47b8-ad1f-a8d00e38784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e62f59d-8457-4e08-a7ee-dabe849d407f'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:06.132749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Bound port: 7d81a151-c20e-42ba-adea-7de50d90dae4, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2455cf6e-a31c-47b8-ad1f-a8d00e38784b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '8e62f59d-8457-4e08-a7ee-dabe849d407f'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:06.133124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.141031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:06.155350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:06.167733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:security_group_rule and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:06.174036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:32:06.174380 dv-neutron-829488-2-hyperv neutron-server[83851]: ERROR neutron.plugins.ml2.managers [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Failed to bind port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on host hv-neutron-8294 for vnic_type normal using segments [{'id': '36aadf48-1bb8-448f-aa0e-66f423914200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4f28eefb-743d-4903-b80b-5b4dca2aba8f'}] Apr 05 14:32:06.174731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.184411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.218070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.224812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.239330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:06.251547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Transition to ACTIVE for port object 0398d131-0b5d-4a4d-a199-f1366e5d72b0 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:06.262820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:06.277903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.315360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Transition to ACTIVE for port object 0398d131-0b5d-4a4d-a199-f1366e5d72b0 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:06.339602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:06.340077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.355026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:06.355337 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:06.362846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] For port 7d81a151-c20e-42ba-adea-7de50d90dae4, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:06.367704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.403914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04170c95-2e87-4ef3-9479-9e6c6c59292e']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:06.417574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caef7c1d-d219-4d84-a467-d0f3ef9a1b5f') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:06.417901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caef7c1d-d219-4d84-a467-d0f3ef9a1b5f') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:06.429441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.446875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.448671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:06.454281 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:06.454909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:06.455708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.456376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.458892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Pushing event updated for resources: {'Port': ['ID=0398d131-0b5d-4a4d-a199-f1366e5d72b0,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:06.464166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:06.473041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Transition to ACTIVE for port object ea62d9ed-7a4f-4075-a08a-316b775d57f1 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:06.528381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:32:06.528381 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:32:06.528381 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': '8e62f59d-8457-4e08-a7ee-dabe849d407f'}] Apr 05 14:32:06.528381 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:06.528855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:06.530290 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:06.552076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] For port c3bd9e5c-5889-4525-a658-ccbfc2929bc7, host hv-neutron-8294, cleared binding levels {{(pid=83851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:06.552437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Attempted to set empty binding levels {{(pid=83851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Apr 05 14:32:06.554394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:06.557041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Transition to ACTIVE for port object ea62d9ed-7a4f-4075-a08a-316b775d57f1 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:06.563245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] For port 7d81a151-c20e-42ba-adea-7de50d90dae4, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7d81a151-c20e-42ba-adea-7de50d90dae4,segment=NetworkSegment(2455cf6e-a31c-47b8-ad1f-a8d00e38784b),segment_id=2455cf6e-a31c-47b8-ad1f-a8d00e38784b)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:06.568044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.568760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:06.574348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.577514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.580465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2fb47fb-1078-4f61-823c-5bede83f5e9d tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.602315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.609806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:06.610016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.632178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Attempting to bind port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:06.632769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Attempting to bind port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '2e52085f-5e3e-496a-8d51-7dc94ccd8bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:06.633307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Attempting to bind port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 on network 2d63c491-d3a0-4c41-be03-3927ce34fc3e {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:06.641663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2fb47fb-1078-4f61-823c-5bede83f5e9d tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.672305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:06.672673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Checking segment: {'id': '2e52085f-5e3e-496a-8d51-7dc94ccd8bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:06.673261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.673650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Bound using segment: {'id': '2e52085f-5e3e-496a-8d51-7dc94ccd8bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:06.674142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Bound port: 0398d131-0b5d-4a4d-a199-f1366e5d72b0, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e52085f-5e3e-496a-8d51-7dc94ccd8bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:06.674520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.686934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:06.696074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Network 13ab4a2a-4746-4397-96de-5def631b7437 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:06.707041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:06.710265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.711618 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:06.732849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.753517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:06.755486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15909d83-b5e7-4359-abb8-52a7f434969b None None] Pushing event updated for resources: {'Port': ['ID=7d81a151-c20e-42ba-adea-7de50d90dae4,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:06.756956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.775854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2fb47fb-1078-4f61-823c-5bede83f5e9d tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.779272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] In _notify_port_updated(), no bound segment for port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 on network 4f28eefb-743d-4903-b80b-5b4dca2aba8f {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:32:06.780303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.781604 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "PUT /v2.0/ports/c3bd9e5c-5889-4525-a658-ccbfc2929bc7 HTTP/1.1" status: 200 len: 980 time: 3.7647438 Apr 05 14:32:06.800074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60284) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:06.807807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:06.825387 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] 10.222.0.18 "DELETE /v2.0/networks/04170c95-2e87-4ef3-9479-9e6c6c59292e HTTP/1.1" status: 204 len: 168 time: 0.7115571 Apr 05 14:32:06.832223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60288) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:06.860178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daeb91c-b0e8-40d4-ab65-6fcc127a62a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event updated for resources: {'Port': ['ID=c3bd9e5c-5889-4525-a658-ccbfc2929bc7,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:06.862425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26b40c-974a-4a30-9c88-5c9010489dc4 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Pushing event deleted for resources: {'Network': ['ID=04170c95-2e87-4ef3-9479-9e6c6c59292e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:06.896806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Router 9cbdf589-9725-42ff-b277-3d2d56a6ad9a is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:32:06.920250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45750e59-4f0e-4dbf-a0a7-d29e3dbe6a8d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:06.938387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.938689 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment c2e03910-31e2-459f-93b8-9bf307c7c735 of type vlan for network 2d68315b-0c42-4b9c-99f1-d11abf212e76 Apr 05 14:32:06.974844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.977475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Deleting port c3bd9e5c-5889-4525-a658-ccbfc2929bc7 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:06.977817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.979610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Pushing event updated for resources: {'Port': ['ID=ea62d9ed-7a4f-4075-a08a-316b775d57f1,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:06.984920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] For port 0398d131-0b5d-4a4d-a199-f1366e5d72b0, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:06.987636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Attempting to bind port ea62d9ed-7a4f-4075-a08a-316b775d57f1 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:06.988172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Attempting to bind port ea62d9ed-7a4f-4075-a08a-316b775d57f1 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'dced77fa-6e47-4cd8-9851-6270d4f7abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '13ab4a2a-4746-4397-96de-5def631b7437'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:06.988736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Attempting to bind port ea62d9ed-7a4f-4075-a08a-316b775d57f1 on network 13ab4a2a-4746-4397-96de-5def631b7437 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:06.990591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2fb47fb-1078-4f61-823c-5bede83f5e9d tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:06.997468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbd50bf-5e2f-4101-8e4b-35202bd18a77 None None] Network 8e62f59d-8457-4e08-a7ee-dabe849d407f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:07.016434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] For port 0398d131-0b5d-4a4d-a199-f1366e5d72b0, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0398d131-0b5d-4a4d-a199-f1366e5d72b0,segment=NetworkSegment(2e52085f-5e3e-496a-8d51-7dc94ccd8bc6),segment_id=2e52085f-5e3e-496a-8d51-7dc94ccd8bc6)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:07.033519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.066754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:07.067104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Checking segment: {'id': 'dced77fa-6e47-4cd8-9851-6270d4f7abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '13ab4a2a-4746-4397-96de-5def631b7437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:07.067799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.068396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Bound using segment: {'id': 'dced77fa-6e47-4cd8-9851-6270d4f7abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '13ab4a2a-4746-4397-96de-5def631b7437'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:07.069092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Bound port: ea62d9ed-7a4f-4075-a08a-316b775d57f1, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dced77fa-6e47-4cd8-9851-6270d4f7abcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '13ab4a2a-4746-4397-96de-5def631b7437'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:07.069677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.079755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.119183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.165122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb47fb-1078-4f61-823c-5bede83f5e9d tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5fba52-d2ba-4a24-b76c-511410d563d3,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.186991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b2fb47fb-1078-4f61-823c-5bede83f5e9d tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.248239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 7d81a151-c20e-42ba-adea-7de50d90dae4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:07.248837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.257300 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b2fb47fb-1078-4f61-823c-5bede83f5e9d tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/subnets/3b5fba52-d2ba-4a24-b76c-511410d563d3 HTTP/1.1" status: 204 len: 168 time: 1.2992225 Apr 05 14:32:07.257975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60292) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:07.306421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.306673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4021f2-9cdb-4af5-9079-e10a31480a62 None None] Pushing event updated for resources: {'Port': ['ID=0398d131-0b5d-4a4d-a199-f1366e5d72b0,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.348824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2e9f5c-4b7e-496a-a5b2-fb5b8b1f9af4']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:07.367085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cadcfea9-7a53-43cf-8724-b3f95eef45ed') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:07.367384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cadcfea9-7a53-43cf-8724-b3f95eef45ed') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:07.376828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ffade-3d31-4f62-85a7-137428b57777 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:07.378197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5ffade-3d31-4f62-85a7-137428b57777 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:07.378969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ac5ffade-3d31-4f62-85a7-137428b57777 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Synchronizing usage tracker for tenant:2f852215dc1f4fc1b2068424b200ca13 on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:07.383527 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] For port ea62d9ed-7a4f-4075-a08a-316b775d57f1, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:07.388941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.394207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] For port ea62d9ed-7a4f-4075-a08a-316b775d57f1, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ea62d9ed-7a4f-4075-a08a-316b775d57f1,segment=NetworkSegment(dced77fa-6e47-4cd8-9851-6270d4f7abcc),segment_id=dced77fa-6e47-4cd8-9851-6270d4f7abcc)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:07.402924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.411905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.416739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ac5ffade-3d31-4f62-85a7-137428b57777 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Unset dirty status for tenant:2f852215dc1f4fc1b2068424b200ca13 on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:07.420777 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ac5ffade-3d31-4f62-85a7-137428b57777 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1568046 Apr 05 14:32:07.421366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60296) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:07.425516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:07.425923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:07.440243 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:07.488732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9effec39-fd84-4033-9ff7-59c44f271d2e None None] Pushing event updated for resources: {'Port': ['ID=ea62d9ed-7a4f-4075-a08a-316b775d57f1,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.578505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.611879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320bca2f-695b-4b1c-8169-23a6eb43ddc7 None None] Network 13ab4a2a-4746-4397-96de-5def631b7437 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:07.629924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.633593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:07.634236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.707956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cb9c8a83-c5c9-426f-b12b-6f73cc961dd3 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.717026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9c8a83-c5c9-426f-b12b-6f73cc961dd3 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 05 14:32:07.717778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9c8a83-c5c9-426f-b12b-6f73cc961dd3 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:07.721660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.741107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.746101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] 10.222.0.18 "DELETE /v2.0/networks/8e2e9f5c-4b7e-496a-a5b2-fb5b8b1f9af4 HTTP/1.1" status: 204 len: 168 time: 0.9099743 Apr 05 14:32:07.751931 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cb9c8a83-c5c9-426f-b12b-6f73cc961dd3 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/13ab4a2a-4746-4397-96de-5def631b7437 HTTP/1.1" status: 409 len: 405 time: 0.3268490 Apr 05 14:32:07.757151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60302) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:07.758440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b6ed0-a961-4dbb-9b68-ca7ceb9ff103 tempest-QuotasNegativeTest-1287728871 tempest-QuotasNegativeTest-1287728871-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e2e9f5c-4b7e-496a-a5b2-fb5b8b1f9af4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:07.775619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1492310845'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:07.780650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:07.784686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:network and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:07.787781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:07.793827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:07.805490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:07.810089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.848818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:07.865378 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.865698 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Added segment 543b3527-96f0-403b-a1d7-a2ef6004e0d5 of type vlan for network 7e1231cd-b928-42b4-8423-e5bbd21333f8 Apr 05 14:32:07.899701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.933431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.938374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:07.939152 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:07.992664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] For port c3bd9e5c-5889-4525-a658-ccbfc2929bc7, host hv-neutron-8294, got binding levels [] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:07.993024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.056921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2888634 Apr 05 14:32:08.057892 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60308) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:08.067575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'subnet': {'network_id': '7e1231cd-b928-42b4-8423-e5bbd21333f8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:08.087709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03afd3-e4f2-4288-bd96-1b20e36dbde8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Network': ['ID=7e1231cd-b928-42b4-8423-e5bbd21333f8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:08.089823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=2d68315b-0c42-4b9c-99f1-d11abf212e76,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:08.102200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 7e1231cd-b928-42b4-8423-e5bbd21333f8 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:08.126778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 2d68315b-0c42-4b9c-99f1-d11abf212e76 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:08.182776 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-98c87591-0636-4647-a19c-951161e11399 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 2.7784748 Apr 05 14:32:08.223097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60312) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:08.227820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:08.234500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-887906502'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:08.244065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:08.255809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:08.258576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:08.262818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:08.268182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Calling delete_port for c3bd9e5c-5889-4525-a658-ccbfc2929bc7 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:08.274469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:08.286316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:08.325319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:08.336878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.365738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 7d81a151-c20e-42ba-adea-7de50d90dae4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7d81a151-c20e-42ba-adea-7de50d90dae4,segment=NetworkSegment(2455cf6e-a31c-47b8-ad1f-a8d00e38784b),segment_id=2455cf6e-a31c-47b8-ad1f-a8d00e38784b)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:08.366003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.464903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:08.477186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.498081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c4b2ba-c44a-452d-8280-c1c541470294 None None] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:08.501801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.502175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment 369a494e-d4c7-4dbe-b726-cca3968723fe of type vlan for network 3fc916dc-1976-4281-abbf-a37ab91b679a Apr 05 14:32:08.531371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 7d81a151-c20e-42ba-adea-7de50d90dae4 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:08.569931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60318) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:08.617765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.694333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.703062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.707798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:08.708044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.722156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9c90d361-80e3-474c-ab6b-d4684631673a None None] Provisioning for port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:08.754782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.798778 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:32:08.818790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=7d81a151-c20e-42ba-adea-7de50d90dae4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:08.821497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.843103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.855022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:08.890169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6648498 Apr 05 14:32:08.906104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port 7d81a151-c20e-42ba-adea-7de50d90dae4 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:08.906622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60324) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:08.907577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c22c29-c4ab-44df-a4a9-d835621e44c5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=3fc916dc-1976-4281-abbf-a37ab91b679a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:08.917743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3bd9e5c-5889-4525-a658-ccbfc2929bc7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:08.920362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 3fc916dc-1976-4281-abbf-a37ab91b679a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:08.933794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': '2d68315b-0c42-4b9c-99f1-d11abf212e76', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:08.973050 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-411f824b-a541-463f-9156-d426da639a0c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c3bd9e5c-5889-4525-a658-ccbfc2929bc7 HTTP/1.1" status: 204 len: 168 time: 2.1669414 Apr 05 14:32:08.988182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60328) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:09.019585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:09.041110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab2874d509b49709730eda4002fc092 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:09.042790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50036997-db60-49b9-8279-a46996be4530 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:32:09.045856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:09.046837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:09.059193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:09.075955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:09.115577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=eb2866ca-d87a-4875-abe3-779cea89c947,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:09.118359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:09.118927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.128872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:09.134473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:09.143406 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b69ba83-0605-4909-8f69-7d8d2935305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] GET failed (client error): The resource could not be found. Apr 05 14:32:09.143898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3b69ba83-0605-4909-8f69-7d8d2935305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Synchronizing usage tracker for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:09.145181 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c216523-0dce-4d0c-9693-9dcb80954fa1 None None] Sync routers for ids ['9cbdf589-9725-42ff-b277-3d2d56a6ad9a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:09.150568 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:09.155483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:09.164990 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c216523-0dce-4d0c-9693-9dcb80954fa1 None None] Routers {'9cbdf589-9725-42ff-b277-3d2d56a6ad9a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:09.167050 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:09.167255 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6c216523-0dce-4d0c-9693-9dcb80954fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['9cbdf589-9725-42ff-b277-3d2d56a6ad9a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:09.176123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.192833 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f2df9401-cf59-433f-b272-7de5df180996 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0683243 Apr 05 14:32:09.206169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60332) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:09.212499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.214777 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c58063c2-575e-4854-9b51-744447ef3403 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2620199 Apr 05 14:32:09.219416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e', 'fixed_ips': [{'subnet_id': '46544c11-2628-4db0-9ec6-a169d2a9c650'}, {'subnet_id': 'eb2866ca-d87a-4875-abe3-779cea89c947'}], 'name': 'tempest-PortsIpV6TestJSON-1123205203'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:09.226644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60336) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:09.235405 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e62f59d-8457-4e08-a7ee-dabe849d407f']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:09.242249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3b69ba83-0605-4909-8f69-7d8d2935305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] Unset dirty status for tenant:a3b0becb772c4c1f853d2eb56ef075ea on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:09.243346 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3b69ba83-0605-4909-8f69-7d8d2935305b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1811463642-project-admin] 10.222.0.18 "GET /v2.0/ports/c3bd9e5c-5889-4525-a658-ccbfc2929bc7 HTTP/1.1" status: 404 len: 333 time: 0.2418323 Apr 05 14:32:09.248588 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6c216523-0dce-4d0c-9693-9dcb80954fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:09.251935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60338) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:09.255057 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2455cf6e-a31c-47b8-ad1f-a8d00e38784b') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:09.255348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2455cf6e-a31c-47b8-ad1f-a8d00e38784b') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:09.264648 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c216523-0dce-4d0c-9693-9dcb80954fa1 None None] Routers {'9cbdf589-9725-42ff-b277-3d2d56a6ad9a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:09.265915 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6c216523-0dce-4d0c-9693-9dcb80954fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['9cbdf589-9725-42ff-b277-3d2d56a6ad9a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:09.341113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.345589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.352804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:09.380506 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6c216523-0dce-4d0c-9693-9dcb80954fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:09.383995 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c216523-0dce-4d0c-9693-9dcb80954fa1 None None] The sync data for ids ['9cbdf589-9725-42ff-b277-3d2d56a6ad9a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:09.437550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.439565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0398d131-0b5d-4a4d-a199-f1366e5d72b0 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:09.452757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:09.453152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:09.468327 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:09.487418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50036997-db60-49b9-8279-a46996be4530 None None] Network 7e1231cd-b928-42b4-8423-e5bbd21333f8 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:09.511635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50036997-db60-49b9-8279-a46996be4530 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 7e1231cd-b928-42b4-8423-e5bbd21333f8) {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:32:09.568560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.603605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:09.616777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:09.620516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.627904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:09.628627 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.631042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.637403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:09.655922 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/8e62f59d-8457-4e08-a7ee-dabe849d407f HTTP/1.1" status: 204 len: 168 time: 5.6805282 Apr 05 14:32:09.667500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60344) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:09.674726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.677608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:09.686670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-287836047'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:09.692112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:09.697310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:09.700196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:09.708190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:09.713273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:32:09.716596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:09.720280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caff242-7721-4939-9413-89c34097669c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=8e62f59d-8457-4e08-a7ee-dabe849d407f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:09.732856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:09.737800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:09.740936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.750407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.857014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network 7e1231cd-b928-42b4-8423-e5bbd21333f8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:09.859693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac683c0-3577-4f0f-9987-ee094fc9cee6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:09.860030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.864999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.888207 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4e889b34-0506-46b1-abda-d74966d75e85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ab2874d509b49709730eda4002fc092&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3142676 Apr 05 14:32:09.889869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:09.892303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:09.892904 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:09.896458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60348) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:09.937023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:09.937246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 0398d131-0b5d-4a4d-a199-f1366e5d72b0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0398d131-0b5d-4a4d-a199-f1366e5d72b0,segment=NetworkSegment(2e52085f-5e3e-496a-8d51-7dc94ccd8bc6),segment_id=2e52085f-5e3e-496a-8d51-7dc94ccd8bc6)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:09.948964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.031999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Subnet': ['ID=1804f922-7482-47bf-b823-5b60a5376738,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.057712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e62a0c8a-0ffd-4b8b-9b5c-64c3ec24926f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9950259 Apr 05 14:32:10.064150 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60352) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:10.089416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.094165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=0398d131-0b5d-4a4d-a199-f1366e5d72b0,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.106674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:10.120383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-7e1231cd-b928-42b4-8423-e5bbd21333f8', 'network_id': '7e1231cd-b928-42b4-8423-e5bbd21333f8', 'tenant_id': '2f852215dc1f4fc1b2068424b200ca13', 'fixed_ips': [{'subnet_id': '1804f922-7482-47bf-b823-5b60a5376738'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:10.121234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.135808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f28eefb-743d-4903-b80b-5b4dca2aba8f']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:10.150475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.151406 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment 4c27758f-57ed-4128-9e6c-272520e62b82 of type vlan for network 03db0f13-c972-4adc-8d48-4a57381ddacd Apr 05 14:32:10.169836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36aadf48-1bb8-448f-aa0e-66f423914200') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:10.170293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36aadf48-1bb8-448f-aa0e-66f423914200') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:10.189147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.218271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5937793f-ce6a-4b18-a2b8-e8e0a2a15a65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.227562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.234855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.245446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.256026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:10.256480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:10.272420 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:10.313172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Allocated IP 2001:db8::f816:3eff:fe46:604c (7e1231cd-b928-42b4-8423-e5bbd21333f8/1804f922-7482-47bf-b823-5b60a5376738/1748afce-f68c-4dec-869b-7b14e2fb2f35) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:10.329919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5937793f-ce6a-4b18-a2b8-e8e0a2a15a65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.352989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port e99eeff8-fb1f-427f-935d-7135f321dc00 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:10.371329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.412339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.415899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:10.417005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.451096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.515528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.539715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.551649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Transition to ACTIVE for port object 1748afce-f68c-4dec-869b-7b14e2fb2f35 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:10.571230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Transition to ACTIVE for port object 1748afce-f68c-4dec-869b-7b14e2fb2f35 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:10.577237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.613472 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9423213 Apr 05 14:32:10.614852 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] 10.222.0.18 "DELETE /v2.0/networks/4f28eefb-743d-4903-b80b-5b4dca2aba8f HTTP/1.1" status: 204 len: 168 time: 1.3620336 Apr 05 14:32:10.618930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60356) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:10.627091 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.637891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46311dd4-9a4f-4083-9e76-41a20c90ac40 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=03db0f13-c972-4adc-8d48-4a57381ddacd,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.654554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Pushing event updated for resources: {'Port': ['ID=1748afce-f68c-4dec-869b-7b14e2fb2f35,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.657548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 03db0f13-c972-4adc-8d48-4a57381ddacd details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:10.669952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': '03db0f13-c972-4adc-8d48-4a57381ddacd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:10.691028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5937793f-ce6a-4b18-a2b8-e8e0a2a15a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.709772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.778827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5937793f-ce6a-4b18-a2b8-e8e0a2a15a65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac683c0-3577-4f0f-9987-ee094fc9cee6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.809105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Network 7e1231cd-b928-42b4-8423-e5bbd21333f8 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:10.809233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=5f965466-de7c-4794-8ddd-6d3989ded284,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:10.811682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:10.815661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:10.856328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5937793f-ce6a-4b18-a2b8-e8e0a2a15a65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.860793 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5937793f-ce6a-4b18-a2b8-e8e0a2a15a65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bac683c0-3577-4f0f-9987-ee094fc9cee6 HTTP/1.1" status: 204 len: 168 time: 0.9577243 Apr 05 14:32:10.890767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': 'c2e03910-31e2-459f-93b8-9bf307c7c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d68315b-0c42-4b9c-99f1-d11abf212e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:10.891144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: 2d68315b-0c42-4b9c-99f1-d11abf212e76, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:10.911363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.915910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Attempting to bind port 1748afce-f68c-4dec-869b-7b14e2fb2f35 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:10.916449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Attempting to bind port 1748afce-f68c-4dec-869b-7b14e2fb2f35 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '543b3527-96f0-403b-a1d7-a2ef6004e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7e1231cd-b928-42b4-8423-e5bbd21333f8'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:10.916924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Attempting to bind port 1748afce-f68c-4dec-869b-7b14e2fb2f35 on network 7e1231cd-b928-42b4-8423-e5bbd21333f8 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:10.925121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:10.925121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Checking segment: {'id': '543b3527-96f0-403b-a1d7-a2ef6004e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7e1231cd-b928-42b4-8423-e5bbd21333f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:10.925121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.925610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Bound using segment: {'id': '543b3527-96f0-403b-a1d7-a2ef6004e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7e1231cd-b928-42b4-8423-e5bbd21333f8'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:10.926220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Bound port: 1748afce-f68c-4dec-869b-7b14e2fb2f35, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543b3527-96f0-403b-a1d7-a2ef6004e0d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '7e1231cd-b928-42b4-8423-e5bbd21333f8'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:10.926685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:10.991213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Subnet': ['ID=1804f922-7482-47bf-b823-5b60a5376738,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:11.029756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] For port 1748afce-f68c-4dec-869b-7b14e2fb2f35, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:11.033184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] For port 1748afce-f68c-4dec-869b-7b14e2fb2f35, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1748afce-f68c-4dec-869b-7b14e2fb2f35,segment=NetworkSegment(543b3527-96f0-403b-a1d7-a2ef6004e0d5),segment_id=543b3527-96f0-403b-a1d7-a2ef6004e0d5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:11.039069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.042833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439876ae-b1dd-4440-984a-280be545e918 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-260928175-project] Pushing event deleted for resources: {'Network': ['ID=4f28eefb-743d-4903-b80b-5b4dca2aba8f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:11.060535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 2d68315b-0c42-4b9c-99f1-d11abf212e76 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:11.131190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60366) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:11.192593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:11.202922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:11.207442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a14dc86-1c87-444b-aaf5-1670e99bf0e2 None None] Pushing event updated for resources: {'Port': ['ID=1748afce-f68c-4dec-869b-7b14e2fb2f35,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:11.211786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:11.229716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:11.273739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:11.306076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::2ef (2d63c491-d3a0-4c41-be03-3927ce34fc3e/46544c11-2628-4db0-9ec6-a169d2a9c650/e99eeff8-fb1f-427f-935d-7135f321dc00) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:11.411572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0398d131-0b5d-4a4d-a199-f1366e5d72b0 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:11.428243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8:0:1::323 (2d63c491-d3a0-4c41-be03-3927ce34fc3e/eb2866ca-d87a-4875-abe3-779cea89c947/e99eeff8-fb1f-427f-935d-7135f321dc00) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:11.450535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10627a34-eede-46fc-becc-889fe1344f5e None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:32:11.608087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10627a34-eede-46fc-becc-889fe1344f5e None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:32:11.621089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:11.621565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.626824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 2d68315b-0c42-4b9c-99f1-d11abf212e76) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:11.653626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:11.654719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.660089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.669487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60374) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:11.688187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.725032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.734380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1231cd-b928-42b4-8423-e5bbd21333f8']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:11.748177 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f7aeee1b-ed34-4cb1-a99c-cea07265baaa tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8354166 Apr 05 14:32:11.750859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60378) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:11.759915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': '3fc916dc-1976-4281-abbf-a37ab91b679a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:11.781555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543b3527-96f0-403b-a1d7-a2ef6004e0d5') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:11.781867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543b3527-96f0-403b-a1d7-a2ef6004e0d5') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:11.868053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.874739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.908330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:11.912274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object e99eeff8-fb1f-427f-935d-7135f321dc00 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:11.914477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] Usage tracker for resource:security_group_rule and tenant:bc56a3d6311e44ac8c69d921173e9538 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:11.919741 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fdf5a905-9ea5-4489-b2e4-0514c4d36744 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=804faba0f3b248de81de944c6b4d5ea4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7841821 Apr 05 14:32:11.919897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.919993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60382) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:11.924831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:11.935231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:11.938896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:11.947034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:11.947406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:11.963104 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:11.971241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:12.022106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:12.045313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:12.080955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:12.096248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:32:12.096248 dv-neutron-829488-2-hyperv neutron-server[83850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:32:12.096248 dv-neutron-829488-2-hyperv neutron-server[83850]: [parameters: {'id': '7e1231cd-b928-42b4-8423-e5bbd21333f8'}] Apr 05 14:32:12.096248 dv-neutron-829488-2-hyperv neutron-server[83850]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:12.096620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:12.104541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-2d68315b-0c42-4b9c-99f1-d11abf212e76', 'network_id': '2d68315b-0c42-4b9c-99f1-d11abf212e76', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': '5f965466-de7c-4794-8ddd-6d3989ded284'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:12.106131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.165214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.222663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-efc556b9-e14e-48df-8381-7c5fbab520b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.236044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.255797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.271919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Allocated IP 172.20.0.2 (2d68315b-0c42-4b9c-99f1-d11abf212e76/5f965466-de7c-4794-8ddd-6d3989ded284/e579689e-784f-4e17-9321-7906a0b70dea) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:12.290267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:12.303882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=e99eeff8-fb1f-427f-935d-7135f321dc00,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:12.307981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:12.310193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:12.313630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.314159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:12.314781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.328500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.336279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-efc556b9-e14e-48df-8381-7c5fbab520b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.355223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.396756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a7a146-5146-4d75-a5e8-3768bcf45c7c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:12.412522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8b0f7ec7-fd0d-4f84-b578-45ef16abe371 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc56a3d6311e44ac8c69d921173e9538&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7416298 Apr 05 14:32:12.421107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60386) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:12.422561 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c9eff8c4-480d-4fa4-b723-467dae282139 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.2149670 Apr 05 14:32:12.424070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60388) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:12.432829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46544c11-2628-4db0-9ec6-a169d2a9c650'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:12.462804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=9b63e1c5-ad9c-4ba3-bad1-f59c75e17553,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:12.477801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.485333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': '4c27758f-57ed-4128-9e6c-272520e62b82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '03db0f13-c972-4adc-8d48-4a57381ddacd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:12.485877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: 03db0f13-c972-4adc-8d48-4a57381ddacd, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:12.505565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-efc556b9-e14e-48df-8381-7c5fbab520b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.521889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Deleting port 86fe6922-d6f2-4bbf-87c0-0c4c3df760f2 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:12.522219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.523092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc556b9-e14e-48df-8381-7c5fbab520b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26908c3a-6842-49a6-9e8c-de7ceb147e59,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:12.532427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-efc556b9-e14e-48df-8381-7c5fbab520b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.536151 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-efc556b9-e14e-48df-8381-7c5fbab520b3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26908c3a-6842-49a6-9e8c-de7ceb147e59 HTTP/1.1" status: 204 len: 168 time: 0.6128535 Apr 05 14:32:12.545202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network 03db0f13-c972-4adc-8d48-4a57381ddacd is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:12.552346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.556201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 03db0f13-c972-4adc-8d48-4a57381ddacd) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:12.563631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:12.564685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Transition to ACTIVE for port object e579689e-784f-4e17-9321-7906a0b70dea will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:12.564929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.586524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Transition to ACTIVE for port object e579689e-784f-4e17-9321-7906a0b70dea will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:12.593487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.606245 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-38852006-9988-42a3-841c-53b63dfe6b32 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9761143 Apr 05 14:32:12.608711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60396) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:12.614378 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.667191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Network 2d68315b-0c42-4b9c-99f1-d11abf212e76 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:12.671186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:12.673008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Pushing event updated for resources: {'Port': ['ID=e579689e-784f-4e17-9321-7906a0b70dea,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:12.675383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:12.785028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.797477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Attempting to bind port e579689e-784f-4e17-9321-7906a0b70dea on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:12.800560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Attempting to bind port e579689e-784f-4e17-9321-7906a0b70dea by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c2e03910-31e2-459f-93b8-9bf307c7c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d68315b-0c42-4b9c-99f1-d11abf212e76'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:12.801162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Attempting to bind port e579689e-784f-4e17-9321-7906a0b70dea on network 2d68315b-0c42-4b9c-99f1-d11abf212e76 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:12.811641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:12.817125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Checking segment: {'id': 'c2e03910-31e2-459f-93b8-9bf307c7c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d68315b-0c42-4b9c-99f1-d11abf212e76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:12.820608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.821169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Bound using segment: {'id': 'c2e03910-31e2-459f-93b8-9bf307c7c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d68315b-0c42-4b9c-99f1-d11abf212e76'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:12.821774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Bound port: e579689e-784f-4e17-9321-7906a0b70dea, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2e03910-31e2-459f-93b8-9bf307c7c735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '2d68315b-0c42-4b9c-99f1-d11abf212e76'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:12.822287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.866397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.875542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting port 1748afce-f68c-4dec-869b-7b14e2fb2f35 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:12.875869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.921809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] For port e579689e-784f-4e17-9321-7906a0b70dea, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:12.925819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] For port e579689e-784f-4e17-9321-7906a0b70dea, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e579689e-784f-4e17-9321-7906a0b70dea,segment=NetworkSegment(c2e03910-31e2-459f-93b8-9bf307c7c735),segment_id=c2e03910-31e2-459f-93b8-9bf307c7c735)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:12.933065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.964853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4b524c8-d1b5-47f0-8748-e4809714609c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:12.987688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.046995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2415c65-b400-4d79-b726-5f2665a75dca None None] Pushing event updated for resources: {'Port': ['ID=e579689e-784f-4e17-9321-7906a0b70dea,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:13.054836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=9b63e1c5-ad9c-4ba3-bad1-f59c75e17553,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:13.096049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4b524c8-d1b5-47f0-8748-e4809714609c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.103295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.145736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60402) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:13.189214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.196076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.256828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03db0f13-c972-4adc-8d48-4a57381ddacd']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:13.272350 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fbefa1eb-70e2-41d8-9c3b-f3a436a7892e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3b0becb772c4c1f853d2eb56ef075ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1259010 Apr 05 14:32:13.274292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c27758f-57ed-4128-9e6c-272520e62b82') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:13.274800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c27758f-57ed-4128-9e6c-272520e62b82') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:13.282646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60406) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:13.301590 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.335599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.353716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:13.354911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:13.370996 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:13.406125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e579689e-784f-4e17-9321-7906a0b70dea up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:13.478548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb1b-ac0f-4c8c-9668-da76d30ead89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.488654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e579689e-784f-4e17-9321-7906a0b70dea completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:13.492267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.498741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.533545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=03db0f13-c972-4adc-8d48-4a57381ddacd,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:13.539903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb1b-ac0f-4c8c-9668-da76d30ead89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.547255 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7493026b-44ca-40bf-a74f-2a4c0a9c7eec tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/03db0f13-c972-4adc-8d48-4a57381ddacd HTTP/1.1" status: 204 len: 168 time: 0.9375749 Apr 05 14:32:13.550588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60410) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:13.558614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-52990986'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:13.572107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:13.584786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:13.590288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:13.598744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:13.613292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:13.616373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.621465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Calling delete_port for 86fe6922-d6f2-4bbf-87c0-0c4c3df760f2 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:13.638887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb1b-ac0f-4c8c-9668-da76d30ead89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.657762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc05eb1b-ac0f-4c8c-9668-da76d30ead89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1e1c58-f3fb-4403-8377-5d811b091dcd,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:13.663885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:13.672531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc05eb1b-ac0f-4c8c-9668-da76d30ead89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.676279 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dc05eb1b-ac0f-4c8c-9668-da76d30ead89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e1e1c58-f3fb-4403-8377-5d811b091dcd HTTP/1.1" status: 204 len: 168 time: 0.3900685 Apr 05 14:32:13.677709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.678182 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment cbb71a8c-f3b0-473d-8a7b-cb89de3fd334 of type vlan for network a074838d-d32a-4b66-b3c0-6665df96452b Apr 05 14:32:13.707432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.708113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=ea86b97f-20d4-4638-b8a1-ab61b07cbdf5,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:13.744753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.754792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:13.755261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.777911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.810561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] For port 1748afce-f68c-4dec-869b-7b14e2fb2f35, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1748afce-f68c-4dec-869b-7b14e2fb2f35,segment=NetworkSegment(543b3527-96f0-403b-a1d7-a2ef6004e0d5),segment_id=543b3527-96f0-403b-a1d7-a2ef6004e0d5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:13.810878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.839717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4b524c8-d1b5-47f0-8748-e4809714609c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:13.872704 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.3210771 Apr 05 14:32:13.877236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60416) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:13.885796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b087a57e-6643-45c7-b971-06392e3c15d6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:13.961154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca6d87-2caf-4e93-9858-e7b3f28c3df2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=a074838d-d32a-4b66-b3c0-6665df96452b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:13.974415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network a074838d-d32a-4b66-b3c0-6665df96452b details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:14.015418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Calling delete_port for 1748afce-f68c-4dec-869b-7b14e2fb2f35 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:14.149781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de06c6d0-fae7-45b1-a1b3-f9ad734afbb5 None None] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:14.162973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a9abbe-0527-4b2e-a19a-577d44ef72fe None None] Network 7e1231cd-b928-42b4-8423-e5bbd21333f8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:14.165205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b087a57e-6643-45c7-b971-06392e3c15d6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.174455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcceb31-aeed-4351-a9ec-1edd5e3d8564 None None] Network 2d68315b-0c42-4b9c-99f1-d11abf212e76 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:14.186720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b087a57e-6643-45c7-b971-06392e3c15d6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.199286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7dec11-1d3d-440c-8486-a6195f4d3160 None None] Network 03db0f13-c972-4adc-8d48-4a57381ddacd requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:14.201148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': '369a494e-d4c7-4dbe-b726-cca3968723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3fc916dc-1976-4281-abbf-a37ab91b679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:14.201618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: 3fc916dc-1976-4281-abbf-a37ab91b679a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:14.205975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b524c8-d1b5-47f0-8748-e4809714609c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a7a146-5146-4d75-a5e8-3768bcf45c7c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:14.218593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.299397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Port': ['ID=1748afce-f68c-4dec-869b-7b14e2fb2f35,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:14.310522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b087a57e-6643-45c7-b971-06392e3c15d6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network a074838d-d32a-4b66-b3c0-6665df96452b is not hosted by any dhcp agent {{(pid=83851) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 14:32:14.314705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b087a57e-6643-45c7-b971-06392e3c15d6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:14.316019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b087a57e-6643-45c7-b971-06392e3c15d6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.324089 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b087a57e-6643-45c7-b971-06392e3c15d6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "PUT /v2.0/networks/a074838d-d32a-4b66-b3c0-6665df96452b HTTP/1.1" status: 200 len: 723 time: 0.4459758 Apr 05 14:32:14.324741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60428) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:14.326255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No DVR routers for this DVR port 1748afce-f68c-4dec-869b-7b14e2fb2f35 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:14.337750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': 'a074838d-d32a-4b66-b3c0-6665df96452b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:14.420310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c4b524c8-d1b5-47f0-8748-e4809714609c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.420987 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c4b524c8-d1b5-47f0-8748-e4809714609c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42a7a146-5146-4d75-a5e8-3768bcf45c7c HTTP/1.1" status: 204 len: 168 time: 1.9994793 Apr 05 14:32:14.422174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087a57e-6643-45c7-b971-06392e3c15d6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=a074838d-d32a-4b66-b3c0-6665df96452b,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:14.432771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7dec11-1d3d-440c-8486-a6195f4d3160 None None] Network 03db0f13-c972-4adc-8d48-4a57381ddacd could not be found, it might have been deleted concurrently. {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 14:32:14.461025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155b8d4-46d4-4ec7-9a77-ed14333d2537 None None] Network 03db0f13-c972-4adc-8d48-4a57381ddacd requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:14.474628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network a074838d-d32a-4b66-b3c0-6665df96452b details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:14.487852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-075c13dc-1be4-41a2-bf88-a4962567d73c None None] Provisioning for port e579689e-784f-4e17-9321-7906a0b70dea completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:14.529025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-075c13dc-1be4-41a2-bf88-a4962567d73c None None] Provisioning complete for port e579689e-784f-4e17-9321-7906a0b70dea triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:14.529388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-075c13dc-1be4-41a2-bf88-a4962567d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.551896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 3fc916dc-1976-4281-abbf-a37ab91b679a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:14.626982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1155b8d4-46d4-4ec7-9a77-ed14333d2537 None None] Network 03db0f13-c972-4adc-8d48-4a57381ddacd could not be found, it might have been deleted concurrently. {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Apr 05 14:32:14.637095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 3fc916dc-1976-4281-abbf-a37ab91b679a) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:14.651444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:14.652004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.661099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.693602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7f9fc5-4a70-42a2-9784-e20e213a65d8 None None] Network 3fc916dc-1976-4281-abbf-a37ab91b679a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:14.694372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:14.700659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:14.712717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:14.725239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:14.743193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.747986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:14.803339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1231cd-b928-42b4-8423-e5bbd21333f8']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:14.868402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Pushing event deleted for resources: {'Port': ['ID=86fe6922-d6f2-4bbf-87c0-0c4c3df760f2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:14.872431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543b3527-96f0-403b-a1d7-a2ef6004e0d5') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:14.873018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543b3527-96f0-403b-a1d7-a2ef6004e0d5') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:14.889727 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-54045318-09b3-4a90-b40d-09a91d56cdc1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1377492 Apr 05 14:32:14.893944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60440) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:14.901524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.936351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-917443031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:14.949030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:14.958678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:14.961694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:router and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:14.965906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:14.977471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:14.998618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.013259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Delete allocated IP 2001:db8:0:1::323 (2d63c491-d3a0-4c41-be03-3927ce34fc3e/eb2866ca-d87a-4875-abe3-779cea89c947) {{(pid=83850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:32:15.016023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:15.016650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:15.034196 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:15.182016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60450) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:15.292524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.294298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.303721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.340417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-075c13dc-1be4-41a2-bf88-a4962567d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.406800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.414660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.425100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=0498215d-5500-49b9-aa7c-3f265b5f8a40,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:15.455383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-075c13dc-1be4-41a2-bf88-a4962567d73c None None] For port e579689e-784f-4e17-9321-7906a0b70dea, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e579689e-784f-4e17-9321-7906a0b70dea,segment=NetworkSegment(c2e03910-31e2-459f-93b8-9bf307c7c735),segment_id=c2e03910-31e2-459f-93b8-9bf307c7c735)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:15.455494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.469566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-075c13dc-1be4-41a2-bf88-a4962567d73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.487832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a074838d-d32a-4b66-b3c0-6665df96452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:15.488221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: a074838d-d32a-4b66-b3c0-6665df96452b, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:15.495831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.502291 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7cfb9ebd-47d4-4e51-98fb-7e704a5513c4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6073027 Apr 05 14:32:15.502939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60462) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:15.510416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-3fc916dc-1976-4281-abbf-a37ab91b679a', 'network_id': '3fc916dc-1976-4281-abbf-a37ab91b679a', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': 'ea86b97f-20d4-4638-b8a1-ab61b07cbdf5'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:15.511240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.656300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.709067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c13dc-1be4-41a2-bf88-a4962567d73c None None] Pushing event updated for resources: {'Port': ['ID=e579689e-784f-4e17-9321-7906a0b70dea,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:15.729576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Network': ['ID=7e1231cd-b928-42b4-8423-e5bbd21333f8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:15.738139 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4bf2a997-9788-49a6-b79d-ac634de2a8a6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/7e1231cd-b928-42b4-8423-e5bbd21333f8 HTTP/1.1" status: 204 len: 168 time: 5.6722553 Apr 05 14:32:15.745780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60466) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:15.757144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.769758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40487c66-35e3-4948-8bf5-e3be876952ed None None] Update dhcp port {'port': {'network_id': '2d63c491-d3a0-4c41-be03-3927ce34fc3e', 'fixed_ips': [{'subnet_id': '46544c11-2628-4db0-9ec6-a169d2a9c650', 'ip_address': '2001:db8::2'}, {'subnet_id': 'eb2866ca-d87a-4875-abe3-779cea89c947'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '0398d131-0b5d-4a4d-a199-f1366e5d72b0'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:32:15.816752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1680876569'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:15.908867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:15.914923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-40487c66-35e3-4948-8bf5-e3be876952ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.921124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:network and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:15.934987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:15.943739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1844505060'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:15.948391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Allocated IP 172.21.0.2 (3fc916dc-1976-4281-abbf-a37ab91b679a/ea86b97f-20d4-4638-b8a1-ab61b07cbdf5/5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:15.953724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.957611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:15.968978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:15.974499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:15.977516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network a074838d-d32a-4b66-b3c0-6665df96452b is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:15.990661 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, a074838d-d32a-4b66-b3c0-6665df96452b) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:15.996155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:network and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:16.001546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:16.004512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:16.005107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.011511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bf7b71-e49d-40fc-af67-e06d3e98561a None None] Network a074838d-d32a-4b66-b3c0-6665df96452b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:16.036635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:16.040151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.053181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:16.147614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.161960 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0a0316a8-deec-44bd-a304-a78d7c668cf2 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8292809 Apr 05 14:32:16.166621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60476) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:16.173256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1a093d89-41e7-43e3-9ed1-ffa2132e7024 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:16.241563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:16.245939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.266024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Ignored duplicate provisioning block setup for port e99eeff8-fb1f-427f-935d-7135f321dc00 by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 14:32:16.279435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.281328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.298487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:16.329039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60480) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:16.351048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba376d-b838-49e9-9902-e6cfbfee386b None None] Network 2d68315b-0c42-4b9c-99f1-d11abf212e76 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:16.354617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a093d89-41e7-43e3-9ed1-ffa2132e7024 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1436320'] for subnet, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.385373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.386191 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Added segment 01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1 of type vlan for network 3b477797-8a4e-4623-9b0a-786ac0b817bf Apr 05 14:32:16.412953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Router 9cbdf589-9725-42ff-b277-3d2d56a6ad9a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:16.455258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.462552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=e99eeff8-fb1f-427f-935d-7135f321dc00,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:16.472277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:16.486630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] In _notify_port_updated(), no bound segment for port e99eeff8-fb1f-427f-935d-7135f321dc00 on network 2d63c491-d3a0-4c41-be03-3927ce34fc3e {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:32:16.490474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:16.491331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.492641 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-de864c60-93f8-4f8e-8584-e85f66be5117 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "PUT /v2.0/ports/e99eeff8-fb1f-427f-935d-7135f321dc00 HTTP/1.1" status: 200 len: 926 time: 4.0663788 Apr 05 14:32:16.496657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:security_group_rule and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:16.501129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:16.501866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:16.512068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.516802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:16.520958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '46544c11-2628-4db0-9ec6-a169d2a9c650'}, {'subnet_id': 'eb2866ca-d87a-4875-abe3-779cea89c947'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:16.552255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bba124d3-d493-4226-ab92-ad70ba2f20f6 None None] Provisioning complete for port e579689e-784f-4e17-9321-7906a0b70dea triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:16.552626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bba124d3-d493-4226-ab92-ad70ba2f20f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.627596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-faa48d46-486c-4852-97ba-6e33c015f895 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] Request body: {'port': {'network_id': 'bb829bd0-4381-46aa-a303-b6b76103e1ce', 'name': 'tempest-NetworksNegativeTestJSON-517867086'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:16.755425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:32:16.804047 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-faa48d46-486c-4852-97ba-6e33c015f895 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] POST failed (client error): The resource could not be found. Apr 05 14:32:16.804489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faa48d46-486c-4852-97ba-6e33c015f895 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:16.805588 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-faa48d46-486c-4852-97ba-6e33c015f895 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4670970 Apr 05 14:32:16.812351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60490) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:16.839232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.874874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.878547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:16.879138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:16.887117 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-50158360-ae69-4036-9e09-fbc0963a509e tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:16.887546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50158360-ae69-4036-9e09-fbc0963a509e tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:16.949180 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-50158360-ae69-4036-9e09-fbc0963a509e tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "DELETE /v2.0/networks/aa638863-79be-45af-b985-1ff7eeee72d0 HTTP/1.1" status: 404 len: 339 time: 0.1363897 Apr 05 14:32:16.954394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60494) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.056473 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8ca732-452b-4d73-a4e0-630edfb585c7 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:17.056899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8ca732-452b-4d73-a4e0-630edfb585c7 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:17.062694 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4a8ca732-452b-4d73-a4e0-630edfb585c7 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "DELETE /v2.0/ports/6392391b-eea4-4fa2-a6c0-1495cf6bee68 HTTP/1.1" status: 404 len: 333 time: 0.1005881 Apr 05 14:32:17.062694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60498) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.065512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:17.110490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a093d89-41e7-43e3-9ed1-ffa2132e7024 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741373706388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1922275'] for subnet, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.115501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.118624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4233c-9a8e-46ee-81fe-ae9fd7df6e10 None None] Sync routers for ids ['9cbdf589-9725-42ff-b277-3d2d56a6ad9a'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:17.119288 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ceeda2aa-883b-4d5a-b938-62c4e9d32eb1 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "PUT /v2.0/routers/9cbdf589-9725-42ff-b277-3d2d56a6ad9a HTTP/1.1" status: 200 len: 710 time: 7.8071148 Apr 05 14:32:17.121396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-a074838d-d32a-4b66-b3c0-6665df96452b', 'network_id': 'a074838d-d32a-4b66-b3c0-6665df96452b', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '0498215d-5500-49b9-aa7c-3f265b5f8a40'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:17.122182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.125234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Network': ['ID=3b477797-8a4e-4623-9b0a-786ac0b817bf,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:17.134516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60502) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.143471 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-51e5da9c-adc4-4166-bedd-2ea53538c6ef tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3949955 Apr 05 14:32:17.156572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60506) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.158907 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 3b477797-8a4e-4623-9b0a-786ac0b817bf details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:17.166314 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d60384a-22a9-4b20-b38a-c2b089814556 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:17.166881 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d60384a-22a9-4b20-b38a-c2b089814556 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:17.172131 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0d60384a-22a9-4b20-b38a-c2b089814556 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "DELETE /v2.0/subnets/95161d04-37a3-470c-8993-496b75d110e7 HTTP/1.1" status: 404 len: 337 time: 0.1050897 Apr 05 14:32:17.183355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60508) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.196962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-40487c66-35e3-4948-8bf5-e3be876952ed None None] Allocated IP 2001:db8:0:1::2 (2d63c491-d3a0-4c41-be03-3927ce34fc3e/eb2866ca-d87a-4875-abe3-779cea89c947/0398d131-0b5d-4a4d-a199-f1366e5d72b0) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:17.228121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a093d89-41e7-43e3-9ed1-ffa2132e7024 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:17.228972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1a093d89-41e7-43e3-9ed1-ffa2132e7024 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.230491 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1a093d89-41e7-43e3-9ed1-ffa2132e7024 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "PUT /v2.0/subnets/0498215d-5500-49b9-aa7c-3f265b5f8a40 HTTP/1.1" status: 200 len: 806 time: 1.0621324 Apr 05 14:32:17.232164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.20.0.1 (2d68315b-0c42-4b9c-99f1-d11abf212e76/5f965466-de7c-4794-8ddd-6d3989ded284/4770149f-b0f1-4cb9-85ec-8378385f0397) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:17.237000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60512) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.237968 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-34374518-26c2-499d-a32b-485c0e40092b tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] GET failed (client error): The resource could not be found. Apr 05 14:32:17.242795 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-34374518-26c2-499d-a32b-485c0e40092b tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "GET /v2.0/networks/6fac7549-7b51-4719-8037-d76265171a3f HTTP/1.1" status: 404 len: 339 time: 0.0527213 Apr 05 14:32:17.268082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60516) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.311455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a093d89-41e7-43e3-9ed1-ffa2132e7024 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=0498215d-5500-49b9-aa7c-3f265b5f8a40,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:17.339081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.355714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.399007 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-83bc6c0c-f174-4645-81b1-93846d502a27 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] GET failed (client error): The resource could not be found. Apr 05 14:32:17.404327 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-83bc6c0c-f174-4645-81b1-93846d502a27 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "GET /v2.0/ports/3e56f635-3967-4e1f-a20a-ac50c29e271d HTTP/1.1" status: 404 len: 333 time: 0.1315582 Apr 05 14:32:17.414639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e579689e-784f-4e17-9321-7906a0b70dea up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:17.422020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60522) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.423759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.438877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'subnet': {'network_id': '3b477797-8a4e-4623-9b0a-786ac0b817bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:17.498158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4233c-9a8e-46ee-81fe-ae9fd7df6e10 None None] Routers {'9cbdf589-9725-42ff-b277-3d2d56a6ad9a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:17.498778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-11c4233c-9a8e-46ee-81fe-ae9fd7df6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['9cbdf589-9725-42ff-b277-3d2d56a6ad9a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:17.534065 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-548fd4fa-39c2-410b-bef5-8ac15fee6501 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] GET failed (client error): The resource could not be found. Apr 05 14:32:17.539124 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-548fd4fa-39c2-410b-bef5-8ac15fee6501 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "GET /v2.0/subnets/f00912e4-7f48-4ba7-b955-c08d42a4cd4f HTTP/1.1" status: 404 len: 337 time: 0.1096740 Apr 05 14:32:17.552544 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60526) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.554211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Transition to ACTIVE for port object 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:17.570488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-67d41b82-92d6-46e7-91f2-aad4029321d1 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:17.606452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.619033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-11c4233c-9a8e-46ee-81fe-ae9fd7df6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:17.619227 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d41b82-92d6-46e7-91f2-aad4029321d1 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] PUT failed (client error): The resource could not be found. Apr 05 14:32:17.620346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d41b82-92d6-46e7-91f2-aad4029321d1 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:17.625076 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-67d41b82-92d6-46e7-91f2-aad4029321d1 tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "PUT /v2.0/networks/6c99c5f5-d590-4619-bdb4-64a26fa7fa1d HTTP/1.1" status: 404 len: 339 time: 0.0680125 Apr 05 14:32:17.627247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60530) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.637431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c975bc72-d108-4fd9-8e76-f218e12cd22f tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:17.666581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Transition to ACTIVE for port object 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:17.688248 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c975bc72-d108-4fd9-8e76-f218e12cd22f tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] PUT failed (client error): The resource could not be found. Apr 05 14:32:17.688849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c975bc72-d108-4fd9-8e76-f218e12cd22f tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:17.693650 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c975bc72-d108-4fd9-8e76-f218e12cd22f tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "PUT /v2.0/ports/d0287e50-e986-41ac-a974-e2eca3967b7b HTTP/1.1" status: 404 len: 333 time: 0.0624480 Apr 05 14:32:17.710820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:17.725715 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60534) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.735175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.743615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3fe70e5-3d80-487c-a54b-d08c2018c8aa,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:17.750079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b8503b7e-94d5-459b-9d8a-e5a00a69768d tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:17.769392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.769740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Added segment 863bb09a-008c-4272-94b9-f266e78bfba5 of type vlan for network d04d02b3-6c65-4a81-bb86-956740b40503 Apr 05 14:32:17.793674 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ec8c0694-0eed-4b1e-9e7e-14969f886f8c tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/routers/9cbdf589-9725-42ff-b277-3d2d56a6ad9a HTTP/1.1" status: 200 len: 745 time: 0.6516533 Apr 05 14:32:17.795002 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.796048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60538) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.806624 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8503b7e-94d5-459b-9d8a-e5a00a69768d tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] PUT failed (client error): The resource could not be found. Apr 05 14:32:17.807144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8503b7e-94d5-459b-9d8a-e5a00a69768d tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:17.808309 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b8503b7e-94d5-459b-9d8a-e5a00a69768d tempest-NetworksNegativeTestJSON-2014691922 tempest-NetworksNegativeTestJSON-2014691922-project] 10.222.0.18 "PUT /v2.0/subnets/80553ef8-b3a5-4605-b052-85c3b88c3559 HTTP/1.1" status: 404 len: 337 time: 0.0791817 Apr 05 14:32:17.818700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4233c-9a8e-46ee-81fe-ae9fd7df6e10 None None] Routers {'9cbdf589-9725-42ff-b277-3d2d56a6ad9a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:17.819326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-11c4233c-9a8e-46ee-81fe-ae9fd7df6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['9cbdf589-9725-42ff-b277-3d2d56a6ad9a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:17.832075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object 4770149f-b0f1-4cb9-85ec-8378385f0397 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:17.833739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.843053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:17.852515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:17.857350 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-22924e74-8744-4901-ad58-018fc2b9038f tempest-RoutersIpV6AdminTest-1794423148 tempest-RoutersIpV6AdminTest-1794423148-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=9cbdf589-9725-42ff-b277-3d2d56a6ad9a HTTP/1.1" status: 200 len: 205 time: 0.0602808 Apr 05 14:32:17.864345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60544) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.876745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.881709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:17.901805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-40487c66-35e3-4948-8bf5-e3be876952ed None None] For port 0398d131-0b5d-4a4d-a199-f1366e5d72b0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0398d131-0b5d-4a4d-a199-f1366e5d72b0,segment=NetworkSegment(2e52085f-5e3e-496a-8d51-7dc94ccd8bc6),segment_id=2e52085f-5e3e-496a-8d51-7dc94ccd8bc6)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:17.911437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-11c4233c-9a8e-46ee-81fe-ae9fd7df6e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:17.911842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c4233c-9a8e-46ee-81fe-ae9fd7df6e10 None None] The sync data for ids ['9cbdf589-9725-42ff-b277-3d2d56a6ad9a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:17.927834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Allocated IP 172.20.0.2 (a074838d-d32a-4b66-b3c0-6665df96452b/0498215d-5500-49b9-aa7c-3f265b5f8a40/0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:17.938680 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7b48b411-efb7-4a6d-b91e-98500efdf148 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cbdf589-9725-42ff-b277-3d2d56a6ad9a HTTP/1.1" status: 200 len: 205 time: 0.0697017 Apr 05 14:32:17.944372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60548) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:17.952671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Network 3fc916dc-1976-4281-abbf-a37ab91b679a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:17.957080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Pushing event updated for resources: {'Port': ['ID=5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:17.966871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:17.969013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e579689e-784f-4e17-9321-7906a0b70dea triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:17.969525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:17.998537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:18.016615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.040875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.045347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:18.047218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.062341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-40487c66-35e3-4948-8bf5-e3be876952ed None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.156065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.218737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-40487c66-35e3-4948-8bf5-e3be876952ed None None] Transition to ACTIVE for port object 0398d131-0b5d-4a4d-a199-f1366e5d72b0 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:18.250127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.0643268 Apr 05 14:32:18.255132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60552) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:18.257998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-40487c66-35e3-4948-8bf5-e3be876952ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.288243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'subnet': {'network_id': 'd04d02b3-6c65-4a81-bb86-956740b40503', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:18.310507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aae4d7cc-1a0b-4c03-ba35-40259a26a6c8 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.348496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Attempting to bind port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:18.348900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Attempting to bind port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '369a494e-d4c7-4dbe-b726-cca3968723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3fc916dc-1976-4281-abbf-a37ab91b679a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:18.349257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Attempting to bind port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 on network 3fc916dc-1976-4281-abbf-a37ab91b679a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:18.352574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8:0:1::1b (2d63c491-d3a0-4c41-be03-3927ce34fc3e/eb2866ca-d87a-4875-abe3-779cea89c947/e99eeff8-fb1f-427f-935d-7135f321dc00) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:18.390643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60558) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:18.460374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a49b5b-3913-4fba-bf3f-aa61f5b17832 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Network': ['ID=d04d02b3-6c65-4a81-bb86-956740b40503,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:18.465764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:18.465764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Checking segment: {'id': '369a494e-d4c7-4dbe-b726-cca3968723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3fc916dc-1976-4281-abbf-a37ab91b679a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:18.466530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.466530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Bound using segment: {'id': '369a494e-d4c7-4dbe-b726-cca3968723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3fc916dc-1976-4281-abbf-a37ab91b679a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:18.466949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Bound port: 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '369a494e-d4c7-4dbe-b726-cca3968723fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': '3fc916dc-1976-4281-abbf-a37ab91b679a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:18.467577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.491678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 2d68315b-0c42-4b9c-99f1-d11abf212e76 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:18.500000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:18.529737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d04d02b3-6c65-4a81-bb86-956740b40503 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:18.545732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=4770149f-b0f1-4cb9-85ec-8378385f0397,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:18.548733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:18.761512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.768852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.779656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.780075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40487c66-35e3-4948-8bf5-e3be876952ed None None] Pushing event updated for resources: {'Port': ['ID=0398d131-0b5d-4a4d-a199-f1366e5d72b0,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:18.824560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Ignored duplicate provisioning block setup for port e99eeff8-fb1f-427f-935d-7135f321dc00 by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 14:32:18.843331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-36bdd735-c465-4336-976f-01e12f48af96 None None] Provisioning complete for port e579689e-784f-4e17-9321-7906a0b70dea triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:18.843729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-36bdd735-c465-4336-976f-01e12f48af96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.847053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.906943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:18.925014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] Usage tracker for resource:security_group_rule and tenant:8359af98fb33451389cfc4d1bbaa0432 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:18.930760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.935350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:18.965025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:18.980813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:18.984166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:18.995032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:subnet and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:18.998518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:19.003886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Transition to ACTIVE for port object 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:19.027419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] For port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:19.038643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Transition to ACTIVE for port object 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:19.048186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] For port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23,segment=NetworkSegment(369a494e-d4c7-4dbe-b726-cca3968723fe),segment_id=369a494e-d4c7-4dbe-b726-cca3968723fe)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:19.077830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.080667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=e99eeff8-fb1f-427f-935d-7135f321dc00,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.085290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.102628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] In _notify_port_updated(), no bound segment for port e99eeff8-fb1f-427f-935d-7135f321dc00 on network 2d63c491-d3a0-4c41-be03-3927ce34fc3e {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:32:19.107047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:19.107767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.111933 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-70fe4e18-11ad-42e1-a086-a52bb2d90a04 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "PUT /v2.0/ports/e99eeff8-fb1f-427f-935d-7135f321dc00 HTTP/1.1" status: 200 len: 1011 time: 2.6069877 Apr 05 14:32:19.117555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60568) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:19.153367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aae4d7cc-1a0b-4c03-ba35-40259a26a6c8 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.157638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aae4d7cc-1a0b-4c03-ba35-40259a26a6c8 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.160379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Subnet': ['ID=472cb443-106b-4016-9e14-5f02b1b42566,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.200241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Pushing event updated for resources: {'Port': ['ID=0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.200460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aae4d7cc-1a0b-4c03-ba35-40259a26a6c8 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.200944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae4d7cc-1a0b-4c03-ba35-40259a26a6c8 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Fanout notify agent at l3_agent the message router_deleted on router 9cbdf589-9725-42ff-b277-3d2d56a6ad9a {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:32:19.204987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Network a074838d-d32a-4b66-b3c0-6665df96452b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:19.210855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:19.228384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aae4d7cc-1a0b-4c03-ba35-40259a26a6c8 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.233868 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aae4d7cc-1a0b-4c03-ba35-40259a26a6c8 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/9cbdf589-9725-42ff-b277-3d2d56a6ad9a HTTP/1.1" status: 204 len: 168 time: 1.2879286 Apr 05 14:32:19.237795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:19.239105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60572) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:19.242240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d5276-a042-485a-9311-e1dd5d249730 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port e99eeff8-fb1f-427f-935d-7135f321dc00 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:19.242725 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee9d5276-a042-485a-9311-e1dd5d249730 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.249613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:19.276263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Checking segment: {'id': '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b477797-8a4e-4623-9b0a-786ac0b817bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:19.276841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network hostable DHCP agents. Network: 3b477797-8a4e-4623-9b0a-786ac0b817bf, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:19.306990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:19.387845 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4cc9512c-b501-417a-8e60-fa5bb922c86b tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=9cbdf589-9725-42ff-b277-3d2d56a6ad9a HTTP/1.1" status: 200 len: 205 time: 0.1452725 Apr 05 14:32:19.404554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.409009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0398d131-0b5d-4a4d-a199-f1366e5d72b0 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:19.426645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60576) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:19.453646 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b9931-3f1d-4ada-98f8-35b03b2b10d0 None None] Pushing event updated for resources: {'Port': ['ID=5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.500903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Attempting to bind port 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:19.501550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Attempting to bind port 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a074838d-d32a-4b66-b3c0-6665df96452b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:19.501550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Attempting to bind port 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f on network a074838d-d32a-4b66-b3c0-6665df96452b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:19.501964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.507322 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-197b677b-b87c-468f-b190-61e3eec3958d None None] Provisioning for port 4770149f-b0f1-4cb9-85ec-8378385f0397 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:19.518151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:19.518548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Checking segment: {'id': 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a074838d-d32a-4b66-b3c0-6665df96452b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:19.518944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.519323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Bound using segment: {'id': 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a074838d-d32a-4b66-b3c0-6665df96452b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:19.519866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Bound port: 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'a074838d-d32a-4b66-b3c0-6665df96452b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:19.520151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.531330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-197b677b-b87c-468f-b190-61e3eec3958d None None] Provisioning complete for port 4770149f-b0f1-4cb9-85ec-8378385f0397 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:19.531691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-197b677b-b87c-468f-b190-61e3eec3958d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.545105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.636665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=0498215d-5500-49b9-aa7c-3f265b5f8a40,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.640204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19618a84-08c8-4868-b0c8-2a635946186b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:19.670995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network 3b477797-8a4e-4623-9b0a-786ac0b817bf is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:19.687124 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1e075ec4-0c33-466b-9fca-61d101541afb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8359af98fb33451389cfc4d1bbaa0432&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2868443 Apr 05 14:32:19.719152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60580) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:19.742935 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-a01a3d0b-1828-4f7d-95d8-20f850a2a791 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] delete failed (client error): The resource could not be found. Apr 05 14:32:19.746984 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a01a3d0b-1828-4f7d-95d8-20f850a2a791 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/9cbdf589-9725-42ff-b277-3d2d56a6ad9a HTTP/1.1" status: 404 len: 336 time: 0.2362707 Apr 05 14:32:19.770612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] For port 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:19.774200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] For port 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f,segment=NetworkSegment(cbb71a8c-f3b0-473d-8a7b-cb89de3fd334),segment_id=cbb71a8c-f3b0-473d-8a7b-cb89de3fd334)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:19.787943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.791151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60584) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:19.822407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.823019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.823502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.824035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.824510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.830661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-197b677b-b87c-468f-b190-61e3eec3958d None None] Port 4770149f-b0f1-4cb9-85ec-8378385f0397 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:19.830867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.831232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.832004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.833461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.833777 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.834146 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:19.844306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 3b477797-8a4e-4623-9b0a-786ac0b817bf) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:19.862693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c72896-6da4-4acc-bb45-63c78d75ded7 None None] Network 3b477797-8a4e-4623-9b0a-786ac0b817bf requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:19.878407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.879123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:19.879894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:19.887428 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-594ca83a-31af-4a4a-b3ae-a4d500d71a9d tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=393500e4-bd6f-416e-8680-78beef81dd41 HTTP/1.1" status: 200 len: 205 time: 0.0935547 Apr 05 14:32:19.898701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60588) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:19.999416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7bcca1-982e-4dff-a27d-c76659e418b4 None None] Pushing event updated for resources: {'Port': ['ID=0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:20.003785 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-2cdf77e6-3db3-4f75-894f-5a5d5adf7b3c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] delete failed (client error): The resource could not be found. Apr 05 14:32:20.007471 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2cdf77e6-3db3-4f75-894f-5a5d5adf7b3c tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/393500e4-bd6f-416e-8680-78beef81dd41 HTTP/1.1" status: 404 len: 336 time: 0.1030664 Apr 05 14:32:20.023628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60592) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:20.033372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.054610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf947220-c23b-408c-b566-62620f57a9b0 None None] Network a074838d-d32a-4b66-b3c0-6665df96452b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:20.085224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.090939 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-176d5e4f-a092-440b-adf1-818768079b39 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7311437 Apr 05 14:32:20.094369 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5ae65fe3-4897-4c3a-af7e-c2687b80a8d7 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9d0e9b2-4c80-4a08-8752-b658eb41b7af HTTP/1.1" status: 200 len: 205 time: 0.0692744 Apr 05 14:32:20.094947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60596) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:20.098372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60598) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:20.120416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee9d5276-a042-485a-9311-e1dd5d249730 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.242012 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-ba5051e1-b4fe-47df-bcfc-5065d7587b00 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] delete failed (client error): The resource could not be found. Apr 05 14:32:20.245551 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ba5051e1-b4fe-47df-bcfc-5065d7587b00 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/c9d0e9b2-4c80-4a08-8752-b658eb41b7af HTTP/1.1" status: 404 len: 336 time: 0.1410375 Apr 05 14:32:20.251227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a074838d-d32a-4b66-b3c0-6665df96452b']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:20.269846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60604) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:20.277663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-951cbac6-4d46-462c-9c82-48d46b7c3c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.279924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:20.280207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:20.295214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-ee9d5276-a042-485a-9311-e1dd5d249730 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for e99eeff8-fb1f-427f-935d-7135f321dc00 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:20.412371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2e1b6c8b-f963-4612-b2a7-733b3b0937e7 None None] Provisioning for port e99eeff8-fb1f-427f-935d-7135f321dc00 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:20.425588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2e1b6c8b-f963-4612-b2a7-733b3b0937e7 None None] Provisioning complete for port e99eeff8-fb1f-427f-935d-7135f321dc00 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:20.425963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6c8b-f963-4612-b2a7-733b3b0937e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.465395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-3b477797-8a4e-4623-9b0a-786ac0b817bf', 'network_id': '3b477797-8a4e-4623-9b0a-786ac0b817bf', 'tenant_id': '2f852215dc1f4fc1b2068424b200ca13', 'fixed_ips': [{'subnet_id': '472cb443-106b-4016-9e14-5f02b1b42566'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:20.466354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.552518 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2806a613-595e-469a-a394-b84069cafb88 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9e73050-b324-405f-b4fb-b37825cdf86c HTTP/1.1" status: 200 len: 205 time: 0.2796192 Apr 05 14:32:20.566759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60608) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:20.609165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f1c2f7-dd9f-46e1-8938-b47269b9cf00 None None] Network a074838d-d32a-4b66-b3c0-6665df96452b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:20.625168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2e1b6c8b-f963-4612-b2a7-733b3b0937e7 None None] Port e99eeff8-fb1f-427f-935d-7135f321dc00 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:20.634567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.659508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.675438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee9d5276-a042-485a-9311-e1dd5d249730 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.718805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-951cbac6-4d46-462c-9c82-48d46b7c3c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.742318 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-87cad91a-96a9-484f-9563-8a9784a5790a tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] delete failed (client error): The resource could not be found. Apr 05 14:32:20.745865 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-87cad91a-96a9-484f-9563-8a9784a5790a tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/e9e73050-b324-405f-b4fb-b37825cdf86c HTTP/1.1" status: 404 len: 336 time: 0.1757934 Apr 05 14:32:20.751829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60612) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:20.762169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2e1b6c8b-f963-4612-b2a7-733b3b0937e7 None None] Provisioning for port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:20.782596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.800495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2e1b6c8b-f963-4612-b2a7-733b3b0937e7 None None] Provisioning complete for port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:20.801259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2e1b6c8b-f963-4612-b2a7-733b3b0937e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.805494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9d5276-a042-485a-9311-e1dd5d249730 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=e99eeff8-fb1f-427f-935d-7135f321dc00,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:20.825936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:20.826362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:20.828163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8213541d-2e4f-4123-90b6-45bae9addaff tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e9ec177-f8ea-489a-86ad-dc57b9f63094 HTTP/1.1" status: 200 len: 205 time: 0.0752351 Apr 05 14:32:20.830633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60616) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:20.858734 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:21.014507 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-e4c2013b-183d-420d-930b-a47585d9b3df tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] delete failed (client error): The resource could not be found. Apr 05 14:32:21.016138 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e4c2013b-183d-420d-930b-a47585d9b3df tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/3e9ec177-f8ea-489a-86ad-dc57b9f63094 HTTP/1.1" status: 404 len: 336 time: 0.1846576 Apr 05 14:32:21.032362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60620) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:21.048595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee9d5276-a042-485a-9311-e1dd5d249730 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.072901 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ee9d5276-a042-485a-9311-e1dd5d249730 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/e99eeff8-fb1f-427f-935d-7135f321dc00 HTTP/1.1" status: 204 len: 168 time: 1.9534788 Apr 05 14:32:21.073690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60624) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:21.079587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.144311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4087b55-a27b-46a4-8118-4b41686df228 None None] Network 3fc916dc-1976-4281-abbf-a37ab91b679a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:21.156989 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ef2c3e95-7ed2-4570-957e-a61b3f47a27d tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "GET /v2.0/ports?device_id=49469e2d-4a35-4dc9-a89e-a18303090d45 HTTP/1.1" status: 200 len: 205 time: 0.1004112 Apr 05 14:32:21.163732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:32:21.163732 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:32:21.163732 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': 'a074838d-d32a-4b66-b3c0-6665df96452b'}] Apr 05 14:32:21.163732 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:21.164139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:21.164513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60628) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:21.174757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Allocated IP 2001:db8::2 (3b477797-8a4e-4623-9b0a-786ac0b817bf/472cb443-106b-4016-9e14-5f02b1b42566/c7d6d23b-3eb6-45be-9222-17ee40d0f6cf) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:21.175293 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01a31f7-cae7-4f22-8d54-d78ba6205002 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:32:21.176011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e01a31f7-cae7-4f22-8d54-d78ba6205002 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:21.205756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e01a31f7-cae7-4f22-8d54-d78ba6205002 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:21.210612 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e01a31f7-cae7-4f22-8d54-d78ba6205002 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/e99eeff8-fb1f-427f-935d-7135f321dc00 HTTP/1.1" status: 404 len: 333 time: 0.1336181 Apr 05 14:32:21.211598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60632) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:21.284828 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-6290617e-5ff7-4c76-b4cf-3e4df4ded791 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] delete failed (client error): The resource could not be found. Apr 05 14:32:21.286120 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6290617e-5ff7-4c76-b4cf-3e4df4ded791 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/routers/49469e2d-4a35-4dc9-a89e-a18303090d45 HTTP/1.1" status: 404 len: 336 time: 0.1161032 Apr 05 14:32:21.296828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.301720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60636) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:21.341431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-951cbac6-4d46-462c-9c82-48d46b7c3c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.431700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cbac6-4d46-462c-9c82-48d46b7c3c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19618a84-08c8-4868-b0c8-2a635946186b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:21.434751 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-00d11cf4-abfc-4cc2-aa8f-921fc0b19978 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:21.435175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00d11cf4-abfc-4cc2-aa8f-921fc0b19978 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:21.436622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:21.473628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-951cbac6-4d46-462c-9c82-48d46b7c3c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.477589 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-951cbac6-4d46-462c-9c82-48d46b7c3c95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19618a84-08c8-4868-b0c8-2a635946186b HTTP/1.1" status: 204 len: 168 time: 1.7447071 Apr 05 14:32:21.477589 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-00d11cf4-abfc-4cc2-aa8f-921fc0b19978 tempest-RoutersIpV6AdminTest-1596695375 tempest-RoutersIpV6AdminTest-1596695375-project] 10.222.0.18 "DELETE /v2.0/subnets/1cf3b61c-e04d-48da-8377-e54b4ed8ef94 HTTP/1.1" status: 404 len: 337 time: 0.1440597 Apr 05 14:32:21.483723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Subnet': ['ID=08663599-5aea-476c-b7a6-b77c488042e1,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:21.511728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.520130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.617923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Checking segment: {'id': '863bb09a-008c-4272-94b9-f266e78bfba5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'd04d02b3-6c65-4a81-bb86-956740b40503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:21.618293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network hostable DHCP agents. Network: d04d02b3-6c65-4a81-bb86-956740b40503, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:21.668617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.740364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc1f088-7ce7-4fbd-a077-6078c51b16e7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet eb2866ca-d87a-4875-abe3-779cea89c947 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:32:21.748075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f088-7ce7-4fbd-a077-6078c51b16e7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.752494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=4770149f-b0f1-4cb9-85ec-8378385f0397,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:21.758586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.774177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:21.774177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.801876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network d04d02b3-6c65-4a81-bb86-956740b40503 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:21.842701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, d04d02b3-6c65-4a81-bb86-956740b40503) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:21.863767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:21.864456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.877855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f088-7ce7-4fbd-a077-6078c51b16e7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:21.881040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260c5317-ace5-4958-962a-357d5e1ff255 None None] Network d04d02b3-6c65-4a81-bb86-956740b40503 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:21.971601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:21.991127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60648) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:21.999418 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d72c9bbe-b96a-4d35-a84e-25c4d75e420e tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7306912 Apr 05 14:32:22.000341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60652) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:22.023557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2126561900', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:22.028810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.040651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:22.041073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e79b42e0-1c54-45e3-84a7-bb65dd3a346b None None] Provisioning for port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:22.049587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:router and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:22.049954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Transition to ACTIVE for port object c7d6d23b-3eb6-45be-9222-17ee40d0f6cf will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:22.059760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e79b42e0-1c54-45e3-84a7-bb65dd3a346b None None] Provisioning complete for port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:22.060377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e79b42e0-1c54-45e3-84a7-bb65dd3a346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.070350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:22.122087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f088-7ce7-4fbd-a077-6078c51b16e7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.145072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:22.151540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Transition to ACTIVE for port object c7d6d23b-3eb6-45be-9222-17ee40d0f6cf will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:22.205893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.207095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.207242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.238449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f,segment=NetworkSegment(cbb71a8c-f3b0-473d-8a7b-cb89de3fd334),segment_id=cbb71a8c-f3b0-473d-8a7b-cb89de3fd334)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:22.238837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.282360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 2d68315b-0c42-4b9c-99f1-d11abf212e76 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:22.287740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:22.296400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.415589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Subnet': ['ID=472cb443-106b-4016-9e14-5f02b1b42566,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:22.439292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.481083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Pushing event updated for resources: {'Port': ['ID=c7d6d23b-3eb6-45be-9222-17ee40d0f6cf,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:22.495549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Network 3b477797-8a4e-4623-9b0a-786ac0b817bf is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:22.513800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:22.542202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:22.544609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8dcc5f-d1c4-49f9-a245-1035f3a601b7 None None] Network d04d02b3-6c65-4a81-bb86-956740b40503 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:22.549206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f088-7ce7-4fbd-a077-6078c51b16e7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.575093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:22.577558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.577901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.578255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.578584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.578908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.579229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.579550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.579865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.580180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.580492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.580803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:22.655731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:22.664906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] Usage tracker for resource:security_group_rule and tenant:cfc563ca7b204cc68781df41f616cc12 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:22.678377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:22.803018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.833469 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e79b42e0-1c54-45e3-84a7-bb65dd3a346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.835127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b477797-8a4e-4623-9b0a-786ac0b817bf']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:22.848414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:22.848716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:22.861613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.881544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.889048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:22.889550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.900366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.937387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Attempting to bind port c7d6d23b-3eb6-45be-9222-17ee40d0f6cf on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:22.938397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Attempting to bind port c7d6d23b-3eb6-45be-9222-17ee40d0f6cf by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b477797-8a4e-4623-9b0a-786ac0b817bf'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:22.939068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Attempting to bind port c7d6d23b-3eb6-45be-9222-17ee40d0f6cf on network 3b477797-8a4e-4623-9b0a-786ac0b817bf {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:22.966418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e79b42e0-1c54-45e3-84a7-bb65dd3a346b None None] For port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23,segment=NetworkSegment(369a494e-d4c7-4dbe-b726-cca3968723fe),segment_id=369a494e-d4c7-4dbe-b726-cca3968723fe)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:22.983857 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:22.993381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:22.994125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Checking segment: {'id': '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b477797-8a4e-4623-9b0a-786ac0b817bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:22.994784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:22.995278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Bound using segment: {'id': '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b477797-8a4e-4623-9b0a-786ac0b817bf'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:22.995867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Bound port: c7d6d23b-3eb6-45be-9222-17ee40d0f6cf, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '3b477797-8a4e-4623-9b0a-786ac0b817bf'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:22.996352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.015728 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e79b42e0-1c54-45e3-84a7-bb65dd3a346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.020239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:23.033708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc1f088-7ce7-4fbd-a077-6078c51b16e7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=eb2866ca-d87a-4875-abe3-779cea89c947,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:23.039359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:32:23.039359 dv-neutron-829488-2-hyperv neutron-server[83850]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:32:23.039359 dv-neutron-829488-2-hyperv neutron-server[83850]: [parameters: {'id': '3b477797-8a4e-4623-9b0a-786ac0b817bf'}] Apr 05 14:32:23.039359 dv-neutron-829488-2-hyperv neutron-server[83850]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:23.040171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:23.048336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dc1f088-7ce7-4fbd-a077-6078c51b16e7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.064911 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8dc1f088-7ce7-4fbd-a077-6078c51b16e7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/eb2866ca-d87a-4875-abe3-779cea89c947 HTTP/1.1" status: 204 len: 168 time: 1.8521037 Apr 05 14:32:23.065530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c01afcf-c2d1-4d5f-ae59-ac575c24b696 None None] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:23.066256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60676) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:23.078364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e79b42e0-1c54-45e3-84a7-bb65dd3a346b None None] Could not find standard attr ID for object e99eeff8-fb1f-427f-935d-7135f321dc00. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:32:23.112755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60680) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:23.114486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:23.116527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port 0190d8dc-2b03-49e2-8dd8-0e5952ac2c4f on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:23.147491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.185670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-23d19ee0-06b4-45df-9b1a-c753fd14f407 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet 46544c11-2628-4db0-9ec6-a169d2a9c650 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:32:23.196435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23d19ee0-06b4-45df-9b1a-c753fd14f407 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.284282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.294688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.346735 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cfc563ca7b204cc68781df41f616cc12&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3545835 Apr 05 14:32:23.352259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23d19ee0-06b4-45df-9b1a-c753fd14f407 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.367228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79b42e0-1c54-45e3-84a7-bb65dd3a346b None None] Pushing event updated for resources: {'Port': ['ID=5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:23.378663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a3e05aaa-a7bb-400a-9b31-31b361b8931f None None] Provisioning complete for port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:23.379024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a3e05aaa-a7bb-400a-9b31-31b361b8931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.380244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60686) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:23.386357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3c44e38f-08b5-4f0d-a107-73f0543f6f78 tempest-DvrRoutersNegativeTest-1107066037 tempest-DvrRoutersNegativeTest-1107066037-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2007145581', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:23.389682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.policy [None req-3c44e38f-08b5-4f0d-a107-73f0543f6f78 tempest-DvrRoutersNegativeTest-1107066037 tempest-DvrRoutersNegativeTest-1107066037-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83850) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Apr 05 14:32:23.389985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.policy [None req-3c44e38f-08b5-4f0d-a107-73f0543f6f78 tempest-DvrRoutersNegativeTest-1107066037 tempest-DvrRoutersNegativeTest-1107066037-project] Failed policy check for 'create_router' {{(pid=83850) enforce /opt/stack/neutron/neutron/policy.py:482}} Apr 05 14:32:23.390563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-3c44e38f-08b5-4f0d-a107-73f0543f6f78 tempest-DvrRoutersNegativeTest-1107066037 tempest-DvrRoutersNegativeTest-1107066037-project] create failed (client error): Access was denied to this resource. Apr 05 14:32:23.396534 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3c44e38f-08b5-4f0d-a107-73f0543f6f78 tempest-DvrRoutersNegativeTest-1107066037 tempest-DvrRoutersNegativeTest-1107066037-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2723498 Apr 05 14:32:23.413433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] For port c7d6d23b-3eb6-45be-9222-17ee40d0f6cf, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:23.433361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] For port c7d6d23b-3eb6-45be-9222-17ee40d0f6cf, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c7d6d23b-3eb6-45be-9222-17ee40d0f6cf,segment=NetworkSegment(01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1),segment_id=01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:23.442100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465ce84-9bde-4a06-ac23-489c4f056402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730c75fd-5094-4040-9a52-e04ce0756097,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:23.473090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.501015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.543866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a074838d-d32a-4b66-b3c0-6665df96452b']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:23.555581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.559044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4f80a31-992b-4ad6-8b0d-71790a8e43e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.566268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:23.567212 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb71a8c-f3b0-473d-8a7b-cb89de3fd334') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:23.585202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.598614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.612433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.621860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:23.622104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.625543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4f80a31-992b-4ad6-8b0d-71790a8e43e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.637338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting port c7d6d23b-3eb6-45be-9222-17ee40d0f6cf {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:23.637735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:23.639779 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:23.671172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Pushing event updated for resources: {'Port': ['ID=c7d6d23b-3eb6-45be-9222-17ee40d0f6cf,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:23.751973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23d19ee0-06b4-45df-9b1a-c753fd14f407 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.796065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.819596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.831628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60694) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:23.833687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=a074838d-d32a-4b66-b3c0-6665df96452b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:23.837051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.837395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.837915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.839517 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.839864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.840182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.840741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.841891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.842718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.843975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.844516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3923e8bc-d4f7-4911-b813-633b3ce2e4de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:32:23.865469 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1cac42be-d535-44c2-b4eb-ec1a8c92211c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/a074838d-d32a-4b66-b3c0-6665df96452b HTTP/1.1" status: 204 len: 168 time: 6.6226637 Apr 05 14:32:23.866698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60700) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:23.893007 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e19ce-03f0-4524-b2a4-391644d99b54 None None] Network 3b477797-8a4e-4623-9b0a-786ac0b817bf requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:23.912030 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea874d5e-fa71-4d51-bb1e-8a7c80d16965 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:23.912642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea874d5e-fa71-4d51-bb1e-8a7c80d16965 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:23.914080 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ea874d5e-fa71-4d51-bb1e-8a7c80d16965 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/a074838d-d32a-4b66-b3c0-6665df96452b HTTP/1.1" status: 404 len: 339 time: 0.0454679 Apr 05 14:32:23.922748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60704) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:23.930394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2072797615', 'description': 'd1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:23.939848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:23.946099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:network and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:23.951722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:23.957965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 58d75986-193f-40dd-ad25-58b1151bbc1a is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:32:23.960080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:23.968715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4f80a31-992b-4ad6-8b0d-71790a8e43e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.985640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:23.989053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:23.990168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f80a31-992b-4ad6-8b0d-71790a8e43e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730c75fd-5094-4040-9a52-e04ce0756097,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:24.021025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] For port c7d6d23b-3eb6-45be-9222-17ee40d0f6cf, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c7d6d23b-3eb6-45be-9222-17ee40d0f6cf,segment=NetworkSegment(01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1),segment_id=01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:24.021454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.031078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23d19ee0-06b4-45df-9b1a-c753fd14f407 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.050841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a3e05aaa-a7bb-400a-9b31-31b361b8931f None None] Provisioning complete for port 4770149f-b0f1-4cb9-85ec-8378385f0397 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:24.051536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a3e05aaa-a7bb-400a-9b31-31b361b8931f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.166001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:24.209368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a3e05aaa-a7bb-400a-9b31-31b361b8931f None None] Port 4770149f-b0f1-4cb9-85ec-8378385f0397 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:24.212291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fad98cd2-8997-4f23-b88b-db8682efbc0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.221342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.222287 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment e7b3f9b4-9b47-4a61-8702-62dcd0f89733 of type vlan for network 144fa783-e14f-44ce-97fa-4c4281c3d28d Apr 05 14:32:24.261734 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.340218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Calling delete_port for c7d6d23b-3eb6-45be-9222-17ee40d0f6cf owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:24.368419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4f80a31-992b-4ad6-8b0d-71790a8e43e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.373184 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e4f80a31-992b-4ad6-8b0d-71790a8e43e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/730c75fd-5094-4040-9a52-e04ce0756097 HTTP/1.1" status: 204 len: 168 time: 0.9882743 Apr 05 14:32:24.373184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d19ee0-06b4-45df-9b1a-c753fd14f407 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=46544c11-2628-4db0-9ec6-a169d2a9c650,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:24.409749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.412123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.422539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-23d19ee0-06b4-45df-9b1a-c753fd14f407 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.426691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-23d19ee0-06b4-45df-9b1a-c753fd14f407 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/46544c11-2628-4db0-9ec6-a169d2a9c650 HTTP/1.1" status: 204 len: 168 time: 1.3556905 Apr 05 14:32:24.426824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.428935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60710) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:24.480054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:24.484137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] Usage tracker for resource:security_group_rule and tenant:80f3c47be30c4dc8965ce6683caa5798 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:24.494885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:24.566176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:24.584498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.588913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:24.589559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.607917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.663372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.673721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.26.6.244 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/afa0a300-21a3-43d0-a545-d845688a2c10) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:24.674067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Port': ['ID=c7d6d23b-3eb6-45be-9222-17ee40d0f6cf,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:24.699971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No DVR routers for this DVR port c7d6d23b-3eb6-45be-9222-17ee40d0f6cf on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:24.764513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:24.764856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.784511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abafeed-7d81-4cf8-8d83-6f7d95c3123a None None] Network 2d63c491-d3a0-4c41-be03-3927ce34fc3e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:24.872532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60716) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:24.887599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=144fa783-e14f-44ce-97fa-4c4281c3d28d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:24.904523 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 144fa783-e14f-44ce-97fa-4c4281c3d28d details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:24.944508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bab944c9-11c2-4130-bf51-b98b317a36c6 None None] Provisioning complete for port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:24.944866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bab944c9-11c2-4130-bf51-b98b317a36c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:24.957801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:24.963886 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b03ed5e9-8a72-448c-bf62-379edf153e51 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/58d75986-193f-40dd-ad25-58b1151bbc1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4559546 Apr 05 14:32:24.970553 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b13f0a92-f8fe-4bc8-ae5f-dac877d16791 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.0467100 Apr 05 14:32:24.971685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60720) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:24.972217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60722) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:24.973591 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfa3bec-24e4-41af-9d51-2c98bbe4912a None None] Sync routers for ids ['58d75986-193f-40dd-ad25-58b1151bbc1a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:24.987161 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa3bec-24e4-41af-9d51-2c98bbe4912a None None] Routers {'58d75986-193f-40dd-ad25-58b1151bbc1a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:24.987786 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6bfa3bec-24e4-41af-9d51-2c98bbe4912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['58d75986-193f-40dd-ad25-58b1151bbc1a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:25.003616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.018888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.038905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.040391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.058677 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6bfa3bec-24e4-41af-9d51-2c98bbe4912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:25.070168 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfa3bec-24e4-41af-9d51-2c98bbe4912a None None] Routers {'58d75986-193f-40dd-ad25-58b1151bbc1a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:25.071527 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6bfa3bec-24e4-41af-9d51-2c98bbe4912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['58d75986-193f-40dd-ad25-58b1151bbc1a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:25.116694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b477797-8a4e-4623-9b0a-786ac0b817bf']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:25.149827 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6bfa3bec-24e4-41af-9d51-2c98bbe4912a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:25.150613 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfa3bec-24e4-41af-9d51-2c98bbe4912a None None] The sync data for ids ['58d75986-193f-40dd-ad25-58b1151bbc1a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:25.191094 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5d17f79f-af98-42e3-93df-1b0b41959a3b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8c9f1739c844638bd5dc84eaf8903c4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3152442 Apr 05 14:32:25.199415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.205435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60728) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:25.209076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:25.209375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01dd4352-1bce-4b3b-98c6-f01ba8b8c9f1') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:25.239443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6cdaa8f-bde4-48e4-8d09-ed11eb95cd73,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:25.253861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.262214 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a17da937-3c35-445d-97b3-22813650853a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80f3c47be30c4dc8965ce6683caa5798&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4254186 Apr 05 14:32:25.272063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60732) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:25.272225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] DHCP port deletion for 2d63c491-d3a0-4c41-be03-3927ce34fc3e request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:25.278671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] Deleting port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:25.279448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.305564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.326122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] For port 0398d131-0b5d-4a4d-a199-f1366e5d72b0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0398d131-0b5d-4a4d-a199-f1366e5d72b0,segment=NetworkSegment(2e52085f-5e3e-496a-8d51-7dc94ccd8bc6),segment_id=2e52085f-5e3e-496a-8d51-7dc94ccd8bc6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:25.326488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.334506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:25.334914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:25.355721 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:25.378332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:25.386189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f901cf-99fd-4745-9bd1-c091a7f3ab54 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:25.386869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e6f901cf-99fd-4745-9bd1-c091a7f3ab54 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Synchronizing usage tracker for tenant:8dd64f7c54db468784280643349b76cb on resource:network {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:25.389002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:25.392258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=afa0a300-21a3-43d0-a545-d845688a2c10,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:25.395558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:25.397579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:25.433269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60eb12dd-ca4d-4247-b5dd-d396a9eae425 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:25.433756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-60eb12dd-ca4d-4247-b5dd-d396a9eae425 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:25.487239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e6f901cf-99fd-4745-9bd1-c091a7f3ab54 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Unset dirty status for tenant:8dd64f7c54db468784280643349b76cb on resource:network {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:25.491795 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e6f901cf-99fd-4745-9bd1-c091a7f3ab54 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/networks?id=144fa783-e14f-44ce-97fa-4c4281c3d28d HTTP/1.1" status: 200 len: 761 time: 0.4146121 Apr 05 14:32:25.496025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60738) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:25.511949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-60eb12dd-ca4d-4247-b5dd-d396a9eae425 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:25.515924 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-60eb12dd-ca4d-4247-b5dd-d396a9eae425 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports/4770149f-b0f1-4cb9-85ec-8378385f0397 HTTP/1.1" status: 200 len: 910 time: 0.4387989 Apr 05 14:32:25.561880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 0398d131-0b5d-4a4d-a199-f1366e5d72b0 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:25.592216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60740) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:25.606766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:25.607117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.632750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ec2e9f89-8102-4549-afe9-48e3878c9a68 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'description': 'd2'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:25.646330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b259a1f-4ad1-46c7-97d5-ba471d1a2bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.667523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.668374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.672930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] For port 0398d131-0b5d-4a4d-a199-f1366e5d72b0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0398d131-0b5d-4a4d-a199-f1366e5d72b0,segment=NetworkSegment(2e52085f-5e3e-496a-8d51-7dc94ccd8bc6),segment_id=2e52085f-5e3e-496a-8d51-7dc94ccd8bc6)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:25.673308 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.819026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] Calling delete_port for 0398d131-0b5d-4a4d-a199-f1366e5d72b0 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:25.905303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:32:25.919573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:25.964518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0398d131-0b5d-4a4d-a199-f1366e5d72b0 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:26.002392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.005459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] Pushing event deleted for resources: {'Port': ['ID=0398d131-0b5d-4a4d-a199-f1366e5d72b0,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:26.007910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 0398d131-0b5d-4a4d-a199-f1366e5d72b0 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:26.008241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0398d131-0b5d-4a4d-a199-f1366e5d72b0 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:26.011973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459f6611-9a76-4a5e-a9b4-cf6100137e53 None None] No DVR routers for this DVR port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:26.019454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b259a1f-4ad1-46c7-97d5-ba471d1a2bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.033325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc1f48f-9725-444d-b96d-608ae2bcb3b1 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:32:26.045906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1565-aadc-463e-b573-63063ecc911e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.083990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.124691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:26.138854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Network': ['ID=3b477797-8a4e-4623-9b0a-786ac0b817bf,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:26.146345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1565-aadc-463e-b573-63063ecc911e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.157124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.159976 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-16006b3a-c165-43df-9edc-22e40bd70f74 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.1496968 Apr 05 14:32:26.163535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85434876-be0b-4f9d-ac4b-acea8cb264e6 None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:26.163893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60746) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:26.182832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc1f48f-9725-444d-b96d-608ae2bcb3b1 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:32:26.198711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85434876-be0b-4f9d-ac4b-acea8cb264e6 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:26.199320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-85434876-be0b-4f9d-ac4b-acea8cb264e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:26.245130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3c57c022-c9a9-44b1-a0a5-2ca808226b6f tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/3b477797-8a4e-4623-9b0a-786ac0b817bf HTTP/1.1" status: 204 len: 168 time: 6.1467142 Apr 05 14:32:26.282612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-85434876-be0b-4f9d-ac4b-acea8cb264e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:26.288120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60750) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:26.303440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-313401574'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:26.310663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:26.315615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:network and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:26.319755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:26.332427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:26.337327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:26.337580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:26.354424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:26.357383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.374871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d26d5dff-7758-46a8-93ed-f2049a2ac63d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.377515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85434876-be0b-4f9d-ac4b-acea8cb264e6 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:26.378161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-85434876-be0b-4f9d-ac4b-acea8cb264e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:31:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:26.395672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bdb721-0fcc-4a3b-9422-c18b8e978358 req-db41e0fc-3ede-4225-b2ec-c3d14edb13f0 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:26.397509 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-60bdb721-0fcc-4a3b-9422-c18b8e978358 req-db41e0fc-3ede-4225-b2ec-c3d14edb13f0 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.6876111 Apr 05 14:32:26.430192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f89-8102-4549-afe9-48e3878c9a68 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.451385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b259a1f-4ad1-46c7-97d5-ba471d1a2bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.456868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-85434876-be0b-4f9d-ac4b-acea8cb264e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:26.457273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85434876-be0b-4f9d-ac4b-acea8cb264e6 None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:26.465433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1565-aadc-463e-b573-63063ecc911e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.491641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b259a1f-4ad1-46c7-97d5-ba471d1a2bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0392301f-7684-43af-b63c-e279ce07c4a8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:26.493477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f89-8102-4549-afe9-48e3878c9a68 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.665246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:26.672142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b1565-aadc-463e-b573-63063ecc911e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6cdaa8f-bde4-48e4-8d09-ed11eb95cd73,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:26.691566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.691902 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Added segment baf28547-f929-4063-8a2d-ec8d5ce23ef5 of type vlan for network 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e Apr 05 14:32:26.739970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.756692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ec2e9f89-8102-4549-afe9-48e3878c9a68 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network 144fa783-e14f-44ce-97fa-4c4281c3d28d is not hosted by any dhcp agent {{(pid=83850) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Apr 05 14:32:26.760833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2e9f89-8102-4549-afe9-48e3878c9a68 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:26.761428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ec2e9f89-8102-4549-afe9-48e3878c9a68 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.762702 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ec2e9f89-8102-4549-afe9-48e3878c9a68 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "PUT /v2.0/networks/144fa783-e14f-44ce-97fa-4c4281c3d28d HTTP/1.1" status: 200 len: 758 time: 1.2087278 Apr 05 14:32:26.769503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60754) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:26.777944 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-60bdb721-0fcc-4a3b-9422-c18b8e978358 req-1bb0b636-0f53-4d6f-9631-df89180ff8c5 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3661203 Apr 05 14:32:26.787023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b259a1f-4ad1-46c7-97d5-ba471d1a2bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.790122 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0b259a1f-4ad1-46c7-97d5-ba471d1a2bd7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0392301f-7684-43af-b63c-e279ce07c4a8 HTTP/1.1" status: 204 len: 168 time: 1.5713589 Apr 05 14:32:26.791828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d6b1565-aadc-463e-b573-63063ecc911e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.792883 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9d6b1565-aadc-463e-b573-63063ecc911e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6cdaa8f-bde4-48e4-8d09-ed11eb95cd73 HTTP/1.1" status: 204 len: 168 time: 1.5167365 Apr 05 14:32:26.795749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7300dfee-ccde-4402-bf33-8cbaf9d49675 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:32:26.837365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e9f89-8102-4549-afe9-48e3878c9a68 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=144fa783-e14f-44ce-97fa-4c4281c3d28d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:26.865485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 0398d131-0b5d-4a4d-a199-f1366e5d72b0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:26.865864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.871079 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 144fa783-e14f-44ce-97fa-4c4281c3d28d details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:26.878447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:26.882093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:26.882677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.037426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] The port '0398d131-0b5d-4a4d-a199-f1366e5d72b0' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:32:27.065655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea37435b-a88e-4917-ba34-ad671807ab8c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:27.075994 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ea37435b-a88e-4917-ba34-ad671807ab8c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/networks?id=144fa783-e14f-44ce-97fa-4c4281c3d28d HTTP/1.1" status: 200 len: 761 time: 0.2989554 Apr 05 14:32:27.082856 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7891476 Apr 05 14:32:27.083301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60764) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:27.083540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60766) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:27.084311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7300dfee-ccde-4402-bf33-8cbaf9d49675 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:32:27.105500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Request body: {'subnet': {'network_id': '991fb6df-9fdc-4dde-a97a-f13e5fe9d98e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:27.120841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0578dcb-efe6-4f2f-8ad5-e40d2f247a94 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Network': ['ID=991fb6df-9fdc-4dde-a97a-f13e5fe9d98e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:27.148109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1803442986'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:27.191766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:27.226442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:27.364966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:27.365699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:27.379319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.383305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Usage tracker for resource:subnet and tenant:2f852215dc1f4fc1b2068424b200ca13 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:27.391395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.392009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:27.404040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:27.432482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Made reservation on behalf of 2f852215dc1f4fc1b2068424b200ca13 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:27.545926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d63c491-d3a0-4c41-be03-3927ce34fc3e']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:27.571150 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:27.573916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.577319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.693134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e52085f-5e3e-496a-8d51-7dc94ccd8bc6') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:27.693431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e52085f-5e3e-496a-8d51-7dc94ccd8bc6') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:27.716558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.747816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.800461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceef61e-39a9-4601-bd1d-8838a1fbd9ec req-75d287ae-6fa9-4c74-9b1b-447f56088020 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:27.809544 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cceef61e-39a9-4601-bd1d-8838a1fbd9ec req-75d287ae-6fa9-4c74-9b1b-447f56088020 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.7271168 Apr 05 14:32:27.836457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.849494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:27.854064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:27.854627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:27.878393 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:27.968399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:27.969016 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment 28f93682-b46a-4c20-9263-e671e10d2e7f of type vlan for network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b Apr 05 14:32:28.018530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.058981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cceef61e-39a9-4601-bd1d-8838a1fbd9ec req-4d7701a0-d244-4159-8a9e-864212713640 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2483573 Apr 05 14:32:28.067389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.072719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.079297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.134165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Network': ['ID=2d63c491-d3a0-4c41-be03-3927ce34fc3e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:28.163140 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b5e8cbcc-7386-43b2-a890-208c092d892d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/networks/2d63c491-d3a0-4c41-be03-3927ce34fc3e HTTP/1.1" status: 204 len: 168 time: 3.7316248 Apr 05 14:32:28.166212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60802) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:28.474822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60814) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:28.482909 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0024793 Apr 05 14:32:28.487368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60816) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:28.527484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.531117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:28.531719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.554994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.objects.ports [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83851) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:32:28.559775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.702847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6183460 Apr 05 14:32:28.708725 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60824) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:28.716861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Checking segment: {'id': 'baf28547-f929-4063-8a2d-ec8d5ce23ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '991fb6df-9fdc-4dde-a97a-f13e5fe9d98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:28.717203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network hostable DHCP agents. Network: 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:28.727658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:28.748333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event updated for resources: {'Subnet': ['ID=c8a6458d-5ffb-4712-8324-c7a51199598b,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:28.752878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975e73f-1f6b-4c73-b43a-142f695739cb tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=63d4e5cf-b0c0-45cd-b519-cc9b545aa35b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:28.765394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Network 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:28.771849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:28.819080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:28.821845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.827390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:28.828019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:28.861764 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9636f90e-04c6-4563-9ca3-4304a9aa5d0b tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7734919 Apr 05 14:32:28.862694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60830) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:28.866635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff442bae-1aa6-4d9e-aeb4-70a495a82b75 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:28.867414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ff442bae-1aa6-4d9e-aeb4-70a495a82b75 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:28.873328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5419393d-e331-468d-8b2a-ee40fd230f7c None None] Network 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:28.915882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da530a24-54d5-4f48-92c3-6ad2af0e83a2 req-148b8c75-83cc-4096-a080-5d52c8ddb54b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:28.918069 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-da530a24-54d5-4f48-92c3-6ad2af0e83a2 req-148b8c75-83cc-4096-a080-5d52c8ddb54b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.6237185 Apr 05 14:32:28.976375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.20.0.1 (d04d02b3-6c65-4a81-bb86-956740b40503/08663599-5aea-476c-b7a6-b77c488042e1/bf0ef4fa-31de-4222-a92c-5627fba535d8) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:29.015963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.042596 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d0baffd6-1678-4354-bb57-4eff1d1693fc tempest-NetworksApiDiscovery-663263650 tempest-NetworksApiDiscovery-663263650-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5534801 Apr 05 14:32:29.157237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-991fb6df-9fdc-4dde-a97a-f13e5fe9d98e', 'network_id': '991fb6df-9fdc-4dde-a97a-f13e5fe9d98e', 'tenant_id': '2f852215dc1f4fc1b2068424b200ca13', 'fixed_ips': [{'subnet_id': 'c8a6458d-5ffb-4712-8324-c7a51199598b'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:29.159137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.166497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.294464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:29.304864 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.306863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ff442bae-1aa6-4d9e-aeb4-70a495a82b75 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:29.308837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ff442bae-1aa6-4d9e-aeb4-70a495a82b75 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.1263242 Apr 05 14:32:29.314271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Usage tracker for resource:subnet and tenant:8dd64f7c54db468784280643349b76cb is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:29.321126 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60844) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:29.329342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:29.380937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:29.404197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60850) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:29.424777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Allocated IP 2001:db8::f816:3eff:fe8b:145f (991fb6df-9fdc-4dde-a97a-f13e5fe9d98e/c8a6458d-5ffb-4712-8324-c7a51199598b/4c44d9b4-62b3-4fe4-9457-1b31c6beb276) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:29.426828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.523440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.539474 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-da530a24-54d5-4f48-92c3-6ad2af0e83a2 req-c0666c97-638d-462d-9a5b-9bb1271b3ea2 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4927933 Apr 05 14:32:29.542928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:29.584824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3fb12e75-eeeb-4dfc-9525-5e418f2083b9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:29.632588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3fb12e75-eeeb-4dfc-9525-5e418f2083b9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:29.634300 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3fb12e75-eeeb-4dfc-9525-5e418f2083b9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3122277 Apr 05 14:32:29.645055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network d04d02b3-6c65-4a81-bb86-956740b40503 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:29.652852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60860) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:29.658000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:29.671643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1452005361'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:29.676714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:29.727710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.741495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Transition to ACTIVE for port object 4c44d9b4-62b3-4fe4-9457-1b31c6beb276 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:29.768491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Transition to ACTIVE for port object 4c44d9b4-62b3-4fe4-9457-1b31c6beb276 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:29.778305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.786026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.788992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.807976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=bf0ef4fa-31de-4222-a92c-5627fba535d8,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:29.812662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:29.815695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.833458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.21.0.1 (3fc916dc-1976-4281-abbf-a37ab91b679a/ea86b97f-20d4-4638-b8a1-ab61b07cbdf5/e4d3320c-4223-4e06-a381-94185a23ad90) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:29.854648 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60864) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:29.856605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:network and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:29.864460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:29.864925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Network 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:29.868421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:29.871143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Pushing event updated for resources: {'Port': ['ID=4c44d9b4-62b3-4fe4-9457-1b31c6beb276,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:29.873581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:29.892536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:29.900090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Subnet': ['ID=c8a6458d-5ffb-4712-8324-c7a51199598b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:29.975227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Attempting to bind port 4c44d9b4-62b3-4fe4-9457-1b31c6beb276 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:29.975594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Attempting to bind port 4c44d9b4-62b3-4fe4-9457-1b31c6beb276 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'baf28547-f929-4063-8a2d-ec8d5ce23ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '991fb6df-9fdc-4dde-a97a-f13e5fe9d98e'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:29.975947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Attempting to bind port 4c44d9b4-62b3-4fe4-9457-1b31c6beb276 on network 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:29.983460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:29.983824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Checking segment: {'id': 'baf28547-f929-4063-8a2d-ec8d5ce23ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '991fb6df-9fdc-4dde-a97a-f13e5fe9d98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:29.984215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:29.984722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Bound using segment: {'id': 'baf28547-f929-4063-8a2d-ec8d5ce23ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '991fb6df-9fdc-4dde-a97a-f13e5fe9d98e'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:29.985185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Bound port: 4c44d9b4-62b3-4fe4-9457-1b31c6beb276, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf28547-f929-4063-8a2d-ec8d5ce23ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '991fb6df-9fdc-4dde-a97a-f13e5fe9d98e'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:29.985549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.011842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.032497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1515088138', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:30.039741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:30.042857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.052635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:30.077586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Usage tracker for resource:port and tenant:3a3f6aab3aa14ff3b569b5769289a2db is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:30.079913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] For port 4c44d9b4-62b3-4fe4-9457-1b31c6beb276, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:30.081025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991fb6df-9fdc-4dde-a97a-f13e5fe9d98e']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:30.083163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] For port 4c44d9b4-62b3-4fe4-9457-1b31c6beb276, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4c44d9b4-62b3-4fe4-9457-1b31c6beb276,segment=NetworkSegment(baf28547-f929-4063-8a2d-ec8d5ce23ef5),segment_id=baf28547-f929-4063-8a2d-ec8d5ce23ef5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:30.090852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.091074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:30.135755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:30.138898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.145139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf28547-f929-4063-8a2d-ec8d5ce23ef5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:30.145436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf28547-f929-4063-8a2d-ec8d5ce23ef5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:30.172275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.175694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c821b-188b-416c-8ee6-d32d4974dfbd None None] Pushing event updated for resources: {'Port': ['ID=4c44d9b4-62b3-4fe4-9457-1b31c6beb276,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:30.195105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:30.199511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Made reservation on behalf of 3a3f6aab3aa14ff3b569b5769289a2db for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:30.201704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.217366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.232527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.238531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.253397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.253763 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Added segment e002a137-3791-45c4-bcfb-e9943f9fa6b5 of type vlan for network e995b6b9-15c5-4a9b-b9ba-89b9d240003f Apr 05 14:32:30.258892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:30.259275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.271011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:30.277880 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:30.286991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.291324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c1631-16ac-4d4c-ac54-075777d25458 None None] Network 991fb6df-9fdc-4dde-a97a-f13e5fe9d98e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:30.291499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] Usage tracker for resource:security_group_rule and tenant:1d9360531dfc4b3b8a228d10cc22776b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:30.300520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:30.345414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:30.361747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object e4d3320c-4223-4e06-a381-94185a23ad90 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:30.370608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f340ef2-932d-4507-b676-6f20940f3b24 req-534f146c-aff9-4346-8061-55a7fc17e680 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.377752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f340ef2-932d-4507-b676-6f20940f3b24 req-534f146c-aff9-4346-8061-55a7fc17e680 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3503938 Apr 05 14:32:30.482671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f340ef2-932d-4507-b676-6f20940f3b24 req-313c2b5d-b316-48a9-8df4-e719c30fee30 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1037495 Apr 05 14:32:30.493166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a122a4-d24f-4135-ab2e-c0e0014e9994 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:32:30.495120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.533945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.537740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.703510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.708442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 3fc916dc-1976-4281-abbf-a37ab91b679a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:30.725985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:30.738002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=e4d3320c-4223-4e06-a381-94185a23ad90,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:30.740561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:30.741191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:30.750601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:32:30.750601 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:32:30.750601 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': '991fb6df-9fdc-4dde-a97a-f13e5fe9d98e'}] Apr 05 14:32:30.750601 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:30.751197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:30.756716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Usage tracker for resource:security_group_rule and tenant:3a3f6aab3aa14ff3b569b5769289a2db is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:30.769720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:30.773126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.791504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:30.827145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.830989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:30.831935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:30.892315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=2102dd04-e97f-4c0c-88ba-4fcb5d8d3abf,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:30.979385 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a122a4-d24f-4135-ab2e-c0e0014e9994 None None] Network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83852) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:30.989030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8a122a4-d24f-4135-ab2e-c0e0014e9994 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b) {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:32:31.013888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Network': ['ID=e995b6b9-15c5-4a9b-b9ba-89b9d240003f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:31.028992 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9033f020-4256-4382-bb76-eb5532f480fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3709128 Apr 05 14:32:31.031449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60876) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:31.041155 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d9360531dfc4b3b8a228d10cc22776b&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5193081 Apr 05 14:32:31.041911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60880) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:31.051723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:31.070340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:31.070706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:31.076978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network e995b6b9-15c5-4a9b-b9ba-89b9d240003f details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:31.078861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c93e56-7e7d-44a2-9f6e-702061c33f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf9e1c2-0bb8-46cf-8f24-1a03e57e049e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:31.112925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.121806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.129395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.152802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] device_id is not set on port a7bda669-b83c-44d0-8253-d3c01a484905 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:31.234529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Unable to find a vacant binding_index for network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b and agent a6a295cf-3129-4845-9248-526272b8e64b {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 05 14:32:31.249389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215fab49-facd-4884-ae99-5c9900f8fb67,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:31.255328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.268324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:31.273828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:31.283142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5098a0-7a1b-4aa7-9c17-c6be7f0e46f8 req-fdc316f8-6f34-4626-a4f5-eb98c0e0f583 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:31.284704 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a5098a0-7a1b-4aa7-9c17-c6be7f0e46f8 req-fdc316f8-6f34-4626-a4f5-eb98c0e0f583 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3870525 Apr 05 14:32:31.285756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:31.286346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.300348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:31.306333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:31.319354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:31.333931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting port 4c44d9b4-62b3-4fe4-9457-1b31c6beb276 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:31.334421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.344973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c2df1a5-35e0-4f0c-9a34-22b4b895d026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.380548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.396655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.427342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:31.461154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Allocated IP 172.26.6.118 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/a7bda669-b83c-44d0-8253-d3c01a484905) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:31.466096 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2325df91-57c1-4b1d-8514-d3321471dff9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7506170 Apr 05 14:32:31.466096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c2df1a5-35e0-4f0c-9a34-22b4b895d026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.469495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-63d4e5cf-b0c0-45cd-b519-cc9b545aa35b', 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '2102dd04-e97f-4c0c-88ba-4fcb5d8d3abf'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:31.470379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.488682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60884) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:31.573266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.602991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a5098a0-7a1b-4aa7-9c17-c6be7f0e46f8 req-7065e20c-e88c-473b-a650-2b96bb7dd73a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2984829 Apr 05 14:32:31.663871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.674976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=bf0ef4fa-31de-4222-a92c-5627fba535d8,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:31.677536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Allocated IP 172.20.0.2 (63d4e5cf-b0c0-45cd-b519-cc9b545aa35b/2102dd04-e97f-4c0c-88ba-4fcb5d8d3abf/3f15f076-a16d-417e-aa04-47cca4dc0805) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:31.677707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.754761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c2df1a5-35e0-4f0c-9a34-22b4b895d026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.894562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2df1a5-35e0-4f0c-9a34-22b4b895d026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf9e1c2-0bb8-46cf-8f24-1a03e57e049e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:31.922822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.935447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c2df1a5-35e0-4f0c-9a34-22b4b895d026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:31.937798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Transition to ACTIVE for port object 3f15f076-a16d-417e-aa04-47cca4dc0805 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:31.939230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8c2df1a5-35e0-4f0c-9a34-22b4b895d026 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5bf9e1c2-0bb8-46cf-8f24-1a03e57e049e HTTP/1.1" status: 204 len: 168 time: 0.8926632 Apr 05 14:32:31.998832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Transition to ACTIVE for port object 3f15f076-a16d-417e-aa04-47cca4dc0805 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:32.002162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.005677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.023785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] For port 4c44d9b4-62b3-4fe4-9457-1b31c6beb276, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4c44d9b4-62b3-4fe4-9457-1b31c6beb276,segment=NetworkSegment(baf28547-f929-4063-8a2d-ec8d5ce23ef5),segment_id=baf28547-f929-4063-8a2d-ec8d5ce23ef5)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:32.024225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.078890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:32.089859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:32.095032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:32.200643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Calling delete_port for 4c44d9b4-62b3-4fe4-9457-1b31c6beb276 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:32.211518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.220862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Attempting to bind port 3f15f076-a16d-417e-aa04-47cca4dc0805 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:32.221484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Attempting to bind port 3f15f076-a16d-417e-aa04-47cca4dc0805 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:32.221996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Attempting to bind port 3f15f076-a16d-417e-aa04-47cca4dc0805 on network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:32.234247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 3f15f076-a16d-417e-aa04-47cca4dc0805 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:32.234662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:32.234845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.235352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Checking segment: {'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:32.235905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.236603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Bound using segment: {'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:32.237234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Bound port: 3f15f076-a16d-417e-aa04-47cca4dc0805, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:32.237775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.255541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.343616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] For port 3f15f076-a16d-417e-aa04-47cca4dc0805, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:32.347652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] For port 3f15f076-a16d-417e-aa04-47cca4dc0805, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3f15f076-a16d-417e-aa04-47cca4dc0805,segment=NetworkSegment(28f93682-b46a-4c20-9263-e671e10d2e7f),segment_id=28f93682-b46a-4c20-9263-e671e10d2e7f)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:32.353652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.367603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Pushing event updated for resources: {'Port': ['ID=3f15f076-a16d-417e-aa04-47cca4dc0805,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.375688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.465449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=e4d3320c-4223-4e06-a381-94185a23ad90,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.471712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.473886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae7ed47-aa3e-4f57-9ac3-cca96ce5dd48 None None] Pushing event updated for resources: {'Port': ['ID=3f15f076-a16d-417e-aa04-47cca4dc0805,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.505566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.509764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network d04d02b3-6c65-4a81-bb86-956740b40503 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:32.509921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=b89f5b19-fd69-48d0-8c77-a3f858d03fcf,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.538635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking segment: {'id': 'e002a137-3791-45c4-bcfb-e9943f9fa6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:32.539036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network hostable DHCP agents. Network: e995b6b9-15c5-4a9b-b9ba-89b9d240003f, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:32.544090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:32.653547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network e995b6b9-15c5-4a9b-b9ba-89b9d240003f is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:32.681705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, e995b6b9-15c5-4a9b-b9ba-89b9d240003f) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:32.692321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:32.692905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.705854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 3fc916dc-1976-4281-abbf-a37ab91b679a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:32.711590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:32.781783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:32.875646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Port': ['ID=4c44d9b4-62b3-4fe4-9457-1b31c6beb276,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:32.936890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No DVR routers for this DVR port 4c44d9b4-62b3-4fe4-9457-1b31c6beb276 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:32.985809 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0b6494df-0432-4001-af21-7c6768c1b094 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9502602 Apr 05 14:32:32.990662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60892) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:33.018857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f', 'name': 'tempest-PortsIpV6TestJSON-363808731'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:33.119140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.158657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd187f-dee9-4679-9f2c-5edc55628240 req-9c8a6b42-eea3-48bd-8a86-fd422c34decd tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.160106 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-43cd187f-dee9-4679-9f2c-5edc55628240 req-9c8a6b42-eea3-48bd-8a86-fd422c34decd tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.2885520 Apr 05 14:32:33.226943 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-43cd187f-dee9-4679-9f2c-5edc55628240 req-6abc0511-15c8-41ef-8d3a-9b3ebbe9a347 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0609019 Apr 05 14:32:33.262782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 58d75986-193f-40dd-ad25-58b1151bbc1a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:33.312892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 3f15f076-a16d-417e-aa04-47cca4dc0805, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3f15f076-a16d-417e-aa04-47cca4dc0805,segment=NetworkSegment(28f93682-b46a-4c20-9263-e671e10d2e7f),segment_id=28f93682-b46a-4c20-9263-e671e10d2e7f)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:33.313247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.327532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.401339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3f15f076-a16d-417e-aa04-47cca4dc0805 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:33.421491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:33.477550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:33.479137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 3f15f076-a16d-417e-aa04-47cca4dc0805 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:33.487461 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230d35e-896c-417c-9323-95c7fa9bf846 None None] Sync routers for ids ['58d75986-193f-40dd-ad25-58b1151bbc1a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:33.490844 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d8dc86f6-bd7c-470a-88c4-dfb53a957fcf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/58d75986-193f-40dd-ad25-58b1151bbc1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8859150 Apr 05 14:32:33.491421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60896) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:33.504552 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230d35e-896c-417c-9323-95c7fa9bf846 None None] Routers {'58d75986-193f-40dd-ad25-58b1151bbc1a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:33.505369 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-5230d35e-896c-417c-9323-95c7fa9bf846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['58d75986-193f-40dd-ad25-58b1151bbc1a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:33.543249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 3f15f076-a16d-417e-aa04-47cca4dc0805 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:33.549333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ed490a-4ff1-427f-946e-a30467df0c52 None None] Network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:33.569373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a737823d-5e55-48c5-9026-ec66b6eecbc7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.569959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a737823d-5e55-48c5-9026-ec66b6eecbc7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:33.585010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Pushing event updated for resources: {'Port': ['ID=a7bda669-b83c-44d0-8253-d3c01a484905,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:33.587872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:33.612476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a737823d-5e55-48c5-9026-ec66b6eecbc7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:33.618495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:33.620782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a737823d-5e55-48c5-9026-ec66b6eecbc7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports/e4d3320c-4223-4e06-a381-94185a23ad90 HTTP/1.1" status: 200 len: 910 time: 0.1283259 Apr 05 14:32:33.621643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60900) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:33.643504 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-5230d35e-896c-417c-9323-95c7fa9bf846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:33.647646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['991fb6df-9fdc-4dde-a97a-f13e5fe9d98e']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:33.674543 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5230d35e-896c-417c-9323-95c7fa9bf846 None None] Routers {'58d75986-193f-40dd-ad25-58b1151bbc1a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:33.675154 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-5230d35e-896c-417c-9323-95c7fa9bf846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['58d75986-193f-40dd-ad25-58b1151bbc1a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:33.700331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3297c175-d59f-4546-9cbd-38063b9e38c4 None None] Network e995b6b9-15c5-4a9b-b9ba-89b9d240003f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:33.763980 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-5230d35e-896c-417c-9323-95c7fa9bf846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:33.764617 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230d35e-896c-417c-9323-95c7fa9bf846 None None] The sync data for ids ['58d75986-193f-40dd-ad25-58b1151bbc1a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:33.767633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf28547-f929-4063-8a2d-ec8d5ce23ef5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:33.767930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf28547-f929-4063-8a2d-ec8d5ce23ef5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:33.788924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:33.792111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.809687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:33.832396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:33.839793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.846674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:33.860035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:33.861092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.875199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:33.876191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:33.890928 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:33.895106 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b8531f84-0a47-423c-9205-862460960e9b None None] Provisioning for port 3f15f076-a16d-417e-aa04-47cca4dc0805 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:33.919810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b8531f84-0a47-423c-9205-862460960e9b None None] Provisioning complete for port 3f15f076-a16d-417e-aa04-47cca4dc0805 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:33.920170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b8531f84-0a47-423c-9205-862460960e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.047803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.134207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:34.137197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.195023 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ef432e07-9f7a-452e-9501-678d7d4e47e2 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.3301880 Apr 05 14:32:34.196211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60904) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:34.196545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-e995b6b9-15c5-4a9b-b9ba-89b9d240003f', 'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f', 'tenant_id': '43a0e716bb8a47f7802508e843fd72bc', 'fixed_ips': [{'subnet_id': 'b89f5b19-fd69-48d0-8c77-a3f858d03fcf'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:34.198147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.204923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.118'}]}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:34.208626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 4df63dd2-07ee-47e7-ad9b-704199c44c4f yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:34.212826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:34.219093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Usage tracker for resource:router and tenant:3a3f6aab3aa14ff3b569b5769289a2db is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:34.222458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:34.232256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:34.241693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.344829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.352165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Network': ['ID=991fb6df-9fdc-4dde-a97a-f13e5fe9d98e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:34.359435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.433302 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-22b39ade-8e49-45f5-ad81-9ce2bc5a7a64 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/991fb6df-9fdc-4dde-a97a-f13e5fe9d98e HTTP/1.1" status: 204 len: 168 time: 5.5580962 Apr 05 14:32:34.433302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=3f15f076-a16d-417e-aa04-47cca4dc0805,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:34.436422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60910) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:34.444459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b8531f84-0a47-423c-9205-862460960e9b None None] Port 3f15f076-a16d-417e-aa04-47cca4dc0805 update to ACTIVE by agent not found {{(pid=83852) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 14:32:34.450982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.451907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.457880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Allocated IP 2001:db8::2 (e995b6b9-15c5-4a9b-b9ba-89b9d240003f/b89f5b19-fd69-48d0-8c77-a3f858d03fcf/0839458e-fdd6-4d94-8ba3-7c2d10262ba4) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:34.490934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-63d4e5cf-b0c0-45cd-b519-cc9b545aa35b', 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '2102dd04-e97f-4c0c-88ba-4fcb5d8d3abf'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:34.491876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.516762 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e14682c5-7186-401a-8f81-aa7e63ec1ebf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:34.517588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e14682c5-7186-401a-8f81-aa7e63ec1ebf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:34.519503 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e14682c5-7186-401a-8f81-aa7e63ec1ebf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/subnets/c8a6458d-5ffb-4712-8324-c7a51199598b HTTP/1.1" status: 404 len: 337 time: 0.0820575 Apr 05 14:32:34.525565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60914) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:34.588712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.594450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port 3f15f076-a16d-417e-aa04-47cca4dc0805 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:34.632550 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-64983f6e-ec10-4103-a385-ad92cf82f0a5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:34.633074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64983f6e-ec10-4103-a385-ad92cf82f0a5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:34.637343 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-64983f6e-ec10-4103-a385-ad92cf82f0a5 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/991fb6df-9fdc-4dde-a97a-f13e5fe9d98e HTTP/1.1" status: 404 len: 339 time: 0.1082087 Apr 05 14:32:34.640293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60918) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:34.661441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f1ecc1cd-627a-4548-8223-00a56061f8d4 None None] Provisioning for port e4d3320c-4223-4e06-a381-94185a23ad90 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:34.690773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f1ecc1cd-627a-4548-8223-00a56061f8d4 None None] Provisioning complete for port e4d3320c-4223-4e06-a381-94185a23ad90 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:34.691137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f1ecc1cd-627a-4548-8223-00a56061f8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.692666 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ff80c3-de25-49dd-8d18-fbbc95763861 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:34.693204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ff80c3-de25-49dd-8d18-fbbc95763861 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:34.697450 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-79ff80c3-de25-49dd-8d18-fbbc95763861 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/subnets/472cb443-106b-4016-9e14-5f02b1b42566 HTTP/1.1" status: 404 len: 337 time: 0.0558801 Apr 05 14:32:34.700849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60922) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:34.704310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.776676 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b17f27-2f8e-4133-b11a-73b80363e6e3 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:34.777266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b17f27-2f8e-4133-b11a-73b80363e6e3 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:34.781435 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-48b17f27-2f8e-4133-b11a-73b80363e6e3 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/3b477797-8a4e-4623-9b0a-786ac0b817bf HTTP/1.1" status: 404 len: 339 time: 0.0771921 Apr 05 14:32:34.786475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:34.787016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60926) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:34.839036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b814796-39de-49a5-8593-3880cde8601b req-99f1f0d4-a402-40b6-b111-13492c8d2654 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:34.840141 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6766e967-a8c1-4a2c-ac2c-c79950ee5680 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:34.840504 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0b814796-39de-49a5-8593-3880cde8601b req-99f1f0d4-a402-40b6-b111-13492c8d2654 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3851204 Apr 05 14:32:34.840786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6766e967-a8c1-4a2c-ac2c-c79950ee5680 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:34.845184 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6766e967-a8c1-4a2c-ac2c-c79950ee5680 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/subnets/1804f922-7482-47bf-b823-5b60a5376738 HTTP/1.1" status: 404 len: 337 time: 0.0545321 Apr 05 14:32:34.845382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60930) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:34.857357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f1ecc1cd-627a-4548-8223-00a56061f8d4 None None] Port e4d3320c-4223-4e06-a381-94185a23ad90 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:34.881085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.888724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Allocated IP 172.20.0.2 (63d4e5cf-b0c0-45cd-b519-cc9b545aa35b/2102dd04-e97f-4c0c-88ba-4fcb5d8d3abf/051dc556-627f-4e01-a7ee-227c813bc705) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:34.898732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Transition to ACTIVE for port object 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:34.918925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:34.931422 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5539e807-6dd2-4844-a23b-7fe25696e08a tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:34.932399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5539e807-6dd2-4844-a23b-7fe25696e08a tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:34.954230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5539e807-6dd2-4844-a23b-7fe25696e08a tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/7e1231cd-b928-42b4-8423-e5bbd21333f8 HTTP/1.1" status: 404 len: 339 time: 0.1053770 Apr 05 14:32:34.960264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60934) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:34.984810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Transition to ACTIVE for port object 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:35.004464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.053019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0b814796-39de-49a5-8593-3880cde8601b req-9ff837ef-b073-41c2-98a9-aeee69eca63b tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1803370 Apr 05 14:32:35.096544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Network e995b6b9-15c5-4a9b-b9ba-89b9d240003f is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:35.097682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:35.100582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:35.114662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-513072a4-8409-478e-8bd6-78b7916852bf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting port b5ca238f-f626-4bad-956a-89dd33773afc {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:35.114991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-513072a4-8409-478e-8bd6-78b7916852bf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.118332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::28d (e995b6b9-15c5-4a9b-b9ba-89b9d240003f/b89f5b19-fd69-48d0-8c77-a3f858d03fcf/4df63dd2-07ee-47e7-ad9b-704199c44c4f) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:35.128109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Pushing event updated for resources: {'Port': ['ID=0839458e-fdd6-4d94-8ba3-7c2d10262ba4,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:35.272523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:35.274672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Attempting to bind port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:35.275095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Attempting to bind port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'e002a137-3791-45c4-bcfb-e9943f9fa6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:35.276046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Attempting to bind port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 on network e995b6b9-15c5-4a9b-b9ba-89b9d240003f {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:35.288549 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-07448660-6a39-40b4-9043-b6d0553074de tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/routers/c23a91d8-fac5-4e89-a00e-feb090577e41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1231425 Apr 05 14:32:35.289190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f521e-136f-4ff9-b4e7-a50bbb64b7fe None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:35.290935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60938) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:35.297991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.305314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:35.305680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Checking segment: {'id': 'e002a137-3791-45c4-bcfb-e9943f9fa6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:35.306090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.306479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Bound using segment: {'id': 'e002a137-3791-45c4-bcfb-e9943f9fa6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:35.306964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Bound port: 0839458e-fdd6-4d94-8ba3-7c2d10262ba4, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e002a137-3791-45c4-bcfb-e9943f9fa6b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:35.307333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.320287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'port': {'network_id': 'd04d02b3-6c65-4a81-bb86-956740b40503', 'name': 'tempest-FloatingIPTestJSON-1013868158'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:35.330034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Transition to ACTIVE for port object 051dc556-627f-4e01-a7ee-227c813bc705 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:35.370994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.380194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f521e-136f-4ff9-b4e7-a50bbb64b7fe None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:35.380456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1b8f521e-136f-4ff9-b4e7-a50bbb64b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:35.387311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object 4df63dd2-07ee-47e7-ad9b-704199c44c4f will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:35.411072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.445915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Transition to ACTIVE for port object 051dc556-627f-4e01-a7ee-227c813bc705 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:35.457540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1b8f521e-136f-4ff9-b4e7-a50bbb64b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:35.469885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.492120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network e995b6b9-15c5-4a9b-b9ba-89b9d240003f is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:35.499796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:35.504737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:35.507032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-513072a4-8409-478e-8bd6-78b7916852bf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.512260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:35.513081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.522371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=4df63dd2-07ee-47e7-ad9b-704199c44c4f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:35.530955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.566582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f521e-136f-4ff9-b4e7-a50bbb64b7fe None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:35.567187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1b8f521e-136f-4ff9-b4e7-a50bbb64b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:35.576142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=2102dd04-e97f-4c0c-88ba-4fcb5d8d3abf,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:35.639037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:35.644058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:35.646615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:35.649578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] For port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:35.652110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Pushing event updated for resources: {'Port': ['ID=051dc556-627f-4e01-a7ee-227c813bc705,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:35.655664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1b8f521e-136f-4ff9-b4e7-a50bbb64b7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:35.656144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b8f521e-136f-4ff9-b4e7-a50bbb64b7fe None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:35.679539 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e6b4f098-25f7-494d-b0c1-baa497dab59a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6841047 Apr 05 14:32:35.683948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.691058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60942) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:35.699234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': 'e995b6b9-15c5-4a9b-b9ba-89b9d240003f', 'name': 'tempest-PortsIpV6TestJSON-826008773'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:35.702787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] For port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0839458e-fdd6-4d94-8ba3-7c2d10262ba4,segment=NetworkSegment(e002a137-3791-45c4-bcfb-e9943f9fa6b5),segment_id=e002a137-3791-45c4-bcfb-e9943f9fa6b5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:35.739792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.752559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-513072a4-8409-478e-8bd6-78b7916852bf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Calling delete_port for b5ca238f-f626-4bad-956a-89dd33773afc owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:35.786428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d4e5cf-b0c0-45cd-b519-cc9b545aa35b']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:35.810598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f93682-b46a-4c20-9263-e671e10d2e7f') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:35.810884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f93682-b46a-4c20-9263-e671e10d2e7f') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:35.820135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port e4d3320c-4223-4e06-a381-94185a23ad90 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:35.820659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.828473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.851007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:35.861306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.861930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Attempting to bind port 051dc556-627f-4e01-a7ee-227c813bc705 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:35.862326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Attempting to bind port 051dc556-627f-4e01-a7ee-227c813bc705 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:35.862681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Attempting to bind port 051dc556-627f-4e01-a7ee-227c813bc705 on network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:35.867750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:35.868143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.869560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:port and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:35.886631 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:35.890766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:35.890766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Checking segment: {'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:35.890766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.890766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Bound using segment: {'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:35.890766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Bound port: 051dc556-627f-4e01-a7ee-227c813bc705, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f93682-b46a-4c20-9263-e671e10d2e7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:35.890766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:35.911820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb3c38e-3cc4-4544-9ae0-31c06c10556a None None] Pushing event updated for resources: {'Port': ['ID=0839458e-fdd6-4d94-8ba3-7c2d10262ba4,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:35.914706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:36.002351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] For port 051dc556-627f-4e01-a7ee-227c813bc705, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:36.078324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:36.107821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:36.109953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] For port 051dc556-627f-4e01-a7ee-227c813bc705, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=051dc556-627f-4e01-a7ee-227c813bc705,segment=NetworkSegment(28f93682-b46a-4c20-9263-e671e10d2e7f),segment_id=28f93682-b46a-4c20-9263-e671e10d2e7f)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:36.112029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 05 14:32:36.112029 dv-neutron-829488-2-hyperv neutron-server[83851]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 05 14:32:36.112029 dv-neutron-829488-2-hyperv neutron-server[83851]: [parameters: {'id': '63d4e5cf-b0c0-45cd-b519-cc9b545aa35b'}] Apr 05 14:32:36.112029 dv-neutron-829488-2-hyperv neutron-server[83851]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:36.112698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:36.113442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:36.120520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.120732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:36.136691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:36.150625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:36.154124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.193658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:36.211293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-513072a4-8409-478e-8bd6-78b7916852bf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.321277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fad080a-9e16-4089-a8c4-b3cb7458a401 None None] Pushing event updated for resources: {'Port': ['ID=051dc556-627f-4e01-a7ee-227c813bc705,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:36.363925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:36.367009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.392680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::32c (e995b6b9-15c5-4a9b-b9ba-89b9d240003f/b89f5b19-fd69-48d0-8c77-a3f858d03fcf/7fdc50b4-c4eb-43f5-afe4-346b3e25b810) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:36.400992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5842f71-c596-45a4-b525-232573b918be None None] Network 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:36.443114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513072a4-8409-478e-8bd6-78b7916852bf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Port': ['ID=b5ca238f-f626-4bad-956a-89dd33773afc,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:36.479735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.511438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] device_id is not set on port 23337501-1346-4f73-94c4-68526abb22f3 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:36.551793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.563035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-513072a4-8409-478e-8bd6-78b7916852bf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.573379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.613200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.649567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] DHCP port deletion for 63d4e5cf-b0c0-45cd-b519-cc9b545aa35b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:36.657778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] Deleting port 051dc556-627f-4e01-a7ee-227c813bc705 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:36.658333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.667414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.681714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 051dc556-627f-4e01-a7ee-227c813bc705 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:36.682405 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.736435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:36.755845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-513072a4-8409-478e-8bd6-78b7916852bf tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/ports/b5ca238f-f626-4bad-956a-89dd33773afc HTTP/1.1" status: 204 len: 168 time: 1.7940781 Apr 05 14:32:36.757106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60948) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:36.765564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for e4d3320c-4223-4e06-a381-94185a23ad90 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:36.803376 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a994601-0596-4741-9ff2-4be41368d0e6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:36.804912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a994601-0596-4741-9ff2-4be41368d0e6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:36.854798 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9a994601-0596-4741-9ff2-4be41368d0e6 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/subnets/3b5fba52-d2ba-4a24-b76c-511410d563d3 HTTP/1.1" status: 404 len: 337 time: 0.0950043 Apr 05 14:32:36.861016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60952) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:36.895456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:36.986915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] For port 051dc556-627f-4e01-a7ee-227c813bc705, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=051dc556-627f-4e01-a7ee-227c813bc705,segment=NetworkSegment(28f93682-b46a-4c20-9263-e671e10d2e7f),segment_id=28f93682-b46a-4c20-9263-e671e10d2e7f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:36.987339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.043187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network e995b6b9-15c5-4a9b-b9ba-89b9d240003f is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:37.048674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:37.054349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:37.058409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:37.059075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.075281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 051dc556-627f-4e01-a7ee-227c813bc705, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=051dc556-627f-4e01-a7ee-227c813bc705,segment=NetworkSegment(28f93682-b46a-4c20-9263-e671e10d2e7f),segment_id=28f93682-b46a-4c20-9263-e671e10d2e7f)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:37.075495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.085006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=7fdc50b4-c4eb-43f5-afe4-346b3e25b810,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:37.116132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb83b2-8ac6-4d18-b94d-6c17f86a399c req-b397fb00-42fc-4209-88c4-9396282d4ada tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:37.124755 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fbb83b2-8ac6-4d18-b94d-6c17f86a399c req-b397fb00-42fc-4209-88c4-9396282d4ada tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.8346696 Apr 05 14:32:37.146812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] Calling delete_port for 051dc556-627f-4e01-a7ee-227c813bc705 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:37.147718 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ddd91b14-ab5c-4cbc-b252-a0b1cde61522 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4557996 Apr 05 14:32:37.163965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60956) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:37.202269 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4903a255-e247-4640-bd0e-ce9fba7fb557 None None] Network e995b6b9-15c5-4a9b-b9ba-89b9d240003f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:37.205498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 051dc556-627f-4e01-a7ee-227c813bc705 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:37.248083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.20.0.2 (d04d02b3-6c65-4a81-bb86-956740b40503/08663599-5aea-476c-b7a6-b77c488042e1/23337501-1346-4f73-94c4-68526abb22f3) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:37.285005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.285650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.316079 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:37.316779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:37.333931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=051dc556-627f-4e01-a7ee-227c813bc705,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:37.347931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port 051dc556-627f-4e01-a7ee-227c813bc705 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:37.357805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-82f73338-8c58-47cd-bcaf-d809d801e9e4 None None] Provisioning for port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:37.381848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting port ea62d9ed-7a4f-4075-a08a-316b775d57f1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:37.382235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.433786 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fbb83b2-8ac6-4d18-b94d-6c17f86a399c req-2a83558e-3b99-46f7-8ed1-ccc0b3b2b407 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3076081 Apr 05 14:32:37.434646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.450693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:37.507684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.535467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d4e5cf-b0c0-45cd-b519-cc9b545aa35b']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:37.536961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.549577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28f93682-b46a-4c20-9263-e671e10d2e7f') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:37.549889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28f93682-b46a-4c20-9263-e671e10d2e7f') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:37.562719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.592765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.599318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:37.603168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:37.604449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.608944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:37.609300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:37.701692 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:37.732080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.740185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.754566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.769332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=63d4e5cf-b0c0-45cd-b519-cc9b545aa35b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:37.786033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0839458e-fdd6-4d94-8ba3-7c2d10262ba4,segment=NetworkSegment(e002a137-3791-45c4-bcfb-e9943f9fa6b5),segment_id=e002a137-3791-45c4-bcfb-e9943f9fa6b5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:37.791683 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-27ac4bfe-6c1e-4987-8e15-7b3754425c99 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/63d4e5cf-b0c0-45cd-b519-cc9b545aa35b HTTP/1.1" status: 204 len: 168 time: 6.2993574 Apr 05 14:32:37.791860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60960) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:37.795696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.866383 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7e7f7e9-ebfc-4d76-bf55-5609f15a9422 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] GET failed (client error): The resource could not be found. Apr 05 14:32:37.867185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e7e7f7e9-ebfc-4d76-bf55-5609f15a9422 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Synchronizing usage tracker for tenant:8dd64f7c54db468784280643349b76cb on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:37.881804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3f15f076-a16d-417e-aa04-47cca4dc0805 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:37.890775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e7e7f7e9-ebfc-4d76-bf55-5609f15a9422 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Unset dirty status for tenant:8dd64f7c54db468784280643349b76cb on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:37.892616 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e7e7f7e9-ebfc-4d76-bf55-5609f15a9422 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/subnets/2102dd04-e97f-4c0c-88ba-4fcb5d8d3abf HTTP/1.1" status: 404 len: 337 time: 0.0996776 Apr 05 14:32:37.895366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60964) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:37.935569 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1648e01f-dcea-49fe-84fb-aaba8ae363ca tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:37.935698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deb94e4-9be6-44d8-982c-64460bec09c0 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:37.936140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1648e01f-dcea-49fe-84fb-aaba8ae363ca tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:37.939842 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5deb94e4-9be6-44d8-982c-64460bec09c0 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A28d HTTP/1.1" status: 200 len: 928 time: 0.7657068 Apr 05 14:32:37.939978 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1648e01f-dcea-49fe-84fb-aaba8ae363ca tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/63d4e5cf-b0c0-45cd-b519-cc9b545aa35b HTTP/1.1" status: 404 len: 339 time: 0.0414104 Apr 05 14:32:37.939978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60968) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:37.942788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60970) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:37.949405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:37.952632 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] Deleting port 051dc556-627f-4e01-a7ee-227c813bc705 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:37.952820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.043436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8608e643-bfc5-49a6-805a-9e29f738d43d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:38.043847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8608e643-bfc5-49a6-805a-9e29f738d43d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.080028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 3f15f076-a16d-417e-aa04-47cca4dc0805 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:38.080360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3f15f076-a16d-417e-aa04-47cca4dc0805 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:38.086619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-5a760e13-c1fb-4bd4-a4d5-b0e62903f223 None None] The port '051dc556-627f-4e01-a7ee-227c813bc705' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:32:38.100782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=e4d3320c-4223-4e06-a381-94185a23ad90,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:38.122925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=0839458e-fdd6-4d94-8ba3-7c2d10262ba4,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:38.126994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Provisioning for port 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:38.132825 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Provisioning complete for port 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:38.133195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.192246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Port 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:38.213423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Provisioning for port 4df63dd2-07ee-47e7-ad9b-704199c44c4f completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:38.216657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Provisioning complete for port 4df63dd2-07ee-47e7-ad9b-704199c44c4f triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:38.217092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.285826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Port 4df63dd2-07ee-47e7-ad9b-704199c44c4f cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:38.300992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Provisioning complete for port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:38.301369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d057da9c-34e0-4f79-9897-f46ff21ae421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.439514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.545349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] For port ea62d9ed-7a4f-4075-a08a-316b775d57f1, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ea62d9ed-7a4f-4075-a08a-316b775d57f1,segment=NetworkSegment(dced77fa-6e47-4cd8-9851-6270d4f7abcc),segment_id=dced77fa-6e47-4cd8-9851-6270d4f7abcc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:38.545921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.565200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.596740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-237a1bd3-d415-44dc-b10d-923b25527ffb None None] Provisioning complete for port 4df63dd2-07ee-47e7-ad9b-704199c44c4f triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:38.597122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-237a1bd3-d415-44dc-b10d-923b25527ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.628918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f51ac7-fe25-47ce-88ec-ad9cc0a1a58b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:38.629612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-75f51ac7-fe25-47ce-88ec-ad9cc0a1a58b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Synchronizing usage tracker for tenant:8dd64f7c54db468784280643349b76cb on resource:network {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:38.669973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-75f51ac7-fe25-47ce-88ec-ad9cc0a1a58b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Unset dirty status for tenant:8dd64f7c54db468784280643349b76cb on resource:network {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:38.675371 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-75f51ac7-fe25-47ce-88ec-ad9cc0a1a58b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7316141 Apr 05 14:32:38.677563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8608e643-bfc5-49a6-805a-9e29f738d43d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.692417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60978) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:38.715431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-237a1bd3-d415-44dc-b10d-923b25527ffb None None] Port 4df63dd2-07ee-47e7-ad9b-704199c44c4f cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:38.735329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273f83e8-aa72-47d8-b1cc-edcf03082a16 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:32:38.766373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Calling delete_port for ea62d9ed-7a4f-4075-a08a-316b775d57f1 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:38.795668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.849215 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-363f5163-d265-4f0b-8f4f-a9e85788c2ea tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 207 time: 0.1527412 Apr 05 14:32:38.852724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8608e643-bfc5-49a6-805a-9e29f738d43d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:38.864010 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dd87d547-ad05-4678-82ed-6a3a596a0136 None None] Provisioning complete for port 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:38.864543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd87d547-ad05-4678-82ed-6a3a596a0136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.878651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60982) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:38.937195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f83e8-aa72-47d8-b1cc-edcf03082a16 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:32:38.951860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dd87d547-ad05-4678-82ed-6a3a596a0136 None None] Port 7fdc50b4-c4eb-43f5-afe4-346b3e25b810 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:38.992579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.997909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:38.998411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99ee17fe-e87e-4c17-9374-65e758acc5a1 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:32:39.091509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.119389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733a08a-7caa-4aa4-a570-133b868b1ee9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.123833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733a08a-7caa-4aa4-a570-133b868b1ee9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.126963 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:32:39.127506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733a08a-7caa-4aa4-a570-133b868b1ee9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.127995 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dc099ee5-297a-4339-a095-5da80aa2249a tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.9279630 Apr 05 14:32:39.128752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=23337501-1346-4f73-94c4-68526abb22f3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:39.133394 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network d04d02b3-6c65-4a81-bb86-956740b40503 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:39.133983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 60986) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:39.134425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3733a08a-7caa-4aa4-a570-133b868b1ee9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.140676 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3733a08a-7caa-4aa4-a570-133b868b1ee9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2613275 Apr 05 14:32:39.140883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60990) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:39.168447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:39.173278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:39.224603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8608e643-bfc5-49a6-805a-9e29f738d43d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.299989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8608e643-bfc5-49a6-805a-9e29f738d43d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=7fdc50b4-c4eb-43f5-afe4-346b3e25b810,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:39.364794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8608e643-bfc5-49a6-805a-9e29f738d43d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.365056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No DVR routers for this DVR port ea62d9ed-7a4f-4075-a08a-316b775d57f1 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:39.372132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca91d169-e51b-4bc5-903f-6874c1ad4350 req-20d46662-eef7-4eee-b0ca-223cb032d0a3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.373597 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca91d169-e51b-4bc5-903f-6874c1ad4350 req-20d46662-eef7-4eee-b0ca-223cb032d0a3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.6149194 Apr 05 14:32:39.400315 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:39.407273 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8608e643-bfc5-49a6-805a-9e29f738d43d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/7fdc50b4-c4eb-43f5-afe4-346b3e25b810 HTTP/1.1" status: 204 len: 168 time: 1.4663181 Apr 05 14:32:39.408454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60994) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:39.424215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Port': ['ID=ea62d9ed-7a4f-4075-a08a-316b775d57f1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:39.466803 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0079eacb-1d3c-48f1-b010-e145b586398c tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3224437 Apr 05 14:32:39.474567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 60998) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:39.510476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:39.511193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.540100 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f42f968-7862-48b9-85a5-3e4a7d5256c9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:32:39.544657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7f42f968-7862-48b9-85a5-3e4a7d5256c9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:39.594751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40165284-29e0-49b1-847c-7f2cab6d2079 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.596098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40165284-29e0-49b1-847c-7f2cab6d2079 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.605765 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-40165284-29e0-49b1-847c-7f2cab6d2079 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1261716 Apr 05 14:32:39.605765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7f42f968-7862-48b9-85a5-3e4a7d5256c9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:39.612680 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7f42f968-7862-48b9-85a5-3e4a7d5256c9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/7fdc50b4-c4eb-43f5-afe4-346b3e25b810 HTTP/1.1" status: 404 len: 333 time: 0.2010996 Apr 05 14:32:39.613577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32770) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:39.613686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.613779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32772) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:39.619746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bfe035c4-1ccf-4a68-a6b8-c3cbdc4791c3 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Deleting port a7bda669-b83c-44d0-8253-d3c01a484905 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:39.620462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bfe035c4-1ccf-4a68-a6b8-c3cbdc4791c3 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.673112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.673910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.688460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.740109 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca91d169-e51b-4bc5-903f-6874c1ad4350 req-daf7688f-48ed-4d5a-9e1c-d12979dff7da tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3226659 Apr 05 14:32:39.748304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ab4a2a-4746-4397-96de-5def631b7437']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:39.777934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800864d0-84c5-46de-90cb-2eb47a93f402 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.779343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-800864d0-84c5-46de-90cb-2eb47a93f402 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:39.780827 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-800864d0-84c5-46de-90cb-2eb47a93f402 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1621249 Apr 05 14:32:39.784079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c1de0-09f6-4dda-bd02-7c17ec9b7a0b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 4df63dd2-07ee-47e7-ad9b-704199c44c4f {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:39.784411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1de0-09f6-4dda-bd02-7c17ec9b7a0b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.807226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32778) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:39.836010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dced77fa-6e47-4cd8-9851-6270d4f7abcc') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:39.836301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dced77fa-6e47-4cd8-9851-6270d4f7abcc') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:39.925749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.938578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5831c6e1-d07c-4293-ab4b-2f90da911954 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6450529 Apr 05 14:32:39.946063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32782) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:39.965590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.967395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'port': {'network_id': 'd04d02b3-6c65-4a81-bb86-956740b40503', 'name': 'tempest-FloatingIPTestJSON-1100838196'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:39.976099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:39.976491 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:39.992996 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:40.163406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.168247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.216950 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/13ab4a2a-4746-4397-96de-5def631b7437 HTTP/1.1" status: 204 len: 168 time: 3.3500857 Apr 05 14:32:40.221048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3877194-bca6-4729-b4e0-2185c85f36f7 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Network': ['ID=13ab4a2a-4746-4397-96de-5def631b7437,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:40.223553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32786) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:40.269758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e1314-7638-4e30-b8f5-1ab218a39ef7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:40.271238 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-db2e1314-7638-4e30-b8f5-1ab218a39ef7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/networks/e3c6a267-ff70-4f39-8cd9-320c0a49128a HTTP/1.1" status: 200 len: 799 time: 0.4629016 Apr 05 14:32:40.274196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bfe035c4-1ccf-4a68-a6b8-c3cbdc4791c3 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.275877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32790) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:40.411236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bfe035c4-1ccf-4a68-a6b8-c3cbdc4791c3 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Calling delete_port for a7bda669-b83c-44d0-8253-d3c01a484905 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:40.460954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:40.465856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1de0-09f6-4dda-bd02-7c17ec9b7a0b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.477389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:port and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:40.492161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:40.550209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:40.596311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-01ffff08-338c-4688-8927-b7ca2e234bee tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting port 4a7e78e2-5880-407d-ab8c-0e723d919eea {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:40.596649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01ffff08-338c-4688-8927-b7ca2e234bee tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.623503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6b9c1de0-09f6-4dda-bd02-7c17ec9b7a0b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 4df63dd2-07ee-47e7-ad9b-704199c44c4f owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:40.682544 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-925817d5-6e27-46b0-abaa-f48b1d633bef tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/networks/e3c6a267-ff70-4f39-8cd9-320c0a49128a?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.3989272 Apr 05 14:32:40.682544 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:40.683480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:40.695723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32794) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:40.771918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] device_id is not set on port 8319b553-36f2-48d7-86b9-f960042a7fa3 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:40.878470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d85c0d2-03f5-473b-8b50-af5748ad9fef tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:40.886109 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0d85c0d2-03f5-473b-8b50-af5748ad9fef tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/subnets/0be91175-e17c-4e14-b4e8-51c2f80eb581 HTTP/1.1" status: 200 len: 811 time: 0.1832366 Apr 05 14:32:40.891893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32800) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:41.027998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1de0-09f6-4dda-bd02-7c17ec9b7a0b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.038488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e82ac78-57a5-4852-9f5f-b8415dba6b74 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:41.039934 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6e82ac78-57a5-4852-9f5f-b8415dba6b74 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "GET /v2.0/subnets/0be91175-e17c-4e14-b4e8-51c2f80eb581?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1472912 Apr 05 14:32:41.059611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32804) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:41.092948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9c1de0-09f6-4dda-bd02-7c17ec9b7a0b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=4df63dd2-07ee-47e7-ad9b-704199c44c4f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:41.139206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.20.0.5 (d04d02b3-6c65-4a81-bb86-956740b40503/08663599-5aea-476c-b7a6-b77c488042e1/8319b553-36f2-48d7-86b9-f960042a7fa3) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:41.145401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b9c1de0-09f6-4dda-bd02-7c17ec9b7a0b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.153467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1516599701'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:41.170439 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6b9c1de0-09f6-4dda-bd02-7c17ec9b7a0b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/4df63dd2-07ee-47e7-ad9b-704199c44c4f HTTP/1.1" status: 204 len: 168 time: 1.5474100 Apr 05 14:32:41.178612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32808) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:41.211749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:41.240141 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-040c04cb-41bb-4931-9ed9-14b94b4c915a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:32:41.240635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-040c04cb-41bb-4931-9ed9-14b94b4c915a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:41.269326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-040c04cb-41bb-4931-9ed9-14b94b4c915a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:41.275012 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-040c04cb-41bb-4931-9ed9-14b94b4c915a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/4df63dd2-07ee-47e7-ad9b-704199c44c4f HTTP/1.1" status: 404 len: 333 time: 0.0949709 Apr 05 14:32:41.276188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32812) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:41.306569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:41.309210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01ffff08-338c-4688-8927-b7ca2e234bee tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.316495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bfe035c4-1ccf-4a68-a6b8-c3cbdc4791c3 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.358534 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-70b677b2-5877-4ed4-9f4e-bd2fac6f05d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1098 time: 0.7736909 Apr 05 14:32:41.490493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe035c4-1ccf-4a68-a6b8-c3cbdc4791c3 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7bda669-b83c-44d0-8253-d3c01a484905,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:41.516907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-01ffff08-338c-4688-8927-b7ca2e234bee tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Calling delete_port for 4a7e78e2-5880-407d-ab8c-0e723d919eea owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:41.558614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.564956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:41.567921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.600744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf809484-4119-404f-9b20-c6bd887f2f13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet b89f5b19-fd69-48d0-8c77-a3f858d03fcf {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:32:41.605353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf809484-4119-404f-9b20-c6bd887f2f13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.668282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf809484-4119-404f-9b20-c6bd887f2f13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.802786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.816815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:41.850802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ef163-8939-41da-9b29-7a2341b082c0 req-b6a352fe-98ad-4c9f-a0e3-c0fee3f210c3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:41.852280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-787ef163-8939-41da-9b29-7a2341b082c0 req-b6a352fe-98ad-4c9f-a0e3-c0fee3f210c3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.7867830 Apr 05 14:32:41.880767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.881134 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Added segment 0d56a8d1-55d1-4345-865e-e5edd1d6ee9e of type vlan for network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 Apr 05 14:32:41.897434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01ffff08-338c-4688-8927-b7ca2e234bee tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.900118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network d04d02b3-6c65-4a81-bb86-956740b40503 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:41.905483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:41.911390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:41.936118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=8319b553-36f2-48d7-86b9-f960042a7fa3,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:41.939489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bfe035c4-1ccf-4a68-a6b8-c3cbdc4791c3 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.957646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-39ce4070-0776-46d5-a550-63960dcb4a21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:41.959151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-39ce4070-0776-46d5-a550-63960dcb4a21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 913 time: 0.5247738 Apr 05 14:32:41.985508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:41.986123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:41.987025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ffff08-338c-4688-8927-b7ca2e234bee tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Port': ['ID=4a7e78e2-5880-407d-ab8c-0e723d919eea,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:41.998883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf809484-4119-404f-9b20-c6bd887f2f13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.043897 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-eecebafe-e924-4e27-943f-c3af7e8eacbb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.0897319 Apr 05 14:32:42.048218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32816) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:42.055278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '8319b553-36f2-48d7-86b9-f960042a7fa3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:42.062904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:42.069945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:floatingip and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:42.075506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:42.081650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:42.093889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.098909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.101822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-01ffff08-338c-4688-8927-b7ca2e234bee tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.104206 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-01ffff08-338c-4688-8927-b7ca2e234bee tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/ports/4a7e78e2-5880-407d-ab8c-0e723d919eea HTTP/1.1" status: 204 len: 168 time: 1.8775315 Apr 05 14:32:42.112352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32820) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:42.114147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bfe035c4-1ccf-4a68-a6b8-c3cbdc4791c3 tempest-RoutersAdminNegativeTest-1201955861 tempest-RoutersAdminNegativeTest-1201955861-project-admin] 10.222.0.18 "DELETE /v2.0/ports/a7bda669-b83c-44d0-8253-d3c01a484905 HTTP/1.1" status: 204 len: 168 time: 2.9775450 Apr 05 14:32:42.120624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf809484-4119-404f-9b20-c6bd887f2f13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.133885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 58d75986-193f-40dd-ad25-58b1151bbc1a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:42.141299 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-787ef163-8939-41da-9b29-7a2341b082c0 req-0e0c516d-19a7-4611-aa08-ed1182da31f8 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2696972 Apr 05 14:32:42.180383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-a5368757-c489-4828-9258-e19d02d336a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 1001 time: 0.1972055 Apr 05 14:32:42.193979 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b8ed08-59fd-4aed-8efe-ef00089126a8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:42.194439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47b8ed08-59fd-4aed-8efe-ef00089126a8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:42.196889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf809484-4119-404f-9b20-c6bd887f2f13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=b89f5b19-fd69-48d0-8c77-a3f858d03fcf,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:42.250108 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-47b8ed08-59fd-4aed-8efe-ef00089126a8 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/subnets/5f0fda3d-e5fd-4c57-819b-9e6f2d89270c HTTP/1.1" status: 404 len: 337 time: 0.1341391 Apr 05 14:32:42.255326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32826) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:42.255717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf809484-4119-404f-9b20-c6bd887f2f13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.260164 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cf809484-4119-404f-9b20-c6bd887f2f13 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/b89f5b19-fd69-48d0-8c77-a3f858d03fcf HTTP/1.1" status: 204 len: 168 time: 0.9830112 Apr 05 14:32:42.260475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934ee62f-5a37-4618-82da-acd1a7b9ccb1 None None] Network e995b6b9-15c5-4a9b-b9ba-89b9d240003f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:42.280326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32828) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:42.297336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.300962 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:42.301533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.491884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.501959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.509028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32836) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:42.568173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:42.568505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.584908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] DHCP port deletion for e995b6b9-15c5-4a9b-b9ba-89b9d240003f request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:42.591085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] Deleting port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:42.591678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.627777 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5589955 Apr 05 14:32:42.633746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32842) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:42.639521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-4e2f8be2-e1e4-4382-bd37-ad3cf0bccf3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:42.640958 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-4e2f8be2-e1e4-4382-bd37-ad3cf0bccf3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.4525015 Apr 05 14:32:42.647631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'network_id': 'ee0f55e0-1e6c-42ee-b074-8af2049ad5c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:42.662866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc8e92-783d-4770-b672-b8b324679118 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Network': ['ID=ee0f55e0-1e6c-42ee-b074-8af2049ad5c7,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:42.711974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:42.798104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.823532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.843795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:42.859812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:42.877174 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-49fc991b-fcdf-46f0-9af9-7075e2d12d65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2009277 Apr 05 14:32:42.879942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:42.889909 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6058c9d9-7260-4d47-90b1-35bf53b34ad4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/58d75986-193f-40dd-ad25-58b1151bbc1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2669358 Apr 05 14:32:42.890626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32846) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:42.897905 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b253152-c2fa-4e03-abde-344e02901ad1 None None] Sync routers for ids ['58d75986-193f-40dd-ad25-58b1151bbc1a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:42.901551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.913908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Made reservation on behalf of 8dd64f7c54db468784280643349b76cb for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:42.916380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:42.921445 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b253152-c2fa-4e03-abde-344e02901ad1 None None] Routers {'58d75986-193f-40dd-ad25-58b1151bbc1a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:42.922316 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0b253152-c2fa-4e03-abde-344e02901ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['58d75986-193f-40dd-ad25-58b1151bbc1a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:42.957045 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] For port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0839458e-fdd6-4d94-8ba3-7c2d10262ba4,segment=NetworkSegment(e002a137-3791-45c4-bcfb-e9943f9fa6b5),segment_id=e002a137-3791-45c4-bcfb-e9943f9fa6b5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:42.958253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:42.965914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:42.983099 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0b253152-c2fa-4e03-abde-344e02901ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:42.993127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:42.993343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9bfed4b-9447-4ae3-81dc-dad4f8ce7c6e') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:42.995775 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b253152-c2fa-4e03-abde-344e02901ad1 None None] Routers {'58d75986-193f-40dd-ad25-58b1151bbc1a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:42.996573 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0b253152-c2fa-4e03-abde-344e02901ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['58d75986-193f-40dd-ad25-58b1151bbc1a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:43.001267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab1653d73b04969bea720cf63ae3a4d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:43.050215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:43.060807 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0b253152-c2fa-4e03-abde-344e02901ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:43.061529 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b253152-c2fa-4e03-abde-344e02901ad1 None None] The sync data for ids ['58d75986-193f-40dd-ad25-58b1151bbc1a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:43.069292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.091936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:43.129169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.150273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:43.150664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.162434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] Calling delete_port for 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:43.167408 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:43.211583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.246211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.269594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] For port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0839458e-fdd6-4d94-8ba3-7c2d10262ba4,segment=NetworkSegment(e002a137-3791-45c4-bcfb-e9943f9fa6b5),segment_id=e002a137-3791-45c4-bcfb-e9943f9fa6b5)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:43.269945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.297233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] Pushing event deleted for resources: {'Port': ['ID=0839458e-fdd6-4d94-8ba3-7c2d10262ba4,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:43.312850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f358a-4434-4514-87a7-20cedfe4cc0b None None] No DVR routers for this DVR port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:43.351963 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-da57628f-2de7-41dc-b56a-111a309c1106 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4603746 Apr 05 14:32:43.355707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing IP validity checks on allocation pools {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 14:32:43.356225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 14:32:43.388859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:43.430132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:43.430488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:43.544160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:43.590393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.628986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.26.6.226 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/84282bd3-a1a4-4fc3-bee1-7eafc415eb20) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:43.631341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.661302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Network': ['ID=4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:43.689277 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-28dd5b6f-513e-46b4-8857-810926b259dc tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/4a27a1c1-1c30-427c-bd1c-2b07f0bdb0ac HTTP/1.1" status: 204 len: 168 time: 1.4276714 Apr 05 14:32:43.691349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.694123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32852) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:43.717250 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c821f0a-449b-427a-83c9-3e3eda307e05 req-14114607-b1dd-4d05-86a5-aa44611d0e69 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584912 Apr 05 14:32:43.735911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537abce-42bb-4416-9f7d-2aed0d3e2385 req-02819425-98c6-4dfb-b08e-0163087e1238 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:43.737239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.737382 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8537abce-42bb-4416-9f7d-2aed0d3e2385 req-02819425-98c6-4dfb-b08e-0163087e1238 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3899748 Apr 05 14:32:43.856636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:43.857067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:43.887611 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8537abce-42bb-4416-9f7d-2aed0d3e2385 req-63c547da-6726-4deb-ba66-94546f920598 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1178691 Apr 05 14:32:43.890573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a1c374-de9f-4b86-bfa8-26af9658debc,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:43.894254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:43.922265 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-34886df8-d787-4cb2-995c-b0724e1cea47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6ab1653d73b04969bea720cf63ae3a4d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4076860 Apr 05 14:32:43.939582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32856) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:44.020038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.040469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.074173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-aac1f3f6-4e59-4626-aa64-ce59a0962e55 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting subnet f218bac2-d2f6-4483-ae41-fc8d8b0300ff {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:32:44.079075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aac1f3f6-4e59-4626-aa64-ce59a0962e55 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.140327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aac1f3f6-4e59-4626-aa64-ce59a0962e55 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.185835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.248070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=25389976-7503-484d-b5bb-49cd8a50d8d4,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:44.274183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:44.280018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:44.281748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=84282bd3-a1a4-4fc3-bee1-7eafc415eb20,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:44.283812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:44.373837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aac1f3f6-4e59-4626-aa64-ce59a0962e55 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.403140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 0839458e-fdd6-4d94-8ba3-7c2d10262ba4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:44.403341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.435162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Checking segment: {'id': '0d56a8d1-55d1-4345-865e-e5edd1d6ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee0f55e0-1e6c-42ee-b074-8af2049ad5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:44.435526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network hostable DHCP agents. Network: ee0f55e0-1e6c-42ee-b074-8af2049ad5c7, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:44.456193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9978e0fa-b19d-45a6-9e11-f6e15bf62ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.494667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] The port '0839458e-fdd6-4d94-8ba3-7c2d10262ba4' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:32:44.509209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9978e0fa-b19d-45a6-9e11-f6e15bf62ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.534806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff8695-4050-4790-ba0b-3f0d1d194e32 req-ef84ab49-7247-480c-ad66-1171cc8048df tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:44.536276 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dff8695-4050-4790-ba0b-3f0d1d194e32 req-ef84ab49-7247-480c-ad66-1171cc8048df tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3273697 Apr 05 14:32:44.547102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82426929-3458-414b-b237-1e67edb4ee60 req-7905aa34-45c2-4e8b-8a37-fb92b0bc485b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1098 time: 0.2839215 Apr 05 14:32:44.612383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:44.681265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.705245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, ee0f55e0-1e6c-42ee-b074-8af2049ad5c7) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:44.709634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:44.710184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.714884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b29ef6-2a71-4e1e-8fd4-0d9c237d5f97 None None] Network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:44.765671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aac1f3f6-4e59-4626-aa64-ce59a0962e55 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.781745 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dff8695-4050-4790-ba0b-3f0d1d194e32 req-874cff36-384f-4e4c-bcdc-38b2018ba379 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2327991 Apr 05 14:32:44.832168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9978e0fa-b19d-45a6-9e11-f6e15bf62ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.834638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9978e0fa-b19d-45a6-9e11-f6e15bf62ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.838426 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9978e0fa-b19d-45a6-9e11-f6e15bf62ded admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c9a1c374-de9f-4b86-bfa8-26af9658debc HTTP/1.1" status: 204 len: 168 time: 0.8979092 Apr 05 14:32:44.839827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426929-3458-414b-b237-1e67edb4ee60 req-7f520e97-8355-40e6-a54a-a1a59ec7e1c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:44.841078 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82426929-3458-414b-b237-1e67edb4ee60 req-7f520e97-8355-40e6-a54a-a1a59ec7e1c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 913 time: 0.2838719 Apr 05 14:32:44.870749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e995b6b9-15c5-4a9b-b9ba-89b9d240003f']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:44.883580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac1f3f6-4e59-4626-aa64-ce59a0962e55 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Subnet': ['ID=f218bac2-d2f6-4483-ae41-fc8d8b0300ff,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:44.897996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e002a137-3791-45c4-bcfb-e9943f9fa6b5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:44.898307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e002a137-3791-45c4-bcfb-e9943f9fa6b5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:44.908133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1ad9b298-4223-422e-8925-19219aa5a4c5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2681117 Apr 05 14:32:44.910068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32866) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:44.918379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.928486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aac1f3f6-4e59-4626-aa64-ce59a0962e55 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:44.930755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a6ae03-5628-416e-a1c3-078b9198062c None None] Network 5901abe3-f724-4c62-8db1-32a511c5bb72 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:44.933697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-50b3e6c7-e79c-4c20-b4aa-2df63d99e705 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:44.967473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978e0fa-b19d-45a6-9e11-f6e15bf62ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a1c374-de9f-4b86-bfa8-26af9658debc,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:45.083637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82426929-3458-414b-b237-1e67edb4ee60 req-79440cc1-5105-4964-9138-bc5c18b814d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 1001 time: 0.2317114 Apr 05 14:32:45.117280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.126703 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aac1f3f6-4e59-4626-aa64-ce59a0962e55 tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/subnets/f218bac2-d2f6-4483-ae41-fc8d8b0300ff HTTP/1.1" status: 204 len: 168 time: 1.4223988 Apr 05 14:32:45.132683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32872) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:45.136288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:45.136837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:45.154448 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:45.236127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82426929-3458-414b-b237-1e67edb4ee60 req-2c642c81-bd54-4a57-b16d-db882c7ad0fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:45.237472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82426929-3458-414b-b237-1e67edb4ee60 req-2c642c81-bd54-4a57-b16d-db882c7ad0fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.1209025 Apr 05 14:32:45.284324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-ee0f55e0-1e6c-42ee-b074-8af2049ad5c7', 'network_id': 'ee0f55e0-1e6c-42ee-b074-8af2049ad5c7', 'tenant_id': '8dd64f7c54db468784280643349b76cb', 'fixed_ips': [{'subnet_id': '25389976-7503-484d-b5bb-49cd8a50d8d4'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:45.285238 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.385201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] DHCP port deletion for 5901abe3-f724-4c62-8db1-32a511c5bb72 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:45.398299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] Deleting port 1cb70d53-5d75-44ec-9abf-409691a19031 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:45.398683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.418687 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82426929-3458-414b-b237-1e67edb4ee60 req-4926b88b-9d87-4584-b170-764b3d788e63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1732273 Apr 05 14:32:45.448603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.453100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.482659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.493331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32876) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:45.530725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Network': ['ID=e995b6b9-15c5-4a9b-b9ba-89b9d240003f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:45.549545 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-117af8fe-1836-42e4-9bf6-6135eba2930c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/networks/e995b6b9-15c5-4a9b-b9ba-89b9d240003f HTTP/1.1" status: 204 len: 168 time: 3.2681704 Apr 05 14:32:45.556040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32880) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:45.567813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-300048450'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:45.578681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting port 1cb70d53-5d75-44ec-9abf-409691a19031 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:45.579018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.609078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 4770149f-b0f1-4cb9-85ec-8378385f0397 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:45.609078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.621977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:45.648870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:network and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:45.688639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:45.699941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Allocated IP 172.20.0.3 (ee0f55e0-1e6c-42ee-b074-8af2049ad5c7/25389976-7503-484d-b5bb-49cd8a50d8d4/6ad0c061-0f9c-41f1-a02c-6dfff19e4325) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:45.710610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] For port 1cb70d53-5d75-44ec-9abf-409691a19031, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1cb70d53-5d75-44ec-9abf-409691a19031,segment=NetworkSegment(faf11e77-8431-4c93-9a54-09b4bb0651a7),segment_id=faf11e77-8431-4c93-9a54-09b4bb0651a7)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:45.710991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.726994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:45.771933 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-938fcd5a-d6a8-49d5-a947-dcd0dcdab7e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a3f6aab3aa14ff3b569b5769289a2db&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2768900 Apr 05 14:32:45.781495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32884) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:45.807184 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:32:45.814629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:45.817515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.831381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6c7-e79c-4c20-b4aa-2df63d99e705 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-1436320'] for subnet, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:45.863064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] Calling delete_port for 1cb70d53-5d75-44ec-9abf-409691a19031 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:46.040345 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82426929-3458-414b-b237-1e67edb4ee60 req-665b5609-5645-471a-95e9-abefe75b98e9 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111076 Apr 05 14:32:46.044865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.048938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.078090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] For port 1cb70d53-5d75-44ec-9abf-409691a19031, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1cb70d53-5d75-44ec-9abf-409691a19031,segment=NetworkSegment(faf11e77-8431-4c93-9a54-09b4bb0651a7),segment_id=faf11e77-8431-4c93-9a54-09b4bb0651a7)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:46.078698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.086440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:46.162757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] Pushing event deleted for resources: {'Port': ['ID=1cb70d53-5d75-44ec-9abf-409691a19031,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:46.180372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b3379-221c-4079-9c60-f65a3cfe3c81 None None] No DVR routers for this DVR port 1cb70d53-5d75-44ec-9abf-409691a19031 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:46.204350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.215499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Transition to ACTIVE for port object 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:46.234529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Transition to ACTIVE for port object 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:46.235562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.235912 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Added segment 9657a436-e992-4f1b-a8db-9a08cfd65b71 of type vlan for network 51f05a0d-1baa-462b-9b4e-45daa944999e Apr 05 14:32:46.241496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.243042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Calling delete_port for 1cb70d53-5d75-44ec-9abf-409691a19031 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:46.257735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 4770149f-b0f1-4cb9-85ec-8378385f0397 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:46.269188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa05fb16-ab14-4c0a-a469-a15de74f44c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.310075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.313209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:46.316295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:46.318652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:46.332512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Pushing event updated for resources: {'Port': ['ID=6ad0c061-0f9c-41f1-a02c-6dfff19e4325,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:46.377740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa05fb16-ab14-4c0a-a469-a15de74f44c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.378256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7040f-617e-4f4c-b2ca-551cbc064928 req-3627e81a-9c0b-4c41-878a-31305e385dca tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:46.379815 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1cf7040f-617e-4f4c-b2ca-551cbc064928 req-3627e81a-9c0b-4c41-878a-31305e385dca tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4428585 Apr 05 14:32:46.424275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Attempting to bind port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:46.424502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Attempting to bind port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '0d56a8d1-55d1-4345-865e-e5edd1d6ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee0f55e0-1e6c-42ee-b074-8af2049ad5c7'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:46.424770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Attempting to bind port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 on network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:46.432161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:46.432740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Checking segment: {'id': '0d56a8d1-55d1-4345-865e-e5edd1d6ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee0f55e0-1e6c-42ee-b074-8af2049ad5c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:46.432935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.433307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Bound using segment: {'id': '0d56a8d1-55d1-4345-865e-e5edd1d6ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee0f55e0-1e6c-42ee-b074-8af2049ad5c7'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:46.433763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Bound port: 6ad0c061-0f9c-41f1-a02c-6dfff19e4325, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d56a8d1-55d1-4345-865e-e5edd1d6ee9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'ee0f55e0-1e6c-42ee-b074-8af2049ad5c7'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:46.434160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.436599 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82426929-3458-414b-b237-1e67edb4ee60 req-1bdc82e1-6c0d-4cb3-b8ee-e15f1f9dfa39 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896148 Apr 05 14:32:46.457874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.475023 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1cf7040f-617e-4f4c-b2ca-551cbc064928 req-9761ec63-b503-4663-9faa-bf704d6ed961 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0822158 Apr 05 14:32:46.505963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:46.506303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:46.528331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.558439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] For port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:46.563409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] For port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ad0c061-0f9c-41f1-a02c-6dfff19e4325,segment=NetworkSegment(0d56a8d1-55d1-4345-865e-e5edd1d6ee9e),segment_id=0d56a8d1-55d1-4345-865e-e5edd1d6ee9e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:46.568463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.568848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.636775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=4770149f-b0f1-4cb9-85ec-8378385f0397,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:46.638516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.642447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:46.643206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.705741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a506a-3af4-427d-be78-ffe5247d02e8 None None] Pushing event updated for resources: {'Port': ['ID=6ad0c061-0f9c-41f1-a02c-6dfff19e4325,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:46.889017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa05fb16-ab14-4c0a-a469-a15de74f44c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.943541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:46.984075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05fb16-ab14-4c0a-a469-a15de74f44c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215fab49-facd-4884-ae99-5c9900f8fb67,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:47.045009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Network': ['ID=51f05a0d-1baa-462b-9b4e-45daa944999e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:47.047196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Deleting port 1cb70d53-5d75-44ec-9abf-409691a19031 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:47.047639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.056727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 51f05a0d-1baa-462b-9b4e-45daa944999e details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:47.150309 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e9636fcc-e449-40b3-841b-4483c92495c5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5910311 Apr 05 14:32:47.156031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aa05fb16-ab14-4c0a-a469-a15de74f44c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.159682 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aa05fb16-ab14-4c0a-a469-a15de74f44c8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/215fab49-facd-4884-ae99-5c9900f8fb67 HTTP/1.1" status: 204 len: 168 time: 1.3651233 Apr 05 14:32:47.159845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32890) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:47.169706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:47.233612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] The port '1cb70d53-5d75-44ec-9abf-409691a19031' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:32:47.298563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6c7-e79c-4c20-b4aa-2df63d99e705 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741373706388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1922275'] for subnet, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.430526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:47.436784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:47.440975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:47.450933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:47.459367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.491810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:47.505824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3e6c7-e79c-4c20-b4aa-2df63d99e705 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event updated for resources: {'Subnet': ['ID=25389976-7503-484d-b5bb-49cd8a50d8d4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:47.508603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3e6c7-e79c-4c20-b4aa-2df63d99e705 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:47.514351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50b3e6c7-e79c-4c20-b4aa-2df63d99e705 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.518858 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-50b3e6c7-e79c-4c20-b4aa-2df63d99e705 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "PUT /v2.0/subnets/25389976-7503-484d-b5bb-49cd8a50d8d4 HTTP/1.1" status: 200 len: 877 time: 2.6062851 Apr 05 14:32:47.519941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32900) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:47.532841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5901abe3-f724-4c62-8db1-32a511c5bb72']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:47.573295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf11e77-8431-4c93-9a54-09b4bb0651a7') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:47.573838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf11e77-8431-4c93-9a54-09b4bb0651a7') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:47.624345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.638586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.641096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:47.654224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.746812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1cb70d53-5d75-44ec-9abf-409691a19031 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:47.796619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 1cb70d53-5d75-44ec-9abf-409691a19031 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:47.797041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1cb70d53-5d75-44ec-9abf-409691a19031 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:47.806656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.809667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=84282bd3-a1a4-4fc3-bee1-7eafc415eb20,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:47.820024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:47.820420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:47.841426 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:47.860934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:47.981002 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.037581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.043232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.080775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651e094e-2e3a-4954-8ae9-9223d978e4e7 None None] Network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:48.124838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.130610 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] 10.222.0.18 "DELETE /v2.0/networks/5901abe3-f724-4c62-8db1-32a511c5bb72 HTTP/1.1" status: 204 len: 168 time: 2.9754643 Apr 05 14:32:48.130610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97193125-3995-4070-a8a8-78ed0ff6751c tempest-NetworksIpV6TestAttrs-753484132 tempest-NetworksIpV6TestAttrs-753484132-project] Pushing event deleted for resources: {'Network': ['ID=5901abe3-f724-4c62-8db1-32a511c5bb72,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:48.225673 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP 5968f2b5-a45c-4064-95d0-f5e7d1c248c1 associated. External IP: 172.26.6.226, port: 8319b553-36f2-48d7-86b9-f960042a7fa3. Apr 05 14:32:48.248497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 58d75986-193f-40dd-ad25-58b1151bbc1a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:48.254471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.274086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f35a0-944c-40b4-a983-2deeb79e420e req-b858261b-6645-4c29-8e4e-cbcc83ff5bb2 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:48.275717 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee7f35a0-944c-40b4-a983-2deeb79e420e req-b858261b-6645-4c29-8e4e-cbcc83ff5bb2 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4197085 Apr 05 14:32:48.303754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:48.303754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.368647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ecb5d4f-ea57-43fb-9d94-a0dca511cb9f None None] Provisioning for port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:48.384515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ecb5d4f-ea57-43fb-9d94-a0dca511cb9f None None] Provisioning complete for port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:48.385976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ecb5d4f-ea57-43fb-9d94-a0dca511cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.563008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ecb5d4f-ea57-43fb-9d94-a0dca511cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.597575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32924) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:48.657748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7ecb5d4f-ea57-43fb-9d94-a0dca511cb9f None None] For port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ad0c061-0f9c-41f1-a02c-6dfff19e4325,segment=NetworkSegment(0d56a8d1-55d1-4345-865e-e5edd1d6ee9e),segment_id=0d56a8d1-55d1-4345-865e-e5edd1d6ee9e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:48.667937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ecb5d4f-ea57-43fb-9d94-a0dca511cb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.677065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ad0c061-0f9c-41f1-a02c-6dfff19e4325,segment=NetworkSegment(0d56a8d1-55d1-4345-865e-e5edd1d6ee9e),segment_id=0d56a8d1-55d1-4345-865e-e5edd1d6ee9e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:48.677568 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:48.711114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32930) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:48.783347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecb5d4f-ea57-43fb-9d94-a0dca511cb9f None None] Pushing event updated for resources: {'Port': ['ID=6ad0c061-0f9c-41f1-a02c-6dfff19e4325,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:48.829011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:48.870820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cdafc3-f0b1-4832-a916-d5a1532a7750 None None] Network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:48.891808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:48.987805 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee7f35a0-944c-40b4-a983-2deeb79e420e req-d04585b6-41fb-43cb-b92b-19b896cfdcdf tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.6986470 Apr 05 14:32:48.988290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-85e1af83-88ce-4fa1-bd2c-da4a1bb36551 None None] Provisioning complete for port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:48.988663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-85e1af83-88ce-4fa1-bd2c-da4a1bb36551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.055007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:49.076330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:32:49.076653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:32:49.079286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9584bff-a3f2-4012-832c-0ae1dce0b746 None None] Sync routers for ids ['58d75986-193f-40dd-ad25-58b1151bbc1a'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:49.108529 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-64e77c62-a2d2-4155-9036-2d4575d7d9dc tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/58d75986-193f-40dd-ad25-58b1151bbc1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2153437 Apr 05 14:32:49.111941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32938) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:49.156406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.186705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9584bff-a3f2-4012-832c-0ae1dce0b746 None None] Routers {'58d75986-193f-40dd-ad25-58b1151bbc1a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:49.187403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c9584bff-a3f2-4012-832c-0ae1dce0b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['58d75986-193f-40dd-ad25-58b1151bbc1a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:49.216384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6ebb56f3-e5e8-44db-bcf1-36859da23378 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:49.239195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-544196442'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:49.244519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:49.248666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Usage tracker for resource:network and tenant:65674d1aeb0f4c20891afa76acb7dabc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:49.251042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:49.257064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:49.265783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c9584bff-a3f2-4012-832c-0ae1dce0b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:49.275111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Made reservation on behalf of 65674d1aeb0f4c20891afa76acb7dabc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:49.277977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.297209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.304702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=829da689-640a-4cd7-af31-2fde62bc1646,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:49.325135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6ebb56f3-e5e8-44db-bcf1-36859da23378 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:49.329681 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6ebb56f3-e5e8-44db-bcf1-36859da23378 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d75986-193f-40dd-ad25-58b1151bbc1a HTTP/1.1" status: 200 len: 205 time: 0.2134445 Apr 05 14:32:49.332674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32942) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:49.346418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9584bff-a3f2-4012-832c-0ae1dce0b746 None None] Routers {'58d75986-193f-40dd-ad25-58b1151bbc1a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:49.347054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c9584bff-a3f2-4012-832c-0ae1dce0b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['58d75986-193f-40dd-ad25-58b1151bbc1a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:49.353086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking segment: {'id': '9657a436-e992-4f1b-a8db-9a08cfd65b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:49.353994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network hostable DHCP agents. Network: 51f05a0d-1baa-462b-9b4e-45daa944999e, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:49.374005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2928ca-467a-4828-a3e9-db933607221d req-70726744-569f-45d6-be05-c996e4a88735 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.381018 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b2928ca-467a-4828-a3e9-db933607221d req-70726744-569f-45d6-be05-c996e4a88735 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.1722140 Apr 05 14:32:49.408222 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b9719963-4ce8-4d5b-8f7b-f6e5f5cedb69 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f852215dc1f4fc1b2068424b200ca13&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6869726 Apr 05 14:32:49.410168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32946) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:49.441903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:49.485609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c9584bff-a3f2-4012-832c-0ae1dce0b746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:49.486017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9584bff-a3f2-4012-832c-0ae1dce0b746 None None] The sync data for ids ['58d75986-193f-40dd-ad25-58b1151bbc1a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:49.503985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:49.510612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Usage tracker for resource:security_group_rule and tenant:65674d1aeb0f4c20891afa76acb7dabc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:49.514101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:49.521446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:49.532459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:49.532820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.575054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 51f05a0d-1baa-462b-9b4e-45daa944999e is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:49.586197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:49.586540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.631361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.643514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b2928ca-467a-4828-a3e9-db933607221d req-864632e5-15c5-45ea-af13-bc0f6a276f57 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2610505 Apr 05 14:32:49.648974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27bf0d3c-8328-4f6c-8dda-5448c878bb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.673121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 51f05a0d-1baa-462b-9b4e-45daa944999e) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:49.677790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:49.679027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.693063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbdb7e4-5e69-499f-ac1c-d07082473dd7 None None] Network 51f05a0d-1baa-462b-9b4e-45daa944999e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:49.820626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.878986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:49.885189 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ee0a9c46-01b9-4414-8c48-0ef61972efcc tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7229209 Apr 05 14:32:49.887754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32952) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:49.895058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f06e2f0c-64e8-4778-afc5-aa1bbf0fd7df,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:49.903236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e', 'name': 'tempest-PortsIpV6TestJSON-386518873', 'fixed_ips': [{'subnet_id': '829da689-640a-4cd7-af31-2fde62bc1646', 'ip_address': '2001:db8::10'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:49.959272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2de9ffd7-6dca-4aa6-b916-8b31ef8ce4b5 None None] Provisioning complete for port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:49.959691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2de9ffd7-6dca-4aa6-b916-8b31ef8ce4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.964224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c136883-0192-44bf-8ded-9a4b53d97765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.982599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:49.983308 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Added segment 0862e391-bf20-47bd-8d95-3bcb68ae0284 of type vlan for network 7134fbc0-9194-403e-8eb4-a90d2d742ccd Apr 05 14:32:49.989656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-51f05a0d-1baa-462b-9b4e-45daa944999e', 'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e', 'tenant_id': '43a0e716bb8a47f7802508e843fd72bc', 'fixed_ips': [{'subnet_id': '829da689-640a-4cd7-af31-2fde62bc1646'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:49.990553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.033339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c136883-0192-44bf-8ded-9a4b53d97765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.050530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ad0c061-0f9c-41f1-a02c-6dfff19e4325,segment=NetworkSegment(0d56a8d1-55d1-4345-865e-e5edd1d6ee9e),segment_id=0d56a8d1-55d1-4345-865e-e5edd1d6ee9e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:50.050894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.193048 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.200598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:50.235200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Allocated IP 2001:db8::2 (51f05a0d-1baa-462b-9b4e-45daa944999e/829da689-640a-4cd7-af31-2fde62bc1646/1a76acfc-ec02-46a5-9ded-bd0b9578b4fd) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:50.262509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b831820-ae50-4ac7-97cf-676aa0894bf1 req-ad5d40e8-0609-453c-9238-9c8d3dad7ec5 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:50.264002 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b831820-ae50-4ac7-97cf-676aa0894bf1 req-ad5d40e8-0609-453c-9238-9c8d3dad7ec5 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3844180 Apr 05 14:32:50.324346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c136883-0192-44bf-8ded-9a4b53d97765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.349573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:32:50.379741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:50.385654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:50.389270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27bf0d3c-8328-4f6c-8dda-5448c878bb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.390645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c136883-0192-44bf-8ded-9a4b53d97765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=370b2a62-2912-4de8-9166-a6a46bf84d3f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:50.398441 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fdc09-287d-4a21-903f-7c8c04ee9549 None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:50.399039 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b831820-ae50-4ac7-97cf-676aa0894bf1 req-86aaeedc-1753-4b40-93f6-afd3b76d3fcf tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1293113 Apr 05 14:32:50.409939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c136883-0192-44bf-8ded-9a4b53d97765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.411072 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5c136883-0192-44bf-8ded-9a4b53d97765 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/370b2a62-2912-4de8-9166-a6a46bf84d3f HTTP/1.1" status: 204 len: 168 time: 0.9971728 Apr 05 14:32:50.427181 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fdc09-287d-4a21-903f-7c8c04ee9549 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:50.428101 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8d9fdc09-287d-4a21-903f-7c8c04ee9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:50.429820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:50.436679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:50.443783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27bf0d3c-8328-4f6c-8dda-5448c878bb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.453526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:50.455756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.460217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:50.461244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.473120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.493790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.507075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Transition to ACTIVE for port object 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:50.530938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Transition to ACTIVE for port object 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:50.536618 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8d9fdc09-287d-4a21-903f-7c8c04ee9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:50.537990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.549342 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9fdc09-287d-4a21-903f-7c8c04ee9549 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:50.549940 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8d9fdc09-287d-4a21-903f-7c8c04ee9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:50.567266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.617756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Port': ['ID=6ad0c061-0f9c-41f1-a02c-6dfff19e4325,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:50.622354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Network 51f05a0d-1baa-462b-9b4e-45daa944999e is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:50.623392 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8d9fdc09-287d-4a21-903f-7c8c04ee9549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:50.623972 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9fdc09-287d-4a21-903f-7c8c04ee9549 None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:50.625577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:50.638649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:50.656073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Pushing event updated for resources: {'Port': ['ID=1a76acfc-ec02-46a5-9ded-bd0b9578b4fd,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:50.695704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:50.744322 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1453509 Apr 05 14:32:50.779887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f59c77c-ed5f-4ea8-8c1c-367d5a426439 None None] DHCP port deletion for ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:50.794253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32960) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:50.802511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Attempting to bind port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:50.802663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No DVR routers for this DVR port 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:50.803182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Attempting to bind port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '9657a436-e992-4f1b-a8db-9a08cfd65b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:50.803697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Attempting to bind port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd on network 51f05a0d-1baa-462b-9b4e-45daa944999e {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:50.808086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'subnet': {'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:50.811767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:50.812330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Checking segment: {'id': '9657a436-e992-4f1b-a8db-9a08cfd65b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:50.812892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.813449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Bound using segment: {'id': '9657a436-e992-4f1b-a8db-9a08cfd65b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:50.814112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Bound port: 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9657a436-e992-4f1b-a8db-9a08cfd65b71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:50.814660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:50.930344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] For port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:50.934068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] For port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a76acfc-ec02-46a5-9ded-bd0b9578b4fd,segment=NetworkSegment(9657a436-e992-4f1b-a8db-9a08cfd65b71),segment_id=9657a436-e992-4f1b-a8db-9a08cfd65b71)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:50.943432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.019485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.024283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.066452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42397b94-e86a-4a19-8432-1a908410b97a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Network': ['ID=7134fbc0-9194-403e-8eb4-a90d2d742ccd,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:51.081683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:51.090271 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-99815858-ef7e-4ea4-baac-d05238f36b81 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 9.0406988 Apr 05 14:32:51.090844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27bf0d3c-8328-4f6c-8dda-5448c878bb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.091325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bf0d3c-8328-4f6c-8dda-5448c878bb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Fanout notify agent at l3_agent the message router_deleted on router 58d75986-193f-40dd-ad25-58b1151bbc1a {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:32:51.093151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32972) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:51.097719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:51.104780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:51.107767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Usage tracker for resource:subnet and tenant:65674d1aeb0f4c20891afa76acb7dabc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:51.116779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:51.136096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:51.148131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8d1e7-1cf6-44e5-8820-2b2186df415a req-c421d28f-3873-4f22-be3d-7eeec4e97e7a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:51.157189 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8eb8d1e7-1cf6-44e5-8820-2b2186df415a req-c421d28f-3873-4f22-be3d-7eeec4e97e7a tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4484098 Apr 05 14:32:51.212015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27bf0d3c-8328-4f6c-8dda-5448c878bb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.214022 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-27bf0d3c-8328-4f6c-8dda-5448c878bb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/58d75986-193f-40dd-ad25-58b1151bbc1a HTTP/1.1" status: 204 len: 168 time: 1.8804214 Apr 05 14:32:51.219177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 32978) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:51.221672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port c264af60-c051-4231-841b-859e9acf8560 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:51.249823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f272c-244c-4cf0-a0df-6e4310a2bda8 None None] Pushing event updated for resources: {'Port': ['ID=1a76acfc-ec02-46a5-9ded-bd0b9578b4fd,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:51.260870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Made reservation on behalf of 65674d1aeb0f4c20891afa76acb7dabc for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:51.317274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.467129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:51.490224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.584065 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8eb8d1e7-1cf6-44e5-8820-2b2186df415a req-c360ae17-daea-4010-a696-3fdb03a3af86 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.4105065 Apr 05 14:32:51.590865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:51.591194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ad0c061-0f9c-41f1-a02c-6dfff19e4325 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:51.615853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=25389976-7503-484d-b5bb-49cd8a50d8d4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:51.639913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.778742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32990) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:51.779316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38998c5-6b09-4e19-b1ce-1b974c442364 None None] Network ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:51.933398 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.937962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::10 (51f05a0d-1baa-462b-9b4e-45daa944999e/829da689-640a-4cd7-af31-2fde62bc1646/c264af60-c051-4231-841b-859e9acf8560) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:51.941966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:51.942301 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP 5968f2b5-a45c-4064-95d0-f5e7d1c248c1 disassociated. External IP: 172.26.6.226, port: 8319b553-36f2-48d7-86b9-f960042a7fa3. Apr 05 14:32:52.000952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015e8116-7129-460b-9383-52f90b520b52 None None] DHCP port deletion for ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:52.028021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-45745180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:52.048403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:52.100208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Usage tracker for resource:router and tenant:c33bbedd37a94352971a986819466765 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:52.121608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:52.141108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:52.156799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.181853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.182781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.217422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee0f55e0-1e6c-42ee-b074-8af2049ad5c7']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:52.235872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99a96c7-cf56-4218-8bae-b28a0b0bcb47 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet ea86b97f-20d4-4638-b8a1-ab61b07cbdf5 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:32:52.239991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d56a8d1-55d1-4345-865e-e5edd1d6ee9e') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:52.240279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d56a8d1-55d1-4345-865e-e5edd1d6ee9e') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:52.257457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f99a96c7-cf56-4218-8bae-b28a0b0bcb47 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.285666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.298460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6baf658-5090-4ebd-802d-d9adacb6c60c req-7dd89157-be30-4f4e-a213-810ef581eae6 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:52.299687 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6baf658-5090-4ebd-802d-d9adacb6c60c req-7dd89157-be30-4f4e-a213-810ef581eae6 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.5155773 Apr 05 14:32:52.302233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.346830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.363215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.393417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.397277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:52.397567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.404652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2de62e3-991f-4476-8d65-9d6f4c55a194 None None] Network 51f05a0d-1baa-462b-9b4e-45daa944999e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:52.414352 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:52.426464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f99a96c7-cf56-4218-8bae-b28a0b0bcb47 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.427069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object c264af60-c051-4231-841b-859e9acf8560 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:52.429210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.432839 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1d78dd2-fdf3-405b-b509-367f656a9d46 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6471605 Apr 05 14:32:52.433852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 32996) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:52.440024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-400569644'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:52.450292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:52.456521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Usage tracker for resource:network and tenant:c33bbedd37a94352971a986819466765 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:52.460365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:52.471350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:52.509230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6d80990c-b624-4250-b88a-11ae344693f0 None None] Provisioning for port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:52.539720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Made reservation on behalf of c33bbedd37a94352971a986819466765 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:52.543249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.561721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.570527 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6baf658-5090-4ebd-802d-d9adacb6c60c req-3f1fd901-be7b-41c7-bebb-124185c3aedd tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2629380 Apr 05 14:32:52.602360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.631342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.647992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.721404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=ee0f55e0-1e6c-42ee-b074-8af2049ad5c7,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:52.742022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:52.742640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.746753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Usage tracker for resource:security_group_rule and tenant:c33bbedd37a94352971a986819466765 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:52.751680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:52.767561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:52.811454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 51f05a0d-1baa-462b-9b4e-45daa944999e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:52.814703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:52.815082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-68d7c7eb-0af7-4ca0-88d8-560ba80b6dd3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 HTTP/1.1" status: 204 len: 168 time: 5.2875760 Apr 05 14:32:52.821094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:52.827686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:52.827931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33002) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:52.828044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.834770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f99a96c7-cf56-4218-8bae-b28a0b0bcb47 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:52.852845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=c264af60-c051-4231-841b-859e9acf8560,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:52.890742 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2a2e4cf8-6fd1-4bbe-9433-1bc1cb0aa16a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9996028 Apr 05 14:32:52.895100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33006) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:52.908075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '51f05a0d-1baa-462b-9b4e-45daa944999e', 'name': 'tempest-PortsIpV6TestJSON-848760947', 'fixed_ips': [{'subnet_id': '829da689-640a-4cd7-af31-2fde62bc1646', 'ip_address': '2001:db8::f'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:52.933841 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-78600f17-f627-457c-ae31-bb3a8de28b2b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:52.934388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78600f17-f627-457c-ae31-bb3a8de28b2b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:52.936521 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-78600f17-f627-457c-ae31-bb3a8de28b2b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/25389976-7503-484d-b5bb-49cd8a50d8d4 HTTP/1.1" status: 404 len: 337 time: 0.1078613 Apr 05 14:32:52.949108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33012) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:53.049540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Subnet': ['ID=0f805161-0716-4ce2-9c71-f7debede2d78,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:53.056570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f99a96c7-cf56-4218-8bae-b28a0b0bcb47 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.065669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2c50ce40-e48e-4d19-9389-7d400ce86905 None None] Provisioning for port c264af60-c051-4231-841b-859e9acf8560 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:53.072552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2c50ce40-e48e-4d19-9389-7d400ce86905 None None] Provisioning complete for port c264af60-c051-4231-841b-859e9acf8560 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:53.072935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c50ce40-e48e-4d19-9389-7d400ce86905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.122271 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-2114654e-033a-4b72-ad62-a01ca0092e63 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:53.122780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2114654e-033a-4b72-ad62-a01ca0092e63 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:53.139578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2c50ce40-e48e-4d19-9389-7d400ce86905 None None] Port c264af60-c051-4231-841b-859e9acf8560 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:53.154867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a96c7-cf56-4218-8bae-b28a0b0bcb47 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=ea86b97f-20d4-4638-b8a1-ab61b07cbdf5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:53.161817 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2114654e-033a-4b72-ad62-a01ca0092e63 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/ee0f55e0-1e6c-42ee-b074-8af2049ad5c7 HTTP/1.1" status: 404 len: 339 time: 0.2114158 Apr 05 14:32:53.167314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33016) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:53.182793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.184084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f6a525-9ea9-4888-a852-495f05732317 None None] Network 3fc916dc-1976-4281-abbf-a37ab91b679a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:53.200982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.207625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Checking segment: {'id': '0862e391-bf20-47bd-8d95-3bcb68ae0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:53.208314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Network hostable DHCP agents. Network: 7134fbc0-9194-403e-8eb4-a90d2d742ccd, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:53.219755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f99a96c7-cf56-4218-8bae-b28a0b0bcb47 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.224383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f99a96c7-cf56-4218-8bae-b28a0b0bcb47 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/ea86b97f-20d4-4638-b8a1-ab61b07cbdf5 HTTP/1.1" status: 204 len: 168 time: 2.0013540 Apr 05 14:32:53.227767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33020) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:53.229602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dfe764-d7d2-4283-9fd3-401e9a818743 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:53.230130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dfe764-d7d2-4283-9fd3-401e9a818743 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:53.231835 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c9dfe764-d7d2-4283-9fd3-401e9a818743 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/2102dd04-e97f-4c0c-88ba-4fcb5d8d3abf HTTP/1.1" status: 404 len: 337 time: 0.0635495 Apr 05 14:32:53.237479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33024) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:53.267068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e1eeb9-2a7f-41dc-b1d3-76a63fc525d2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:53.280116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:53.315955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.316306 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Added segment ea8a693d-c58e-4a13-a6ca-8a58dc9943be of type vlan for network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 Apr 05 14:32:53.336242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:53.343518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ff15dbe-75b6-40f9-8b02-b45541a4fc60 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:53.343978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ff15dbe-75b6-40f9-8b02-b45541a4fc60 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:53.345633 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0ff15dbe-75b6-40f9-8b02-b45541a4fc60 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/63d4e5cf-b0c0-45cd-b519-cc9b545aa35b HTTP/1.1" status: 404 len: 339 time: 0.1058443 Apr 05 14:32:53.349127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:53.350143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33028) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:53.364203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:53.368137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:32:53.381127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.385437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:53.472771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:53.477976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.489683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:53.497769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:53.563546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port ae242f1e-4c54-44fd-bc7a-212670c9d2af yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:53.565345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216883c-ded0-44fa-a1c3-21b03cb44b62 req-57986204-e44b-4384-8d83-f7c755bf45fb tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:53.566993 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6216883c-ded0-44fa-a1c3-21b03cb44b62 req-57986204-e44b-4384-8d83-f7c755bf45fb tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.5194280 Apr 05 14:32:53.613301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ebad01f7-cb92-451f-8d89-d594187a5eba None None] Provisioning complete for port c264af60-c051-4231-841b-859e9acf8560 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:53.614070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ebad01f7-cb92-451f-8d89-d594187a5eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.630384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.633978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:53.634822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.652832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-97657651-7514-4f89-b9af-97bf936c71f1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet 5f965466-de7c-4794-8ddd-6d3989ded284 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:32:53.669972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:53.671689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 7134fbc0-9194-403e-8eb4-a90d2d742ccd) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:53.673440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97657651-7514-4f89-b9af-97bf936c71f1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.685329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed73fd92-eaa0-456a-9511-3caa16f07804 None None] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:53.703267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:53.703781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.738227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:53.738819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.749323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ebad01f7-cb92-451f-8d89-d594187a5eba None None] Port c264af60-c051-4231-841b-859e9acf8560 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:53.753474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.770171 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3359737 Apr 05 14:32:53.776964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33032) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:53.806028 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ff6f31cc-fbfe-4dde-9281-2fa181daccff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0105362 Apr 05 14:32:53.808468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97657651-7514-4f89-b9af-97bf936c71f1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.810488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] DHCP port deletion for 3fc916dc-1976-4281-abbf-a37ab91b679a request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:53.811750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33034) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:53.825718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'name': 'tempest-AllowedAddressPairTestJSON-1680171623'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:53.825963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] Deleting port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:53.826433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:53.847504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'subnet': {'network_id': 'db7c7ae2-f1d6-4d17-9a56-057f318d8be3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:53.875144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c9d8f-4598-4d9c-85aa-f1c616628945 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Network': ['ID=db7c7ae2-f1d6-4d17-9a56-057f318d8be3,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:53.904148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:54.000338 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6216883c-ded0-44fa-a1c3-21b03cb44b62 req-0efd0f2b-1d4b-442b-b4d1-3775da9877b9 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3295226 Apr 05 14:32:54.097034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.142832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['144fa783-e14f-44ce-97fa-4c4281c3d28d']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:54.157247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:54.157834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b3f9b4-9b47-4a61-8702-62dcd0f89733') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:54.158181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b3f9b4-9b47-4a61-8702-62dcd0f89733') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:54.173925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.182176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Usage tracker for resource:subnet and tenant:c33bbedd37a94352971a986819466765 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:54.183866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97657651-7514-4f89-b9af-97bf936c71f1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.191717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:54.201156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::f (51f05a0d-1baa-462b-9b4e-45daa944999e/829da689-640a-4cd7-af31-2fde62bc1646/ae242f1e-4c54-44fd-bc7a-212670c9d2af) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:54.207197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:54.215627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:54.224255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.226701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Usage tracker for resource:port and tenant:65674d1aeb0f4c20891afa76acb7dabc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:54.231152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:54.238459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Made reservation on behalf of c33bbedd37a94352971a986819466765 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:54.241546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:54.241952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.252765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:54.260964 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:54.275626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f134fcae-9d27-49b0-b446-f3eafcf13435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.278376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.358915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.362073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:32:54.368177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Made reservation on behalf of 65674d1aeb0f4c20891afa76acb7dabc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:54.372120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.386388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.388105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.396393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97657651-7514-4f89-b9af-97bf936c71f1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.402432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfc8b34-cf97-4840-9720-e5375fa61d1c None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:32:54.429738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] For port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23,segment=NetworkSegment(369a494e-d4c7-4dbe-b726-cca3968723fe),segment_id=369a494e-d4c7-4dbe-b726-cca3968723fe)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:54.429961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.432761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=144fa783-e14f-44ce-97fa-4c4281c3d28d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:54.443477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a76acfc-ec02-46a5-9ded-bd0b9578b4fd,segment=NetworkSegment(9657a436-e992-4f1b-a8db-9a08cfd65b71),segment_id=9657a436-e992-4f1b-a8db-9a08cfd65b71)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:54.451380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97657651-7514-4f89-b9af-97bf936c71f1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=5f965466-de7c-4794-8ddd-6d3989ded284,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:54.454466 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6ac798c8-dee3-40c7-a40b-d4ee42646af5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/144fa783-e14f-44ce-97fa-4c4281c3d28d HTTP/1.1" status: 204 len: 168 time: 1.1033390 Apr 05 14:32:54.456827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33040) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.459420 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97657651-7514-4f89-b9af-97bf936c71f1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.464383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-97657651-7514-4f89-b9af-97bf936c71f1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/5f965466-de7c-4794-8ddd-6d3989ded284 HTTP/1.1" status: 204 len: 168 time: 1.2314539 Apr 05 14:32:54.472081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.492607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33044) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.502078 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3d68e0-b157-4b15-a253-08bca24662c6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.502078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3d68e0-b157-4b15-a253-08bca24662c6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.503497 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cf3d68e0-b157-4b15-a253-08bca24662c6 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/0498215d-5500-49b9-aa7c-3f265b5f8a40 HTTP/1.1" status: 404 len: 337 time: 0.0457516 Apr 05 14:32:54.505788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'tenant_id': '65674d1aeb0f4c20891afa76acb7dabc', 'fixed_ips': [{'subnet_id': '0f805161-0716-4ce2-9c71-f7debede2d78'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:54.506317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33048) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.506631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.515294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548151d5-23e4-4b2c-a237-d1b13ece9391 None None] Network 2d68315b-0c42-4b9c-99f1-d11abf212e76 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:54.531833 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8758c240-31fb-41fe-9e87-c5e40f10f71d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.532273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8758c240-31fb-41fe-9e87-c5e40f10f71d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.533891 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8758c240-31fb-41fe-9e87-c5e40f10f71d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/a074838d-d32a-4b66-b3c0-6665df96452b HTTP/1.1" status: 404 len: 339 time: 0.0271008 Apr 05 14:32:54.536342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33052) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.577664 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6c41851-780b-4c1a-96c5-80d67fbb3f9d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.578114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6c41851-780b-4c1a-96c5-80d67fbb3f9d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.579712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e6c41851-780b-4c1a-96c5-80d67fbb3f9d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/9b63e1c5-ad9c-4ba3-bad1-f59c75e17553 HTTP/1.1" status: 404 len: 337 time: 0.0425010 Apr 05 14:32:54.582458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33056) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.585172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.594421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] Calling delete_port for 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:54.607687 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-684658b6-f1b0-4bb6-a357-d4e3644dc2c3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.608126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-684658b6-f1b0-4bb6-a357-d4e3644dc2c3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.612374 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-684658b6-f1b0-4bb6-a357-d4e3644dc2c3 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/03db0f13-c972-4adc-8d48-4a57381ddacd HTTP/1.1" status: 404 len: 339 time: 0.0289514 Apr 05 14:32:54.612846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33062) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.651154 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-789821a8-7d78-4097-a145-3fa0838d3762 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.651596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789821a8-7d78-4097-a145-3fa0838d3762 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.656100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-789821a8-7d78-4097-a145-3fa0838d3762 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/adc652f3-9e49-4b2d-82ca-24d82f1d764b HTTP/1.1" status: 404 len: 337 time: 0.0423243 Apr 05 14:32:54.656650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33066) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.658726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] device_id is not set on port d8c15e39-f83d-43df-b8b5-c63c1089ae67 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:54.682065 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f751a7-65a0-4d3f-a779-fd9b09c468d9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.682509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f751a7-65a0-4d3f-a779-fd9b09c468d9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.686994 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b4f751a7-65a0-4d3f-a779-fd9b09c468d9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/8e62f59d-8457-4e08-a7ee-dabe849d407f HTTP/1.1" status: 404 len: 339 time: 0.0294302 Apr 05 14:32:54.687531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33070) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.710779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfc8b34-cf97-4840-9720-e5375fa61d1c None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:54.711263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-7dfc8b34-cf97-4840-9720-e5375fa61d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:54.730152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7e4ad9b-eed4-4bb4-aaf6-294a7f2807ff tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.730641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7e4ad9b-eed4-4bb4-aaf6-294a7f2807ff tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.734722 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d7e4ad9b-eed4-4bb4-aaf6-294a7f2807ff tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/2ba8a9d0-f030-4ea7-89dc-07916b2e656e HTTP/1.1" status: 404 len: 337 time: 0.0461872 Apr 05 14:32:54.735356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33074) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.764692 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f700ab3-ec88-4c92-8895-6f4923656582 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.765239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f700ab3-ec88-4c92-8895-6f4923656582 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.765398 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-76cbe674-08bb-4237-8f91-2b83e7af52c9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/floatingips/5968f2b5-a45c-4064-95d0-f5e7d1c248c1 HTTP/1.1" status: 200 len: 688 time: 3.6676724 Apr 05 14:32:54.769619 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8f700ab3-ec88-4c92-8895-6f4923656582 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/f6be15ff-6a3c-406d-907a-af2c8b6516b8 HTTP/1.1" status: 404 len: 339 time: 0.0310936 Apr 05 14:32:54.769619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33078) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.770250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33080) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.867729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-7dfc8b34-cf97-4840-9720-e5375fa61d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:54.871987 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-95c245a8-5451-4dfc-adb2-a57a0efcd607 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.872741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95c245a8-5451-4dfc-adb2-a57a0efcd607 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.872987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:54.874071 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-95c245a8-5451-4dfc-adb2-a57a0efcd607 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/850941e7-e699-4151-b550-b5520f34f504 HTTP/1.1" status: 404 len: 337 time: 0.1026886 Apr 05 14:32:54.887638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33086) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:54.977238 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-26543973-403e-45a4-968a-b7b1d2004652 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:54.977688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26543973-403e-45a4-968a-b7b1d2004652 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:54.979433 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-26543973-403e-45a4-968a-b7b1d2004652 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/327bbe17-1e2e-4041-8ff0-be3592959106 HTTP/1.1" status: 404 len: 339 time: 0.0908735 Apr 05 14:32:54.981092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=1a76acfc-ec02-46a5-9ded-bd0b9578b4fd,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:54.992961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33090) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:55.029539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfc8b34-cf97-4840-9720-e5375fa61d1c None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:32:55.029539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-7dfc8b34-cf97-4840-9720-e5375fa61d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:55.042487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-de9c9a18-5252-43b1-909e-e90ebbd23230 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:55.042487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de9c9a18-5252-43b1-909e-e90ebbd23230 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:55.046526 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-de9c9a18-5252-43b1-909e-e90ebbd23230 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/7d70d6d8-ba50-47cb-bf9f-fbbe9ee324e6 HTTP/1.1" status: 404 len: 337 time: 0.0503044 Apr 05 14:32:55.046526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 84282bd3-a1a4-4fc3-bee1-7eafc415eb20 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:55.046526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.098195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.100584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.121508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object ae242f1e-4c54-44fd-bc7a-212670c9d2af will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:55.130033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-7dfc8b34-cf97-4840-9720-e5375fa61d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:55.130461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfc8b34-cf97-4840-9720-e5375fa61d1c None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:32:55.150911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] Pushing event deleted for resources: {'Port': ['ID=5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:55.157383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33094) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:55.161888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2ce6a8-caac-4888-b143-7ccd8dfd4c6a None None] No DVR routers for this DVR port 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:55.242671 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac8872b6-ec1e-4ac8-ae7d-0248425bdd3b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:55.243281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac8872b6-ec1e-4ac8-ae7d-0248425bdd3b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:55.255979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.256944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] DHCP port deletion for 2d68315b-0c42-4b9c-99f1-d11abf212e76 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:55.262964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] Deleting port e579689e-784f-4e17-9321-7906a0b70dea {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:55.263562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.284358 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.284976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.358668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Allocated IP 172.20.0.3 (7134fbc0-9194-403e-8eb4-a90d2d742ccd/0f805161-0716-4ce2-9c71-f7debede2d78/d8c15e39-f83d-43df-b8b5-c63c1089ae67) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:55.403149 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:55.412939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 84282bd3-a1a4-4fc3-bee1-7eafc415eb20 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:55.415078 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ac8872b6-ec1e-4ac8-ae7d-0248425bdd3b tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/864f25db-83c5-4b73-b0cf-286a3a098c5f HTTP/1.1" status: 404 len: 339 time: 0.2549145 Apr 05 14:32:55.428478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33100) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:55.452373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b75d72-ada1-4fac-9d93-3c03c0b166e2 req-28c592b8-8bb8-40c5-adf5-90653d4e7381 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:55.454063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b5b75d72-ada1-4fac-9d93-3c03c0b166e2 req-28c592b8-8bb8-40c5-adf5-90653d4e7381 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.2743785 Apr 05 14:32:55.529691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.547524 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-2520aca8-7974-46df-89d3-e998500133d5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:55.547958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2520aca8-7974-46df-89d3-e998500133d5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:55.551993 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2520aca8-7974-46df-89d3-e998500133d5 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/10a09be4-1836-4597-8b31-b178cc7d533d HTTP/1.1" status: 404 len: 337 time: 0.0970864 Apr 05 14:32:55.559555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=ae242f1e-4c54-44fd-bc7a-212670c9d2af,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:55.563564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33104) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:55.565642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 51f05a0d-1baa-462b-9b4e-45daa944999e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:55.568773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] For port e579689e-784f-4e17-9321-7906a0b70dea, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e579689e-784f-4e17-9321-7906a0b70dea,segment=NetworkSegment(c2e03910-31e2-459f-93b8-9bf307c7c735),segment_id=c2e03910-31e2-459f-93b8-9bf307c7c735)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:55.569327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.595973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:55.635401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:55.639602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:55.640473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.653101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fc916dc-1976-4281-abbf-a37ab91b679a']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:55.660118 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b5b75d72-ada1-4fac-9d93-3c03c0b166e2 req-b0ca2167-9a95-4435-b84e-4466fad3892f tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1967404 Apr 05 14:32:55.709503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] Calling delete_port for e579689e-784f-4e17-9321-7906a0b70dea owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:55.710623 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fff9fc-738b-4e43-9ec0-770aa0941ac9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:55.711219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fff9fc-738b-4e43-9ec0-770aa0941ac9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:55.713631 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-44fff9fc-738b-4e43-9ec0-770aa0941ac9 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/6d72e0a4-e719-4a76-9534-4cf49233ba25 HTTP/1.1" status: 404 len: 339 time: 0.1267796 Apr 05 14:32:55.730876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33110) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:55.732563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '369a494e-d4c7-4dbe-b726-cca3968723fe') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:55.733033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '369a494e-d4c7-4dbe-b726-cca3968723fe') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:55.757871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:55.758359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.794009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.794804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.845137 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ac2aec61-0255-4717-a7f7-b3856eccf81b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9436817 Apr 05 14:32:55.851275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.854467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33114) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:55.855287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=84282bd3-a1a4-4fc3-bee1-7eafc415eb20,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:55.862989 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b894a4d8-cda1-42c9-897b-f482a3a9142a tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:55.863666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b894a4d8-cda1-42c9-897b-f482a3a9142a tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:55.865486 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b894a4d8-cda1-42c9-897b-f482a3a9142a tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/270721a4-02ca-43a4-833b-e0ab0959b72d HTTP/1.1" status: 404 len: 337 time: 0.1245971 Apr 05 14:32:55.905845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33118) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:55.946586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.960408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.982255 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:55.982879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:55.994955 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5be0fa5-05cb-4670-9373-25d9b57416d4 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] DELETE failed (client error): The resource could not be found. Apr 05 14:32:55.995406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5be0fa5-05cb-4670-9373-25d9b57416d4 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:56.001686 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:56.018349 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d5be0fa5-05cb-4670-9373-25d9b57416d4 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/b0a7cbe4-727c-45d8-9c08-af5f8720dce7 HTTP/1.1" status: 404 len: 339 time: 0.1110451 Apr 05 14:32:56.026915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33122) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:56.073765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] Pushing event deleted for resources: {'Port': ['ID=e579689e-784f-4e17-9321-7906a0b70dea,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:56.095675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96e3d73-5310-4bbb-bdf0-192029d5b84c None None] No DVR routers for this DVR port e579689e-784f-4e17-9321-7906a0b70dea on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:56.123256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3ef181bb-1ae8-4424-b7ff-2d70abce4495 None None] Provisioning for port ae242f1e-4c54-44fd-bc7a-212670c9d2af completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:56.128668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3ef181bb-1ae8-4424-b7ff-2d70abce4495 None None] Provisioning complete for port ae242f1e-4c54-44fd-bc7a-212670c9d2af triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:32:56.129082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3ef181bb-1ae8-4424-b7ff-2d70abce4495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.183925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:56.221962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:56.222335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5d3c2ff8-8982-4ffc-8e6a-86c08ec09a23 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:56.222706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e579689e-784f-4e17-9321-7906a0b70dea no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:32:56.232926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Subnet': ['ID=39da5864-88df-462d-909b-ef2efcea2c22,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:56.249432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.254574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.261401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-3ef181bb-1ae8-4424-b7ff-2d70abce4495 None None] Port ae242f1e-4c54-44fd-bc7a-212670c9d2af cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:32:56.262236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: e579689e-784f-4e17-9321-7906a0b70dea {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:32:56.262579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e579689e-784f-4e17-9321-7906a0b70dea not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:32:56.302151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92507348-2ea6-4332-8250-eefba5ef4403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.305745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.312835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Checking segment: {'id': 'ea8a693d-c58e-4a13-a6ca-8a58dc9943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db7c7ae2-f1d6-4d17-9a56-057f318d8be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:56.313202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network hostable DHCP agents. Network: db7c7ae2-f1d6-4d17-9a56-057f318d8be3, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:32:56.327812 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/3fc916dc-1976-4281-abbf-a37ab91b679a HTTP/1.1" status: 204 len: 168 time: 1.8330889 Apr 05 14:32:56.328724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a02267-dde9-4afc-8c04-029a78ff5070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=3fc916dc-1976-4281-abbf-a37ab91b679a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:56.330721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33128) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:56.364601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Transition to ACTIVE for port object d8c15e39-f83d-43df-b8b5-c63c1089ae67 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:56.428650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.430881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.432547 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-45256a67-16e9-436f-b3d6-87b22f5530b1 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/floatingips/5968f2b5-a45c-4064-95d0-f5e7d1c248c1 HTTP/1.1" status: 204 len: 168 time: 1.6636968 Apr 05 14:32:56.437215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33132) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:56.448940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '23337501-1346-4f73-94c4-68526abb22f3'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:56.471210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:56.477078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:32:56.485340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:floatingip and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:56.489834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e852ef-6c29-4485-a229-49ee9e8bb9a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.491351 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a8e852ef-6c29-4485-a229-49ee9e8bb9a5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.6304419 Apr 05 14:32:56.491840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:56.498647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.500665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33136) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:56.505749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:56.508058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, db7c7ae2-f1d6-4d17-9a56-057f318d8be3) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:56.520916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.521492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.523099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e59c5f-1b94-4e24-bc7d-c84feccaf80d None None] Network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:56.528579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.567334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-578dbe8d-29a5-40a3-aca4-0ec993f963d7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting subnet 0be91175-e17c-4e14-b4e8-51c2f80eb581 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:32:56.574541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-578dbe8d-29a5-40a3-aca4-0ec993f963d7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.581501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.614377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986ff91-c4b5-4bde-919c-20d29994b2d1 req-ec4ff38b-1ff5-4507-b8b6-af96252f6cc7 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.615832 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5986ff91-c4b5-4bde-919c-20d29994b2d1 req-ec4ff38b-1ff5-4507-b8b6-af96252f6cc7 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4391561 Apr 05 14:32:56.622425 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-5b932bd8-3af3-4952-9cb9-ebbd09402d9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=978f05d8511947d2a12e13a0e8736f3b&device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 1098 time: 0.3314800 Apr 05 14:32:56.654089 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-32b9dba2-a9be-4006-beea-237873c4b727 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8447926 Apr 05 14:32:56.677430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33140) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:56.687529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Allocated IP 172.20.0.2 (7134fbc0-9194-403e-8eb4-a90d2d742ccd/0f805161-0716-4ce2-9c71-f7debede2d78/e372f13b-f025-45b4-8f4e-7927bd5251cc) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:56.692024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'network': {'name': 'tempest-router-network01--43993084'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:56.753283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-578dbe8d-29a5-40a3-aca4-0ec993f963d7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.816271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:56.826785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:56.827583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=d8c15e39-f83d-43df-b8b5-c63c1089ae67,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:56.835457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:56.838997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Usage tracker for resource:network and tenant:c33bbedd37a94352971a986819466765 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:56.847429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:56.849632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:56.859149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5986ff91-c4b5-4bde-919c-20d29994b2d1 req-7e012a11-a566-4ceb-b3e6-d876abff4d91 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2356958 Apr 05 14:32:56.894456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa9a0b-e5e8-4722-b9d5-613d7b15500f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.898418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa9a0b-e5e8-4722-b9d5-613d7b15500f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.902942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fa9a0b-e5e8-4722-b9d5-613d7b15500f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.904670 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c8fa9a0b-e5e8-4722-b9d5-613d7b15500f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4025519 Apr 05 14:32:56.909526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33144) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:56.915219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-db7c7ae2-f1d6-4d17-9a56-057f318d8be3', 'network_id': 'db7c7ae2-f1d6-4d17-9a56-057f318d8be3', 'tenant_id': 'c33bbedd37a94352971a986819466765', 'fixed_ips': [{'subnet_id': '39da5864-88df-462d-909b-ef2efcea2c22'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:32:56.916063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.923073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:56.939967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:56.962165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-fbee9eae-8d0f-4044-aba9-342e3e0bd104 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.964176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-fbee9eae-8d0f-4044-aba9-342e3e0bd104 service neutron] 10.222.0.15 "GET /v2.0/networks?id=341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 200 len: 913 time: 0.3329890 Apr 05 14:32:56.981793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d68315b-0c42-4b9c-99f1-d11abf212e76']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:56.998263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:56.999179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.022929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2e03910-31e2-459f-93b8-9bf307c7c735') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:57.023301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2e03910-31e2-459f-93b8-9bf307c7c735') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:32:57.044923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.059973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-702ed97f-3aee-4349-8d4a-fd3ce937296c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port ae242f1e-4c54-44fd-bc7a-212670c9d2af {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:57.060318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-702ed97f-3aee-4349-8d4a-fd3ce937296c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.098805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-578dbe8d-29a5-40a3-aca4-0ec993f963d7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.120582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.143477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Transition to ACTIVE for port object e372f13b-f025-45b4-8f4e-7927bd5251cc will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:57.162987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Made reservation on behalf of c33bbedd37a94352971a986819466765 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:57.165926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.173705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Transition to ACTIVE for port object e372f13b-f025-45b4-8f4e-7927bd5251cc will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:57.175381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Allocated IP 172.20.0.2 (db7c7ae2-f1d6-4d17-9a56-057f318d8be3/39da5864-88df-462d-909b-ef2efcea2c22/3746e7d4-d320-4cc7-9b38-b5cb24e820b7) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:57.184770 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-395545ae-971f-429f-9f4f-951347c57493 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3640995 Apr 05 14:32:57.188799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33148) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:57.191223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.193225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.202439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'name': 'tempest-AllowedAddressPairTestJSON-706932740', 'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:69:63:87'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:57.224922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:32:57.225318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.227969 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-18987c7a-61c7-43f1-8bf0-d117b30f06f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 200 len: 1001 time: 0.2521248 Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:32:57.243858 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:32:57.373718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:57.378304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Pushing event updated for resources: {'Port': ['ID=e372f13b-f025-45b4-8f4e-7927bd5251cc,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:57.381623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:57.385698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:57.388244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-578dbe8d-29a5-40a3-aca4-0ec993f963d7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.394802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:57.418197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.430587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.430939 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Added segment b878c237-8513-47b2-850b-1515cfa6f4df of type vlan for network d205f37a-09ca-4bfb-bb95-25eff628654e Apr 05 14:32:57.447408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.477640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.524171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=2d68315b-0c42-4b9c-99f1-d11abf212e76,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:57.540219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.545931 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2d792939-bf9c-40fa-9a62-8100b33169e5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/2d68315b-0c42-4b9c-99f1-d11abf212e76 HTTP/1.1" status: 204 len: 168 time: 1.2049155 Apr 05 14:32:57.547111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.555686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33152) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:57.558961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Attempting to bind port e372f13b-f025-45b4-8f4e-7927bd5251cc on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:57.559619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Attempting to bind port e372f13b-f025-45b4-8f4e-7927bd5251cc by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '0862e391-bf20-47bd-8d95-3bcb68ae0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:57.559987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Attempting to bind port e372f13b-f025-45b4-8f4e-7927bd5251cc on network 7134fbc0-9194-403e-8eb4-a90d2d742ccd {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:57.565582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578dbe8d-29a5-40a3-aca4-0ec993f963d7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Subnet': ['ID=0be91175-e17c-4e14-b4e8-51c2f80eb581,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:57.567923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-1348540399'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:57.568060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-04cbc1e1-2869-4102-aa29-0a9f4a6c925e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:57.569446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-04cbc1e1-2869-4102-aa29-0a9f4a6c925e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 200 len: 851 time: 0.3242373 Apr 05 14:32:57.578570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:57.581429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.583425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:57.584971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:57.585708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Checking segment: {'id': '0862e391-bf20-47bd-8d95-3bcb68ae0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:57.586187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.586660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Bound using segment: {'id': '0862e391-bf20-47bd-8d95-3bcb68ae0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:57.587610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Bound port: e372f13b-f025-45b4-8f4e-7927bd5251cc, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0862e391-bf20-47bd-8d95-3bcb68ae0284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:57.587989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.591154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Usage tracker for resource:port and tenant:65674d1aeb0f4c20891afa76acb7dabc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:57.633511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-578dbe8d-29a5-40a3-aca4-0ec993f963d7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.635976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:57.639062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:57.647537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:57.651747 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:57.663937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:57.673620 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-578dbe8d-29a5-40a3-aca4-0ec993f963d7 tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/subnets/0be91175-e17c-4e14-b4e8-51c2f80eb581 HTTP/1.1" status: 204 len: 168 time: 1.6455002 Apr 05 14:32:57.677728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-702ed97f-3aee-4349-8d4a-fd3ce937296c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.683070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bc083b7-f6e7-4b06-a744-f7fe6ef625ef None None] Network e3c6a267-ff70-4f39-8cd9-320c0a49128a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:32:57.683841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33156) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:57.720893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.724602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:57.725392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.798539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Made reservation on behalf of 65674d1aeb0f4c20891afa76acb7dabc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:57.810014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-702ed97f-3aee-4349-8d4a-fd3ce937296c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for ae242f1e-4c54-44fd-bc7a-212670c9d2af owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:57.812272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:57.815127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.821631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:57.848581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Transition to ACTIVE for port object 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:57.888660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-71ffe7cc-7ea2-4b27-8d07-45a41f9cee03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=341e7591-65f9-4049-b2ea-ee9c4ca7b094&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3118112 Apr 05 14:32:57.963935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] For port e372f13b-f025-45b4-8f4e-7927bd5251cc, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:57.966361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Transition to ACTIVE for port object 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:32:57.984219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] For port e372f13b-f025-45b4-8f4e-7927bd5251cc, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e372f13b-f025-45b4-8f4e-7927bd5251cc,segment=NetworkSegment(0862e391-bf20-47bd-8d95-3bcb68ae0284),segment_id=0862e391-bf20-47bd-8d95-3bcb68ae0284)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:57.986067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.033855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.067149 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3878093 Apr 05 14:32:58.076346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33166) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:58.083535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-702ed97f-3aee-4349-8d4a-fd3ce937296c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.095842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Pushing event updated for resources: {'Port': ['ID=3746e7d4-d320-4cc7-9b38-b5cb24e820b7,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:58.097378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8fb3bb-597a-4354-9c02-6def53b0e332 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Network': ['ID=d205f37a-09ca-4bfb-bb95-25eff628654e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:58.103898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:58.104113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:32:58.109001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'network': {'name': 'tempest-router-network02--1784153235'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:58.120484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.141200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:58.148981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:32:58.152078 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:32:58.152324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Usage tracker for resource:network and tenant:c33bbedd37a94352971a986819466765 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:58.154582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d205f37a-09ca-4bfb-bb95-25eff628654e details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:58.157462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:58.189473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.189692 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment 29ef420f-0e1c-4bb3-9283-ae0ea60daca0 of type vlan for network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 Apr 05 14:32:58.190971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:58.199970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.26.6.194 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/0da0faca-ea67-423a-a131-0b76199e9bb8) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:58.202707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702ed97f-3aee-4349-8d4a-fd3ce937296c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=ae242f1e-4c54-44fd-bc7a-212670c9d2af,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:58.225906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.241402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:58.241745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.274441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-702ed97f-3aee-4349-8d4a-fd3ce937296c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.308192 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-702ed97f-3aee-4349-8d4a-fd3ce937296c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/ae242f1e-4c54-44fd-bc7a-212670c9d2af HTTP/1.1" status: 204 len: 168 time: 1.3952334 Apr 05 14:32:58.312144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33170) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:58.325370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Made reservation on behalf of c33bbedd37a94352971a986819466765 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:58.328305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.344018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.382315 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-c8bbfde6-17e3-48d2-99b5-2da7b997ee69 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598742 Apr 05 14:32:58.387799 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0319c16e-80cd-4f85-8baa-01fd1d17acc3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:32:58.388290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0319c16e-80cd-4f85-8baa-01fd1d17acc3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:32:58.397322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c73b2-1ec8-4468-95ad-4d4ab62ab228 req-f6523799-d665-48b7-b811-4a604e22ceb3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.404906 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-194c73b2-1ec8-4468-95ad-4d4ab62ab228 req-f6523799-d665-48b7-b811-4a604e22ceb3 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3808928 Apr 05 14:32:58.441182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] device_id is not set on port ed226d6b-53bd-4759-8289-bb7a807af94e yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:32:58.470414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Attempting to bind port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:32:58.470780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Attempting to bind port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ea8a693d-c58e-4a13-a6ca-8a58dc9943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db7c7ae2-f1d6-4d17-9a56-057f318d8be3'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:32:58.471139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Attempting to bind port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 on network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:32:58.486300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9996d4-df48-4545-9979-f60ac9a7ddda None None] Pushing event updated for resources: {'Port': ['ID=e372f13b-f025-45b4-8f4e-7927bd5251cc,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:58.492565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:32:58.492938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Checking segment: {'id': 'ea8a693d-c58e-4a13-a6ca-8a58dc9943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db7c7ae2-f1d6-4d17-9a56-057f318d8be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:32:58.493336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.493909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Bound using segment: {'id': 'ea8a693d-c58e-4a13-a6ca-8a58dc9943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db7c7ae2-f1d6-4d17-9a56-057f318d8be3'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:32:58.494541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Bound port: 3746e7d4-d320-4cc7-9b38-b5cb24e820b7, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea8a693d-c58e-4a13-a6ca-8a58dc9943be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'db7c7ae2-f1d6-4d17-9a56-057f318d8be3'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:32:58.494953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.570816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:32:58.597195 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-194c73b2-1ec8-4468-95ad-4d4ab62ab228 req-b986f7f2-d1af-470b-a31c-58d078d4b026 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1913328 Apr 05 14:32:58.600202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0319c16e-80cd-4f85-8baa-01fd1d17acc3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:32:58.603876 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0319c16e-80cd-4f85-8baa-01fd1d17acc3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/ae242f1e-4c54-44fd-bc7a-212670c9d2af HTTP/1.1" status: 404 len: 333 time: 0.2832899 Apr 05 14:32:58.612065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33174) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:58.688995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] For port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:32:58.694116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] For port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3746e7d4-d320-4cc7-9b38-b5cb24e820b7,segment=NetworkSegment(ea8a693d-c58e-4a13-a6ca-8a58dc9943be),segment_id=ea8a693d-c58e-4a13-a6ca-8a58dc9943be)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:32:58.697008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] DHCP port deletion for e3c6a267-ff70-4f39-8cd9-320c0a49128a request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:32:58.702596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] Deleting port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:58.702968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.727939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.728893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.732185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:32:58.732764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.759506 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21d24225-6156-48cc-b3d4-86469a9ca69b req-4587ce27-df3f-483c-8b74-6be8c2ec42c2 service neutron] 10.222.0.15 "GET /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683062 Apr 05 14:32:58.767190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ca8c2-6351-4d4d-b3fa-39480f572fca tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port c264af60-c051-4231-841b-859e9acf8560 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:32:58.767775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca8c2-6351-4d4d-b3fa-39480f572fca tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.822394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb636d8-5e50-4dff-a944-271ed241a6de None None] Pushing event updated for resources: {'Port': ['ID=3746e7d4-d320-4cc7-9b38-b5cb24e820b7,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:58.859056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:58.953362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.022656 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4620948 Apr 05 14:32:59.022929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33178) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:32:59.029353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': '8fa7f37b-a326-41cd-8256-d6fcc24337c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:32:59.032780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:32:59.070843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] For port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=73fe4f9c-d013-4da2-9be0-f2f2057d73d3,segment=NetworkSegment(c69ab1ce-e985-4c2a-853d-d66ffdd37fb5),segment_id=c69ab1ce-e985-4c2a-853d-d66ffdd37fb5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:59.072356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.130421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ba59c-f080-4d10-ba3c-3c57214dff6c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=8fa7f37b-a326-41cd-8256-d6fcc24337c1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:59.139448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] For port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=73fe4f9c-d013-4da2-9be0-f2f2057d73d3,segment=NetworkSegment(c69ab1ce-e985-4c2a-853d-d66ffdd37fb5),segment_id=c69ab1ce-e985-4c2a-853d-d66ffdd37fb5)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:32:59.139811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.150018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.150383 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Added segment aa62e2d6-fa99-4f7d-a4ce-4398371e1e74 of type vlan for network c981008c-d3a7-4ed7-876b-3f9d121aff82 Apr 05 14:32:59.205120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca8c2-6351-4d4d-b3fa-39480f572fca tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.214497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:32:59.223854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:32:59.268821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] Calling delete_port for 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:59.352058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:32:59.514383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:32:59.525917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ca8c2-6351-4d4d-b3fa-39480f572fca tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for c264af60-c051-4231-841b-859e9acf8560 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:59.573661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e372f13b-f025-45b4-8f4e-7927bd5251cc up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:59.612771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Allocated IP 172.20.0.6 (7134fbc0-9194-403e-8eb4-a90d2d742ccd/0f805161-0716-4ce2-9c71-f7debede2d78/ed226d6b-53bd-4759-8289-bb7a807af94e) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:32:59.629092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.722728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Calling delete_port for 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:32:59.723083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] Pushing event deleted for resources: {'Port': ['ID=73fe4f9c-d013-4da2-9be0-f2f2057d73d3,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:32:59.750906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba547bea-3c75-4a4a-8adf-619490c7a568 None None] No DVR routers for this DVR port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:32:59.786794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e372f13b-f025-45b4-8f4e-7927bd5251cc completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:59.793180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:32:59.818811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:32:59.886399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.890579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:32:59.909691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:32:59.920426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:32:59.932853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd1ffea-9a96-4976-96a8-f9eca97e4177 None None] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:00.007064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:33:00.034764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:00.067955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:00.069435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:00.069929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:00.075986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.079302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:00.079680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:00.080515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.081306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.085699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:00.095212 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-691b3a6b-55db-4bb8-a5a9-e77a5a859c43 None None] Provisioning for port e372f13b-f025-45b4-8f4e-7927bd5251cc completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:00.101441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-691b3a6b-55db-4bb8-a5a9-e77a5a859c43 None None] Provisioning complete for port e372f13b-f025-45b4-8f4e-7927bd5251cc triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:00.101807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-691b3a6b-55db-4bb8-a5a9-e77a5a859c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.113160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=0da0faca-ea67-423a-a131-0b76199e9bb8,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:00.120771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:00.138204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.260203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5a155-7025-4a21-8012-52ed0fd82a21 req-27691749-7aaf-4033-963f-1405908b7cd1 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.267260 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cac5a155-7025-4a21-8012-52ed0fd82a21 req-27691749-7aaf-4033-963f-1405908b7cd1 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.4314313 Apr 05 14:33:00.278948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Network': ['ID=c981008c-d3a7-4ed7-876b-3f9d121aff82,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:00.291728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca8c2-6351-4d4d-b3fa-39480f572fca tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.298082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.312771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c981008c-d3a7-4ed7-876b-3f9d121aff82 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:00.315847 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e77bc100-585d-49f1-95b1-a4229b9fe19d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2280579 Apr 05 14:33:00.321081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33184) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:00.332585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'subnet': {'network_id': 'd205f37a-09ca-4bfb-bb95-25eff628654e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:00.359647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7ca8c2-6351-4d4d-b3fa-39480f572fca tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=c264af60-c051-4231-841b-859e9acf8560,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:00.412320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Transition to ACTIVE for port object ed226d6b-53bd-4759-8289-bb7a807af94e will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:00.432067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cac5a155-7025-4a21-8012-52ed0fd82a21 req-e36c7359-1d76-4c4c-929c-000b282cb8f7 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1631551 Apr 05 14:33:00.458300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc7ca8c2-6351-4d4d-b3fa-39480f572fca tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.504369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e9277-cf4c-4641-b83e-0e46d7da5c24 None None] Network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:00.538057 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dc7ca8c2-6351-4d4d-b3fa-39480f572fca tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/c264af60-c051-4231-841b-859e9acf8560 HTTP/1.1" status: 204 len: 168 time: 1.9228213 Apr 05 14:33:00.541685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33190) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:00.610184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Deleting port 73fe4f9c-d013-4da2-9be0-f2f2057d73d3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:00.610724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.669200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:00.689829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.744417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-691b3a6b-55db-4bb8-a5a9-e77a5a859c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.794072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=09d9d727-f3d3-4306-aca6-94aa347ee84c,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:00.798614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Usage tracker for resource:subnet and tenant:c33bbedd37a94352971a986819466765 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:00.814267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:00.817656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': '29ef420f-0e1c-4bb3-9283-ae0ea60daca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa7f37b-a326-41cd-8256-d6fcc24337c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:00.818692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: 8fa7f37b-a326-41cd-8256-d6fcc24337c1, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:00.831093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b925f-7990-4a4a-b5c6-598153893852 req-2c603c1f-3733-4a4d-90bf-9c2c8532d5dd tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.836063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-691b3a6b-55db-4bb8-a5a9-e77a5a859c43 None None] For port e372f13b-f025-45b4-8f4e-7927bd5251cc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e372f13b-f025-45b4-8f4e-7927bd5251cc,segment=NetworkSegment(0862e391-bf20-47bd-8d95-3bcb68ae0284),segment_id=0862e391-bf20-47bd-8d95-3bcb68ae0284)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:00.838768 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-100b925f-7990-4a4a-b5c6-598153893852 req-2c603c1f-3733-4a4d-90bf-9c2c8532d5dd tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.1792207 Apr 05 14:33:00.844365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-691b3a6b-55db-4bb8-a5a9-e77a5a859c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.848743 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-63a1e184-3531-48c6-9919-c5e98e2608fd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:33:00.849233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-63a1e184-3531-48c6-9919-c5e98e2608fd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:00.853535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.859576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] The port '73fe4f9c-d013-4da2-9be0-f2f2057d73d3' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:00.860853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:00.892674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:00.897832 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-100b925f-7990-4a4a-b5c6-598153893852 req-6e1ec577-c492-4f6b-a91b-5c318fc8a661 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0580709 Apr 05 14:33:00.904986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 8fa7f37b-a326-41cd-8256-d6fcc24337c1) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:00.918690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:00.919370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:00.934457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef65825-31eb-4458-b1fc-2828aa23fae8 None None] Network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:00.944856 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-40eae0b8-9739-4696-b56d-9ae3bc69a070 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9208722 Apr 05 14:33:00.945719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33194) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:00.950956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-871456138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:00.957271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:00.961580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:router and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:00.976579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:00.983448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:01.004290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.007287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.016906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Made reservation on behalf of c33bbedd37a94352971a986819466765 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:01.034461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.061587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.077275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-63a1e184-3531-48c6-9919-c5e98e2608fd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:01.078799 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-63a1e184-3531-48c6-9919-c5e98e2608fd tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/c264af60-c051-4231-841b-859e9acf8560 HTTP/1.1" status: 404 len: 333 time: 0.5327389 Apr 05 14:33:01.085386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33200) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:01.098866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.103627 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9f9c07ea-e749-4f0f-a445-cca70f1d41f3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1552839 Apr 05 14:33:01.118172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33202) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:01.119206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b3a6b-55db-4bb8-a5a9-e77a5a859c43 None None] Pushing event updated for resources: {'Port': ['ID=e372f13b-f025-45b4-8f4e-7927bd5251cc,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:01.125913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'port': {'network_id': '8fa7f37b-a326-41cd-8256-d6fcc24337c1', 'name': 'tempest-RoutersTest-1044415887'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:01.162403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5599d8d0-cac0-44db-a84c-b54c1c3509a9 None None] Provisioning for port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:01.183219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5599d8d0-cac0-44db-a84c-b54c1c3509a9 None None] Provisioning complete for port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:01.183586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5599d8d0-cac0-44db-a84c-b54c1c3509a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.389070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:01.409000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:port and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:01.420719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:01.448074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:01.464103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5599d8d0-cac0-44db-a84c-b54c1c3509a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.474548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-8fa7f37b-a326-41cd-8256-d6fcc24337c1', 'network_id': '8fa7f37b-a326-41cd-8256-d6fcc24337c1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': '09d9d727-f3d3-4306-aca6-94aa347ee84c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:33:01.475369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.485933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e372f13b-f025-45b4-8f4e-7927bd5251cc up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:01.514559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:01.517569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.548267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:01.563691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] device_id is not set on port 4270700b-918f-4e24-a1ac-2b53e22717a5 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:01.564861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=ed226d6b-53bd-4759-8289-bb7a807af94e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:01.591286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:01.599280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:01.617531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e372f13b-f025-45b4-8f4e-7927bd5251cc triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:01.617892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.663045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.722785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.783863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.20.0.12 (8fa7f37b-a326-41cd-8256-d6fcc24337c1/09d9d727-f3d3-4306-aca6-94aa347ee84c/4270700b-918f-4e24-a1ac-2b53e22717a5) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:01.793360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-5599d8d0-cac0-44db-a84c-b54c1c3509a9 None None] For port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3746e7d4-d320-4cc7-9b38-b5cb24e820b7,segment=NetworkSegment(ea8a693d-c58e-4a13-a6ca-8a58dc9943be),segment_id=ea8a693d-c58e-4a13-a6ca-8a58dc9943be)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:01.813399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5599d8d0-cac0-44db-a84c-b54c1c3509a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.822732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce37804-2d86-407a-9433-ad348c01da25 req-4d483aa8-dfa6-4049-95b9-a82b01f5b1d8 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:01.824611 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bce37804-2d86-407a-9433-ad348c01da25 req-4d483aa8-dfa6-4049-95b9-a82b01f5b1d8 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.3712809 Apr 05 14:33:01.852211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3c6a267-ff70-4f39-8cd9-320c0a49128a']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:01.904087 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bce37804-2d86-407a-9433-ad348c01da25 req-7338fc40-7b1e-43f3-b069-88c9f01aa596 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0726779 Apr 05 14:33:01.956732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c69ab1ce-e985-4c2a-853d-d66ffdd37fb5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:01.957000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c69ab1ce-e985-4c2a-853d-d66ffdd37fb5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:01.965951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5599d8d0-cac0-44db-a84c-b54c1c3509a9 None None] Pushing event updated for resources: {'Port': ['ID=3746e7d4-d320-4cc7-9b38-b5cb24e820b7,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:01.972521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:01.973130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:01.991406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Provisioning complete for port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:01.991769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.004495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.044446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.064837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.081899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object 4270700b-918f-4e24-a1ac-2b53e22717a5 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:02.089061 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cf9ee94e-1231-4225-8728-379c015a326c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 4.8953817 Apr 05 14:33:02.091612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33210) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:02.095103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:02.095581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:02.113538 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:02.142625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Provisioning for port ed226d6b-53bd-4759-8289-bb7a807af94e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:02.151954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Provisioning complete for port ed226d6b-53bd-4759-8289-bb7a807af94e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:02.152205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.161184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.210393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c7ca96-91f0-43fc-893d-ff3e33c63013 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet 829da689-640a-4cd7-af31-2fde62bc1646 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:02.218897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ca96-91f0-43fc-893d-ff3e33c63013 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.249160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:02.253940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:02.257745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=4270700b-918f-4e24-a1ac-2b53e22717a5,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:02.260331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:02.270934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.297216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42e344-8cd6-4dd4-85c6-4c5a725cfc32 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.299328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.301201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42e344-8cd6-4dd4-85c6-4c5a725cfc32 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.304651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Port ed226d6b-53bd-4759-8289-bb7a807af94e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:02.305093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42e344-8cd6-4dd4-85c6-4c5a725cfc32 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.309868 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9f42e344-8cd6-4dd4-85c6-4c5a725cfc32 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2144437 Apr 05 14:33:02.312285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33214) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:02.315734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Allocated IP 172.20.0.2 (8fa7f37b-a326-41cd-8256-d6fcc24337c1/09d9d727-f3d3-4306-aca6-94aa347ee84c/d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:02.347850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] Pushing event deleted for resources: {'Network': ['ID=e3c6a267-ff70-4f39-8cd9-320c0a49128a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:02.361839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Provisioning for port d8c15e39-f83d-43df-b8b5-c63c1089ae67 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:02.362083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ca96-91f0-43fc-893d-ff3e33c63013 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.372331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Provisioning complete for port d8c15e39-f83d-43df-b8b5-c63c1089ae67 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:02.373111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.405988 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0532c9c1-9ee1-4ab1-8552-31708700395d tempest-NetworksTest-1171724844 tempest-NetworksTest-1171724844-project] 10.222.0.18 "DELETE /v2.0/networks/e3c6a267-ff70-4f39-8cd9-320c0a49128a HTTP/1.1" status: 204 len: 168 time: 4.7187765 Apr 05 14:33:02.492442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:02.493415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.522756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a0d08d29-8c12-4615-9b82-da4d0359d42d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Deleting port ed226d6b-53bd-4759-8289-bb7a807af94e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:02.523144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0d08d29-8c12-4615-9b82-da4d0359d42d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.537420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Port d8c15e39-f83d-43df-b8b5-c63c1089ae67 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:02.558437 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ba0c654a-905e-4b17-ba4a-1cf195a8fd7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4380760 Apr 05 14:33:02.559449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33220) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:02.576558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.625215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.700487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ca96-91f0-43fc-893d-ff3e33c63013 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.762436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.776738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Transition to ACTIVE for port object d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:02.802701 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Transition to ACTIVE for port object d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:02.805988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Provisioning complete for port e372f13b-f025-45b4-8f4e-7927bd5251cc triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:02.807636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-456fbf7c-74a5-4c51-9899-6e796dfc4cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.857209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:02.914742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.035575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Subnet': ['ID=b03b915c-5ad6-4eb3-80d8-44dd791e1161,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:03.052437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ca96-91f0-43fc-893d-ff3e33c63013 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.129168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0d08d29-8c12-4615-9b82-da4d0359d42d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.136867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Checking segment: {'id': 'b878c237-8513-47b2-850b-1515cfa6f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd205f37a-09ca-4bfb-bb95-25eff628654e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:03.137750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network hostable DHCP agents. Network: d205f37a-09ca-4bfb-bb95-25eff628654e, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:03.148679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c7ca96-91f0-43fc-893d-ff3e33c63013 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=829da689-640a-4cd7-af31-2fde62bc1646,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:03.154245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33228) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:03.161587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:03.166788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:03.170031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:03.187777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Pushing event updated for resources: {'Port': ['ID=d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:03.191696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e035e9-6757-466a-8fa2-e29650ba4873 None None] Network 51f05a0d-1baa-462b-9b4e-45daa944999e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:03.200311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c3c7ca96-91f0-43fc-893d-ff3e33c63013 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.256359 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c3c7ca96-91f0-43fc-893d-ff3e33c63013 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/829da689-640a-4cd7-af31-2fde62bc1646 HTTP/1.1" status: 204 len: 168 time: 2.1137452 Apr 05 14:33:03.284380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33234) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:03.285235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network d205f37a-09ca-4bfb-bb95-25eff628654e is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:03.337965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a0d08d29-8c12-4615-9b82-da4d0359d42d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Calling delete_port for ed226d6b-53bd-4759-8289-bb7a807af94e owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:03.435367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, d205f37a-09ca-4bfb-bb95-25eff628654e) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:03.451210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:03.458459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:03.459251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.504818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc63e0b-6581-495b-b025-178f2caa9fb7 None None] Network d205f37a-09ca-4bfb-bb95-25eff628654e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:03.520854 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c89719bc-a6b4-4516-a29d-3b3939e1a050 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1979208 Apr 05 14:33:03.528231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.533099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33238) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:03.537664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Attempting to bind port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:03.538176 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Attempting to bind port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '29ef420f-0e1c-4bb3-9283-ae0ea60daca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa7f37b-a326-41cd-8256-d6fcc24337c1'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:03.538639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Attempting to bind port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 on network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:03.556446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'subnet': {'network_id': 'c981008c-d3a7-4ed7-876b-3f9d121aff82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:03.718919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.757894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:03.758184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Checking segment: {'id': '29ef420f-0e1c-4bb3-9283-ae0ea60daca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa7f37b-a326-41cd-8256-d6fcc24337c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:03.758552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.758943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Bound using segment: {'id': '29ef420f-0e1c-4bb3-9283-ae0ea60daca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa7f37b-a326-41cd-8256-d6fcc24337c1'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:03.760312 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Bound port: d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29ef420f-0e1c-4bb3-9283-ae0ea60daca0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '8fa7f37b-a326-41cd-8256-d6fcc24337c1'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:03.760312 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.791547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.827787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f060763-f531-47e2-91e7-5ac9f975d632 req-4532e241-be1c-4fbb-b50e-98b132fbca1d tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:03.829233 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1f060763-f531-47e2-91e7-5ac9f975d632 req-4532e241-be1c-4fbb-b50e-98b132fbca1d tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.6158705 Apr 05 14:33:03.839927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0d08d29-8c12-4615-9b82-da4d0359d42d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.864857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:03.864857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.917537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d08d29-8c12-4615-9b82-da4d0359d42d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Port': ['ID=ed226d6b-53bd-4759-8289-bb7a807af94e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:03.927500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:03.927694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:03.948862 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f20aeca4-9bc3-4c4d-aa1f-a6d90c1d4f79 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8dd64f7c54db468784280643349b76cb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7833288 Apr 05 14:33:03.953701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33242) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:04.006120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:04.012130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=0da0faca-ea67-423a-a131-0b76199e9bb8,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:04.055133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] For port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:04.068823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Usage tracker for resource:subnet and tenant:c33bbedd37a94352971a986819466765 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:04.078555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] For port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830,segment=NetworkSegment(29ef420f-0e1c-4bb3-9283-ae0ea60daca0),segment_id=29ef420f-0e1c-4bb3-9283-ae0ea60daca0)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:04.084794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:04.090353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.120068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:04.133843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-d205f37a-09ca-4bfb-bb95-25eff628654e', 'network_id': 'd205f37a-09ca-4bfb-bb95-25eff628654e', 'tenant_id': 'c33bbedd37a94352971a986819466765', 'fixed_ips': [{'subnet_id': 'b03b915c-5ad6-4eb3-80d8-44dd791e1161'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:33:04.135498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.163084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-99a8d73c-f369-4c31-8ee8-1cbc07c34704 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:04.164943 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-99a8d73c-f369-4c31-8ee8-1cbc07c34704 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.15 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 945 time: 0.5084412 Apr 05 14:33:04.166861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.185149 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] DHCP port deletion for 51f05a0d-1baa-462b-9b4e-45daa944999e request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:04.236278 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1f060763-f531-47e2-91e7-5ac9f975d632 req-a33315b7-8dd9-4ce8-99a0-cb14ed7c93cb tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups?id=e150089c-877c-47ae-b24a-57ff07e65800&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3887603 Apr 05 14:33:04.240274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Made reservation on behalf of c33bbedd37a94352971a986819466765 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:04.241057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.291567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] Deleting port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:04.292063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.411084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Deleting port 43447ddc-2d52-4f60-bde1-9d70d3c5332d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:04.411434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.453953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c1957-9053-4475-aaa9-b1cb2831614b None None] Pushing event updated for resources: {'Port': ['ID=d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:04.503793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-436e4da1-c74a-47d8-9c75-40dbc0eeb432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.518607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.603993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] For port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a76acfc-ec02-46a5-9ded-bd0b9578b4fd,segment=NetworkSegment(9657a436-e992-4f1b-a8db-9a08cfd65b71),segment_id=9657a436-e992-4f1b-a8db-9a08cfd65b71)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:04.604366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.647997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-436e4da1-c74a-47d8-9c75-40dbc0eeb432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.676661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0d08d29-8c12-4615-9b82-da4d0359d42d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.717519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Allocated IP 172.20.0.2 (d205f37a-09ca-4bfb-bb95-25eff628654e/b03b915c-5ad6-4eb3-80d8-44dd791e1161/63b86765-793e-4915-acf2-0f391deb4417) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:04.725262 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a0d08d29-8c12-4615-9b82-da4d0359d42d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "DELETE /v2.0/ports/ed226d6b-53bd-4759-8289-bb7a807af94e HTTP/1.1" status: 204 len: 168 time: 2.4121053 Apr 05 14:33:04.752099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] For port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a76acfc-ec02-46a5-9ded-bd0b9578b4fd,segment=NetworkSegment(9657a436-e992-4f1b-a8db-9a08cfd65b71),segment_id=9657a436-e992-4f1b-a8db-9a08cfd65b71)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:04.757993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:04.803620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33246) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:04.818935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:04.987828 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-058b6376-7f8e-4ee5-bdf4-92e493bc60bc tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] GET failed (client error): The resource could not be found. Apr 05 14:33:04.988238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-058b6376-7f8e-4ee5-bdf4-92e493bc60bc tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Synchronizing usage tracker for tenant:65674d1aeb0f4c20891afa76acb7dabc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:05.017575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] Calling delete_port for 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:05.046441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.052033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] For port 43447ddc-2d52-4f60-bde1-9d70d3c5332d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=43447ddc-2d52-4f60-bde1-9d70d3c5332d,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:05.052403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.120805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-058b6376-7f8e-4ee5-bdf4-92e493bc60bc tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Unset dirty status for tenant:65674d1aeb0f4c20891afa76acb7dabc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:05.121966 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-058b6376-7f8e-4ee5-bdf4-92e493bc60bc tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "GET /v2.0/ports/ed226d6b-53bd-4759-8289-bb7a807af94e HTTP/1.1" status: 404 len: 333 time: 0.3111663 Apr 05 14:33:05.133219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-436e4da1-c74a-47d8-9c75-40dbc0eeb432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.135685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.137437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33250) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:05.142745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:05.143077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:05.147438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=1a76acfc-ec02-46a5-9ded-bd0b9578b4fd,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:05.154592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'name': 'tempest-AllowedAddressPairTestJSON-1321550002'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:05.174207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e4da1-c74a-47d8-9c75-40dbc0eeb432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b871b87-3a53-4833-8a64-cb9e9da09bcd,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:05.174467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.178035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No DVR routers for this DVR port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:05.238742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.249498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Transition to ACTIVE for port object 63b86765-793e-4915-acf2-0f391deb4417 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:05.271767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Transition to ACTIVE for port object 63b86765-793e-4915-acf2-0f391deb4417 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:05.278926 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.360050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Network d205f37a-09ca-4bfb-bb95-25eff628654e is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:05.361498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:05.364771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:05.367030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Pushing event updated for resources: {'Port': ['ID=63b86765-793e-4915-acf2-0f391deb4417,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:05.526884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Attempting to bind port 63b86765-793e-4915-acf2-0f391deb4417 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:05.535492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Attempting to bind port 63b86765-793e-4915-acf2-0f391deb4417 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'b878c237-8513-47b2-850b-1515cfa6f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd205f37a-09ca-4bfb-bb95-25eff628654e'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:05.535858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Attempting to bind port 63b86765-793e-4915-acf2-0f391deb4417 on network d205f37a-09ca-4bfb-bb95-25eff628654e {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:05.544742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:05.607692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:05.607940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.608281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.608597 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Floating IP eb599cdb-23b0-4832-bf52-eefa306186c6 disassociated. External IP: 172.26.6.224, port: 43447ddc-2d52-4f60-bde1-9d70d3c5332d. Apr 05 14:33:05.608803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Checking segment: {'id': 'b878c237-8513-47b2-850b-1515cfa6f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd205f37a-09ca-4bfb-bb95-25eff628654e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:05.608933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Calling delete_port for 43447ddc-2d52-4f60-bde1-9d70d3c5332d owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:05.609470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.610003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Bound using segment: {'id': 'b878c237-8513-47b2-850b-1515cfa6f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd205f37a-09ca-4bfb-bb95-25eff628654e'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:05.610642 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Bound port: 63b86765-793e-4915-acf2-0f391deb4417, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b878c237-8513-47b2-850b-1515cfa6f4df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'd205f37a-09ca-4bfb-bb95-25eff628654e'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:05.611183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.662339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.670969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-436e4da1-c74a-47d8-9c75-40dbc0eeb432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.675178 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-436e4da1-c74a-47d8-9c75-40dbc0eeb432 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b871b87-3a53-4833-8a64-cb9e9da09bcd HTTP/1.1" status: 204 len: 168 time: 1.7146099 Apr 05 14:33:05.678428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.712711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] Deleting port 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:05.714725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.762577 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP fcf05a14-c79a-4552-8650-9a20268b06d2 associated. External IP: 172.26.6.194, port: 23337501-1346-4f73-94c4-68526abb22f3. Apr 05 14:33:05.832061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51f05a0d-1baa-462b-9b4e-45daa944999e']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:05.851561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9a771e46-457f-4bf0-a544-819f59683ec5 None None] The port '1a76acfc-ec02-46a5-9ded-bd0b9578b4fd' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:05.892578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:05.920366 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] For port 63b86765-793e-4915-acf2-0f391deb4417, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:05.924111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] For port 63b86765-793e-4915-acf2-0f391deb4417, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=63b86765-793e-4915-acf2-0f391deb4417,segment=NetworkSegment(b878c237-8513-47b2-850b-1515cfa6f4df),segment_id=b878c237-8513-47b2-850b-1515cfa6f4df)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:05.933791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:05.961477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9657a436-e992-4f1b-a8db-9a08cfd65b71') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:05.961781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9657a436-e992-4f1b-a8db-9a08cfd65b71') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:05.984273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.007587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:06.041282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=4270700b-918f-4e24-a1ac-2b53e22717a5,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:06.048931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b10ac2-6ad4-477c-a5dd-4666bf229f40 None None] Network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:06.055556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.062312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Subnet': ['ID=6dcfedef-ed05-4daf-9850-3c7aa1ef12cb,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:06.080693 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cca2bcf2-49c8-4a02-a544-0d5b35d51750 req-4149f582-898a-4d4c-9caf-765b1e2beeb4 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 210 time: 0.3235192 Apr 05 14:33:06.084338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.089519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:06.089864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a76acfc-ec02-46a5-9ded-bd0b9578b4fd not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:06.124296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:06.125052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.173612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event deleted for resources: {'Port': ['ID=43447ddc-2d52-4f60-bde1-9d70d3c5332d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:06.187211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f230c1-0e6b-446b-bbba-5aa55a8195b7 None None] Pushing event updated for resources: {'Port': ['ID=63b86765-793e-4915-acf2-0f391deb4417,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:06.234644 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:06.253065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:06.254398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-23c38c8d-fba5-46f3-a497-d153379febfc None None] Provisioning for port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:06.275767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:06.283148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-23c38c8d-fba5-46f3-a497-d153379febfc None None] Provisioning complete for port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:06.283527 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23c38c8d-fba5-46f3-a497-d153379febfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.287577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Checking segment: {'id': 'aa62e2d6-fa99-4f7d-a4ce-4398371e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c981008c-d3a7-4ed7-876b-3f9d121aff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:06.288039 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network hostable DHCP agents. Network: c981008c-d3a7-4ed7-876b-3f9d121aff82, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:06.321057 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.374205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.389230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Network': ['ID=51f05a0d-1baa-462b-9b4e-45daa944999e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:06.402367 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-17f7b18e-3fb2-4ae8-bf01-8c08c36b743f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/networks/51f05a0d-1baa-462b-9b4e-45daa944999e HTTP/1.1" status: 204 len: 168 time: 3.1103559 Apr 05 14:33:06.411975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network c981008c-d3a7-4ed7-876b-3f9d121aff82 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:06.420713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33268) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:06.432779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-574849967'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:06.436861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, c981008c-d3a7-4ed7-876b-3f9d121aff82) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:06.451861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f64e9a-0621-4334-ae1d-c61e438c6e92 None None] Network c981008c-d3a7-4ed7-876b-3f9d121aff82 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:06.454758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:06.455393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.469315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:06.515865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:network and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:06.524485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:06.557503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:06.567577 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0f1bbf8f-843d-4bdb-9645-07d2ed725b09 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0208111 Apr 05 14:33:06.573278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Made reservation on behalf of 65674d1aeb0f4c20891afa76acb7dabc for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:06.576036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33272) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:06.576365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.609638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 43447ddc-2d52-4f60-bde1-9d70d3c5332d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:06.658531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 43447ddc-2d52-4f60-bde1-9d70d3c5332d {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:06.658531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 43447ddc-2d52-4f60-bde1-9d70d3c5332d not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:06.720392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:06.723740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.737618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] device_id is not set on port ab0e3093-93e7-49df-be07-a75b6b0108a4 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:06.816767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:06.832278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.833069 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Added segment 87bd603e-ebf9-4d5e-8170-8d803dd8ef04 of type vlan for network 41490ed4-4ae5-4e56-98e1-95a91457df4e Apr 05 14:33:06.871809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.892915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.896051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23c38c8d-fba5-46f3-a497-d153379febfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:06.997846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Allocated IP 172.20.0.4 (7134fbc0-9194-403e-8eb4-a90d2d742ccd/0f805161-0716-4ce2-9c71-f7debede2d78/ab0e3093-93e7-49df-be07-a75b6b0108a4) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:06.999102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-23c38c8d-fba5-46f3-a497-d153379febfc None None] For port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830,segment=NetworkSegment(29ef420f-0e1c-4bb3-9283-ae0ea60daca0),segment_id=29ef420f-0e1c-4bb3-9283-ae0ea60daca0)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:07.011163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23c38c8d-fba5-46f3-a497-d153379febfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.029999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.033757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:07.034411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.068597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-c981008c-d3a7-4ed7-876b-3f9d121aff82', 'network_id': 'c981008c-d3a7-4ed7-876b-3f9d121aff82', 'tenant_id': 'c33bbedd37a94352971a986819466765', 'fixed_ips': [{'subnet_id': '6dcfedef-ed05-4daf-9850-3c7aa1ef12cb'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:33:07.069420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.107369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33288) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:07.138948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.253268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c38c8d-fba5-46f3-a497-d153379febfc None None] Pushing event updated for resources: {'Port': ['ID=d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:07.421130 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Allocated IP 172.20.0.2 (c981008c-d3a7-4ed7-876b-3f9d121aff82/6dcfedef-ed05-4daf-9850-3c7aa1ef12cb/45dce6cb-b71e-41d4-b3a0-aef6fac21e68) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:07.496744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1957355197'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:07.565168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:07.598729 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1745474 Apr 05 14:33:07.599712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35165e60-bc83-4eba-a97a-c93ba66473a9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Network': ['ID=41490ed4-4ae5-4e56-98e1-95a91457df4e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:07.617448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33298) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:07.647892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 41490ed4-4ae5-4e56-98e1-95a91457df4e details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:07.713857 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-814e8c23-91ff-4854-8ca5-9acefacdcb95 req-562c9374-ed42-487d-9da5-ba47ff4a36dd tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 210 time: 0.2543454 Apr 05 14:33:07.784268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:07.796712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '41490ed4-4ae5-4e56-98e1-95a91457df4e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:07.806083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:network and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:07.813544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:07.823987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:07.859729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:07.869886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Router 4d8552f5-fad6-467d-911f-c09c5fc4f532 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:07.897895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f343e48-7741-46ed-b0db-4b6b01011104 None None] Network d205f37a-09ca-4bfb-bb95-25eff628654e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:07.913726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:07.916780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.063914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.086080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f53fc0bc-fd80-4ddd-9650-bb098321fb9e None None] Provisioning complete for port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:08.086759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f53fc0bc-fd80-4ddd-9650-bb098321fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.121879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:08.134483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:08.151430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.182174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:08.199178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:08.225487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:08.279394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:08.279819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.383450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.388738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.392963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Transition to ACTIVE for port object ab0e3093-93e7-49df-be07-a75b6b0108a4 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:08.413873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:08.414636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Transition to ACTIVE for port object 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:08.428701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group_rule and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:08.435180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:08.449839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:08.464048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Transition to ACTIVE for port object 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:08.487000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.490893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.496256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.513666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.543105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.582617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f53fc0bc-fd80-4ddd-9650-bb098321fb9e None None] Provisioning for port 4270700b-918f-4e24-a1ac-2b53e22717a5 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:08.602272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 63b86765-793e-4915-acf2-0f391deb4417 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:08.636708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f53fc0bc-fd80-4ddd-9650-bb098321fb9e None None] Provisioning complete for port 4270700b-918f-4e24-a1ac-2b53e22717a5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:08.636926 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f53fc0bc-fd80-4ddd-9650-bb098321fb9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.661768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Network c981008c-d3a7-4ed7-876b-3f9d121aff82 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:08.677605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:08.683336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:08.686252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:08.691101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:08.700968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Pushing event updated for resources: {'Port': ['ID=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:08.714584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=ab0e3093-93e7-49df-be07-a75b6b0108a4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:08.728429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:08.769359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f53fc0bc-fd80-4ddd-9650-bb098321fb9e None None] Port 4270700b-918f-4e24-a1ac-2b53e22717a5 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:08.849240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Attempting to bind port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:08.849606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Attempting to bind port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'aa62e2d6-fa99-4f7d-a4ce-4398371e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c981008c-d3a7-4ed7-876b-3f9d121aff82'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:08.849950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Attempting to bind port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 on network c981008c-d3a7-4ed7-876b-3f9d121aff82 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:08.860724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.861641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:08.862334 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Checking segment: {'id': 'aa62e2d6-fa99-4f7d-a4ce-4398371e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c981008c-d3a7-4ed7-876b-3f9d121aff82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:08.862807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.863325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Bound using segment: {'id': 'aa62e2d6-fa99-4f7d-a4ce-4398371e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c981008c-d3a7-4ed7-876b-3f9d121aff82'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:08.863736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Bound port: 45dce6cb-b71e-41d4-b3a0-aef6fac21e68, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa62e2d6-fa99-4f7d-a4ce-4398371e1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c981008c-d3a7-4ed7-876b-3f9d121aff82'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:08.864140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.876287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 63b86765-793e-4915-acf2-0f391deb4417 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:08.938057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:08.954796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Provisioning complete for port 4270700b-918f-4e24-a1ac-2b53e22717a5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:08.955230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.012708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.020332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:09.026885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] For port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:09.030792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] For port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,segment=NetworkSegment(aa62e2d6-fa99-4f7d-a4ce-4398371e1e74),segment_id=aa62e2d6-fa99-4f7d-a4ce-4398371e1e74)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:09.031889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Port 4270700b-918f-4e24-a1ac-2b53e22717a5 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:09.036129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b51fb74b-692b-4a33-b3a4-63f84303a49d req-72463595-80f3-4d48-b2f2-fa3d171ec0fb tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 210 time: 0.0936105 Apr 05 14:33:09.038472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.091928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=4270700b-918f-4e24-a1ac-2b53e22717a5,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:09.109211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:09.109820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.113946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Provisioning for port 63b86765-793e-4915-acf2-0f391deb4417 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:09.124695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Provisioning complete for port 63b86765-793e-4915-acf2-0f391deb4417 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:09.125059 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.156758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:09.174738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f848a2-bca4-4c05-91aa-47466bbf7c99 None None] Pushing event updated for resources: {'Port': ['ID=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:09.176127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00a06edd-b3c6-42cd-aa68-b4a89c28a77d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:09.223828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.224173 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Added segment 51294951-5698-49ca-b6b2-d815d1dd049e of type vlan for network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 Apr 05 14:33:09.239764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:09.252891 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] Sync routers for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:09.269470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.274294 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:09.275176 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:09.337075 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f0072f72-d5b8-420f-99ab-813b4f012f3c tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1871896 Apr 05 14:33:09.342402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] No DVR routers for this DVR port 43447ddc-2d52-4f60-bde1-9d70d3c5332d on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:09.351885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33306) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:09.361829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.363785 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8a5ed29-fa8a-4e3b-9119-40da3520dfef req-9028fef0-90ae-4884-8316-c265df809158 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.15 "DELETE /v2.0/ports/43447ddc-2d52-4f60-bde1-9d70d3c5332d HTTP/1.1" status: 204 len: 173 time: 5.1840312 Apr 05 14:33:09.364504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'name': 'network-vif-deleted', 'tag': '43447ddc-2d52-4f60-bde1-9d70d3c5332d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:33:09.374786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:69:63:87'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:09.385624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] For port 63b86765-793e-4915-acf2-0f391deb4417, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=63b86765-793e-4915-acf2-0f391deb4417,segment=NetworkSegment(b878c237-8513-47b2-850b-1515cfa6f4df),segment_id=b878c237-8513-47b2-850b-1515cfa6f4df)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:09.397297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.401129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.412575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:09.427727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:09.528686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Allocated IP 172.20.0.1 (d205f37a-09ca-4bfb-bb95-25eff628654e/b03b915c-5ad6-4eb3-80d8-44dd791e1161/06e7bb9c-a1e5-4afe-9015-9f125589556a) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:09.609390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.649952 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:33:09.695632 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fd1a6728-64df-4db3-b82e-caebfba75cd7 None None] Provisioning for port ab0e3093-93e7-49df-be07-a75b6b0108a4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:09.718186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac53f28-0fc2-449c-a7b6-c1185ec7e949 None None] Pushing event updated for resources: {'Port': ['ID=63b86765-793e-4915-acf2-0f391deb4417,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:09.730876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fd1a6728-64df-4db3-b82e-caebfba75cd7 None None] Provisioning complete for port ab0e3093-93e7-49df-be07-a75b6b0108a4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:09.733337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd1a6728-64df-4db3-b82e-caebfba75cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.759535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c788a20-683d-48f7-9337-147b21e5b15e'] response: {'server_uuid': 'b246f197-ba05-4854-b3ce-1e16e48194be', 'name': 'network-vif-deleted', 'tag': '43447ddc-2d52-4f60-bde1-9d70d3c5332d', 'status': 'completed', 'code': 200} Apr 05 14:33:09.792124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:33:09.830740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a6728-64df-4db3-b82e-caebfba75cd7 None None] Port ab0e3093-93e7-49df-be07-a75b6b0108a4 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:09.952861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=d3a5f71f-e412-43dc-8a16-a58bdc2cc258,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:09.970773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a210b6af-8ee4-4893-b708-f08925516001 None None] Provisioning complete for port 4270700b-918f-4e24-a1ac-2b53e22717a5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:09.971280 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a210b6af-8ee4-4893-b708-f08925516001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:09.982543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Checking segment: {'id': '87bd603e-ebf9-4d5e-8170-8d803dd8ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41490ed4-4ae5-4e56-98e1-95a91457df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:09.982906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network hostable DHCP agents. Network: 41490ed4-4ae5-4e56-98e1-95a91457df4e, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:10.015072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.054492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Transition to ACTIVE for port object 06e7bb9c-a1e5-4afe-9015-9f125589556a will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:10.074926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 41490ed4-4ae5-4e56-98e1-95a91457df4e is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:10.097083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 41490ed4-4ae5-4e56-98e1-95a91457df4e) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:10.099728 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a210b6af-8ee4-4893-b708-f08925516001 None None] Port 4270700b-918f-4e24-a1ac-2b53e22717a5 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:10.100742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:10.110685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1c40f9-327a-4902-938f-d31d03b78eaf None None] Network 41490ed4-4ae5-4e56-98e1-95a91457df4e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:10.111372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.111948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.121034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.140748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:10.142069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.149101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a9a461-3af9-4079-a73b-87d525be7cbc None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:10.150387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.198363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.226265 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cadfc729-a902-4e93-9136-cf7d34728ff3 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4390936 Apr 05 14:33:10.239461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33316) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:10.289223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a9a461-3af9-4079-a73b-87d525be7cbc None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:10.290019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-82a9a461-3af9-4079-a73b-87d525be7cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:10.354684 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:04Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:10.358236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-82a9a461-3af9-4079-a73b-87d525be7cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:10.370676 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] Checking router: 4d8552f5-fad6-467d-911f-c09c5fc4f532 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:33:10.391654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1505046260', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:10.396519 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:10.397205 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:10.409394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a9a461-3af9-4079-a73b-87d525be7cbc None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:10.412778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:10.417718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-82a9a461-3af9-4079-a73b-87d525be7cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:10.440292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:router and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:10.451773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:10.474087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network d205f37a-09ca-4bfb-bb95-25eff628654e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:10.475303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:10.482651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:10.486833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Port': ['ID=06e7bb9c-a1e5-4afe-9015-9f125589556a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:10.490539 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c393b8a1-ad4e-4cc1-b3ac-5118d5eed7cb tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 14.0514369 Apr 05 14:33:10.493234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:10.530023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33320) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:10.644032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-82a9a461-3af9-4079-a73b-87d525be7cbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:10.644564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a9a461-3af9-4079-a73b-87d525be7cbc None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:10.717283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.729043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.733112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-2430fbfe-f5af-4a80-9dad-a283e2415687 req-bd4ecb37-621e-466d-b26f-6f234e993b76 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Synchronizing usage tracker for tenant:978f05d8511947d2a12e13a0e8736f3b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:10.740281 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.6283865 Apr 05 14:33:10.764188 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:33:10.769121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33324) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:10.790909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557e38f-4fa4-456b-9042-1d44ea7993ec tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Network': ['ID=1e7afdbe-15b1-4d07-85e6-0e94fe943874,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:10.799466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'name': 'tempest-PortsTestJSON-623676186'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:10.802229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:10.831264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-41490ed4-4ae5-4e56-98e1-95a91457df4e', 'network_id': '41490ed4-4ae5-4e56-98e1-95a91457df4e', 'tenant_id': '43a0e716bb8a47f7802508e843fd72bc', 'fixed_ips': [{'subnet_id': 'd3a5f71f-e412-43dc-8a16-a58bdc2cc258'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:33:10.832504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.843281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-2430fbfe-f5af-4a80-9dad-a283e2415687 req-bd4ecb37-621e-466d-b26f-6f234e993b76 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Unset dirty status for tenant:978f05d8511947d2a12e13a0e8736f3b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:10.855841 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2430fbfe-f5af-4a80-9dad-a283e2415687 req-bd4ecb37-621e-466d-b26f-6f234e993b76 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/ports?device_id=b246f197-ba05-4854-b3ce-1e16e48194be HTTP/1.1" status: 200 len: 210 time: 0.4893744 Apr 05 14:33:10.856906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.937890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95429b4-72be-49a4-a580-cfe452d63f20 None None] Network c981008c-d3a7-4ed7-876b-3f9d121aff82 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:10.963685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:10.983993 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-47893eae-c4bd-4481-869c-4c18690d638f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "GET /v2.0/floatingips/fcf05a14-c79a-4552-8650-9a20268b06d2 HTTP/1.1" status: 200 len: 978 time: 0.4529912 Apr 05 14:33:10.992476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33328) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:11.014057 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.031976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:11.039132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:11.042997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:11.050034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:11.098699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.121011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:11.124524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.158239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.173008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.177893 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-085ee51e-466b-459c-b817-f3f09a577881 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9319053 Apr 05 14:33:11.178950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33332) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:11.189206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-434c87ac-09b0-4611-9419-43420c51d16f None None] Provisioning for port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:11.193199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'network_id': '41490ed4-4ae5-4e56-98e1-95a91457df4e', 'name': 'tempest-PortsIpV6TestJSON-9228438'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:11.218359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:11.277167 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:04Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:11.283477 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798fa598-8f79-4e37-b19c-866ae2e14ae4 None None] The sync data for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv is: [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:36Z', 'revision_number': 4, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '32fa3107-d5db-4684-9938-f2899fd723e2', 'name': '', 'network_id': '341e7591-65f9-4049-b2ea-ee9c4ca7b094', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'mac_address': 'fa:16:3e:ed:90:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:33Z', 'updated_at': '2022-04-05T14:30:04Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'subnets': [{'id': '8a1dba06-716e-4726-a000-8fbcc92f13f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:11.301519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.320080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.403720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-434c87ac-09b0-4611-9419-43420c51d16f None None] Provisioning for port 06e7bb9c-a1e5-4afe-9015-9f125589556a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:11.435577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Allocated IP 2001:db8::2 (41490ed4-4ae5-4e56-98e1-95a91457df4e/d3a5f71f-e412-43dc-8a16-a58bdc2cc258/6ff590a2-f3b2-4199-aa50-8aebdee9c0f4) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:11.435577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-434c87ac-09b0-4611-9419-43420c51d16f None None] Provisioning complete for port 06e7bb9c-a1e5-4afe-9015-9f125589556a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:11.436248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-434c87ac-09b0-4611-9419-43420c51d16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.475871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 5022a5d0-c426-4a82-8f54-ea3c3b99c16b is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:33:11.489049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-136f6a04-47b5-46c9-bed0-a862c0c18495 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Synchronizing usage tracker for tenant:ee7871d169f840ee86d14ca14e2b66a3 on resource:floatingip {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:11.516731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=ab0e3093-93e7-49df-be07-a75b6b0108a4,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:11.544249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-136f6a04-47b5-46c9-bed0-a862c0c18495 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Unset dirty status for tenant:ee7871d169f840ee86d14ca14e2b66a3 on resource:floatingip {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:11.545732 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-136f6a04-47b5-46c9-bed0-a862c0c18495 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.5522110 Apr 05 14:33:11.549221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33336) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:11.564914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'port_id': '8319b553-36f2-48d7-86b9-f960042a7fa3'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:11.607975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 63b86765-793e-4915-acf2-0f391deb4417 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:11.628623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] In _notify_port_updated(), no bound segment for port ab0e3093-93e7-49df-be07-a75b6b0108a4 on network 7134fbc0-9194-403e-8eb4-a90d2d742ccd {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:33:11.639917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:11.650618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.652238 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1e2cc00d-f3bd-4711-8752-6cfcd0b5c890 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "PUT /v2.0/ports/ab0e3093-93e7-49df-be07-a75b6b0108a4 HTTP/1.1" status: 200 len: 993 time: 2.2993057 Apr 05 14:33:11.659732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33340) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:11.750069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-434c87ac-09b0-4611-9419-43420c51d16f None None] Port 06e7bb9c-a1e5-4afe-9015-9f125589556a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:11.794760 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986d8105-8830-4587-988d-cffe12fa8bf8 None None] New status for floating IP eb599cdb-23b0-4832-bf52-eefa306186c6: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:33:11.835429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-554faa5b-fbac-4966-93cb-891519de3e9d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Deleting port ab0e3093-93e7-49df-be07-a75b6b0108a4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:11.836013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-554faa5b-fbac-4966-93cb-891519de3e9d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.868312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:11.887629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:11.893949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:11.917181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:11.985444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.997176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:11.997376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Transition to ACTIVE for port object 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:12.019202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Transition to ACTIVE for port object 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:12.028144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.033608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.035682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:12.049186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.110580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 63b86765-793e-4915-acf2-0f391deb4417 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:12.111106 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.116315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port ceb13847-0f9d-406b-8bc8-b7c754e3e983 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:12.161479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33348) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:12.215439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Network 41490ed4-4ae5-4e56-98e1-95a91457df4e is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:12.227030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:12.231496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:12.327636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.382299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Pushing event updated for resources: {'Port': ['ID=6ff590a2-f3b2-4199-aa50-8aebdee9c0f4,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:12.387241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Attempting to bind port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:12.387615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Attempting to bind port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '87bd603e-ebf9-4d5e-8170-8d803dd8ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41490ed4-4ae5-4e56-98e1-95a91457df4e'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:12.387926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:12.388043 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Attempting to bind port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 on network 41490ed4-4ae5-4e56-98e1-95a91457df4e {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:12.399270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c937c22c-e1eb-40a8-997d-a3cfc3f7ae1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/5022a5d0-c426-4a82-8f54-ea3c3b99c16b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8311746 Apr 05 14:33:12.400506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-554faa5b-fbac-4966-93cb-891519de3e9d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.405823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:33:12.408173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33352) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:12.442932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-697f5054-c75c-4043-99cd-a44b0392d0c0 None None] Provisioning complete for port ab0e3093-93e7-49df-be07-a75b6b0108a4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:12.443912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-697f5054-c75c-4043-99cd-a44b0392d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.450605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.453191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-008f4f45-7932-46ca-bbd3-3268b2171a74 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.481213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.500734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df301b-4602-4498-a174-2418e58f253a None None] Sync routers for ids ['5022a5d0-c426-4a82-8f54-ea3c3b99c16b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:12.509311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-697f5054-c75c-4043-99cd-a44b0392d0c0 None None] Port ab0e3093-93e7-49df-be07-a75b6b0108a4 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:12.509533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=080fd4df-137a-4475-b8b4-b7c0ceec9c4e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:12.513211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:12.513587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Checking segment: {'id': '87bd603e-ebf9-4d5e-8170-8d803dd8ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41490ed4-4ae5-4e56-98e1-95a91457df4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:12.513984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.514396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Bound using segment: {'id': '87bd603e-ebf9-4d5e-8170-8d803dd8ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41490ed4-4ae5-4e56-98e1-95a91457df4e'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:12.515014 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Bound port: 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87bd603e-ebf9-4d5e-8170-8d803dd8ef04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': '41490ed4-4ae5-4e56-98e1-95a91457df4e'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:12.515395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.633306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::102 (41490ed4-4ae5-4e56-98e1-95a91457df4e/d3a5f71f-e412-43dc-8a16-a58bdc2cc258/ceb13847-0f9d-406b-8bc8-b7c754e3e983) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:12.714878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:12.737945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-008f4f45-7932-46ca-bbd3-3268b2171a74 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.747632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-554faa5b-fbac-4966-93cb-891519de3e9d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Calling delete_port for ab0e3093-93e7-49df-be07-a75b6b0108a4 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:12.755409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] For port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:12.769646 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df301b-4602-4498-a174-2418e58f253a None None] Routers {'5022a5d0-c426-4a82-8f54-ea3c3b99c16b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:12.770445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-10df301b-4602-4498-a174-2418e58f253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5022a5d0-c426-4a82-8f54-ea3c3b99c16b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:12.794804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.827564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Port': ['ID=06e7bb9c-a1e5-4afe-9015-9f125589556a,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:12.839529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] For port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ff590a2-f3b2-4199-aa50-8aebdee9c0f4,segment=NetworkSegment(87bd603e-ebf9-4d5e-8170-8d803dd8ef04),segment_id=87bd603e-ebf9-4d5e-8170-8d803dd8ef04)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:12.840719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking segment: {'id': '51294951-5698-49ca-b6b2-d815d1dd049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:12.841229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network hostable DHCP agents. Network: 1e7afdbe-15b1-4d07-85e6-0e94fe943874, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:12.849145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1dbd6e-8b29-4653-8486-046051b30d9e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:12.850268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7e1dbd6e-8b29-4653-8486-046051b30d9e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:12.854979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:12.886919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-10df301b-4602-4498-a174-2418e58f253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:12.959707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10df301b-4602-4498-a174-2418e58f253a None None] Routers {'5022a5d0-c426-4a82-8f54-ea3c3b99c16b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:12.960516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-10df301b-4602-4498-a174-2418e58f253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5022a5d0-c426-4a82-8f54-ea3c3b99c16b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:13.016743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b1014-89c3-4d5b-baeb-314bffbd6612 None None] Pushing event updated for resources: {'Port': ['ID=6ff590a2-f3b2-4199-aa50-8aebdee9c0f4,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:13.030389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-10df301b-4602-4498-a174-2418e58f253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:13.030930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10df301b-4602-4498-a174-2418e58f253a None None] The sync data for ids ['5022a5d0-c426-4a82-8f54-ea3c3b99c16b'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:13.031083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-008f4f45-7932-46ca-bbd3-3268b2171a74 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.032991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:13.039614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7e1dbd6e-8b29-4653-8486-046051b30d9e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:13.044794 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7e1dbd6e-8b29-4653-8486-046051b30d9e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports/4270700b-918f-4e24-a1ac-2b53e22717a5 HTTP/1.1" status: 200 len: 978 time: 0.6341491 Apr 05 14:33:13.046069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:13.046069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.053299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33356) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:13.075238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008f4f45-7932-46ca-bbd3-3268b2171a74 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e150089c-877c-47ae-b24a-57ff07e65800,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:13.083733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:13.154645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network d205f37a-09ca-4bfb-bb95-25eff628654e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:13.161204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:13.200652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.250209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 1e7afdbe-15b1-4d07-85e6-0e94fe943874) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:13.253415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,segment=NetworkSegment(aa62e2d6-fa99-4f7d-a4ce-4398371e1e74),segment_id=aa62e2d6-fa99-4f7d-a4ce-4398371e1e74)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:13.259480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd19b5d3-c10a-428c-9e3c-0680e12cebe6 None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:13.343516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:13.362286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:13.371515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.393922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.414204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-554faa5b-fbac-4966-93cb-891519de3e9d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.426033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-008f4f45-7932-46ca-bbd3-3268b2171a74 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.427195 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-008f4f45-7932-46ca-bbd3-3268b2171a74 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "DELETE /v2.0/security-groups/e150089c-877c-47ae-b24a-57ff07e65800 HTTP/1.1" status: 204 len: 168 time: 1.2611401 Apr 05 14:33:13.450422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33360) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:13.494378 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-d5117554-315e-4caf-972b-ccb8754d696c tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] show failed (client error): The resource could not be found. Apr 05 14:33:13.495338 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d5117554-315e-4caf-972b-ccb8754d696c tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "GET /v2.0/security-groups/e150089c-877c-47ae-b24a-57ff07e65800 HTTP/1.1" status: 404 len: 347 time: 0.0412769 Apr 05 14:33:13.500070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33364) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:13.508486 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-86f40390-1353-435b-b932-ca138d89b575 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.7375023 Apr 05 14:33:13.512990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33368) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:13.513415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554faa5b-fbac-4966-93cb-891519de3e9d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Port': ['ID=ab0e3093-93e7-49df-be07-a75b6b0108a4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:13.522253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.593537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:13.701570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:13.763239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1730694172'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:13.768283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:13.773866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:network and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:13.774068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-92a72d6b-3b15-4694-84e7-8228f850002f None None] Provisioning complete for port 06e7bb9c-a1e5-4afe-9015-9f125589556a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:13.774068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92a72d6b-3b15-4694-84e7-8228f850002f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.775614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:13.781754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:13.814327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:13.817524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.843242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:13.847143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-92a72d6b-3b15-4694-84e7-8228f850002f None None] Port 06e7bb9c-a1e5-4afe-9015-9f125589556a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:13.861535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object ceb13847-0f9d-406b-8bc8-b7c754e3e983 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:13.864630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Deleting port 19bb4905-347e-40f0-9c48-6d9f8ebfce90 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:13.864963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.905934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:13.990298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:13.990545 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Added segment 2f5f0ec6-fc8f-4ede-8234-d524867d691f of type vlan for network a2813eeb-4bad-4f47-90f0-4b50bd2db4e6 Apr 05 14:33:14.123845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-554faa5b-fbac-4966-93cb-891519de3e9d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.144130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.148900 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-554faa5b-fbac-4966-93cb-891519de3e9d tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "DELETE /v2.0/ports/ab0e3093-93e7-49df-be07-a75b6b0108a4 HTTP/1.1" status: 204 len: 168 time: 2.4296029 Apr 05 14:33:14.150631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33372) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:14.153883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.159012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.224909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.268496 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b007c05-df8f-4aac-a80a-358066fc8b8e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] GET failed (client error): The resource could not be found. Apr 05 14:33:14.273204 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3b007c05-df8f-4aac-a80a-358066fc8b8e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "GET /v2.0/ports/ab0e3093-93e7-49df-be07-a75b6b0108a4 HTTP/1.1" status: 404 len: 333 time: 0.1145768 Apr 05 14:33:14.296261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33376) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:14.376733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713186a4-9464-4c67-9913-cb1e32d0685c None None] Network 41490ed4-4ae5-4e56-98e1-95a91457df4e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:14.442327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'name': 'tempest-AllowedAddressPairTestJSON-1856778222'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:14.500406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-db46a5c3-9544-4751-9ff7-4a2b70090ae7 None None] Provisioning for port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:14.517550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-db46a5c3-9544-4751-9ff7-4a2b70090ae7 None None] Provisioning complete for port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:14.517906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db46a5c3-9544-4751-9ff7-4a2b70090ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.556472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.556796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.574138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.577978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:14.578348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.587976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 41490ed4-4ae5-4e56-98e1-95a91457df4e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:14.591576 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP fcf05a14-c79a-4552-8650-9a20268b06d2 associated. External IP: 172.26.6.194, port: 23337501-1346-4f73-94c4-68526abb22f3. Apr 05 14:33:14.620514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:14.622254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=ceb13847-0f9d-406b-8bc8-b7c754e3e983,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:14.678944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:14.683225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:14.683824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.742414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db46a5c3-9544-4751-9ff7-4a2b70090ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.786802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-db46a5c3-9544-4751-9ff7-4a2b70090ae7 None None] For port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ff590a2-f3b2-4199-aa50-8aebdee9c0f4,segment=NetworkSegment(87bd603e-ebf9-4d5e-8170-8d803dd8ef04),segment_id=87bd603e-ebf9-4d5e-8170-8d803dd8ef04)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:14.792333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db46a5c3-9544-4751-9ff7-4a2b70090ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.806374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Calling delete_port for 19bb4905-347e-40f0-9c48-6d9f8ebfce90 owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:14.817914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:14.907630 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f8884b17-395a-47e1-b311-6b07dae54c8f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.7236884 Apr 05 14:33:14.909299 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3824906 Apr 05 14:33:14.921804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33380) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:14.922402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33382) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:14.952850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46a5c3-9544-4751-9ff7-4a2b70090ae7 None None] Pushing event updated for resources: {'Port': ['ID=6ff590a2-f3b2-4199-aa50-8aebdee9c0f4,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:15.058860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'ports': [{'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874'}, {'network_id': 'a2813eeb-4bad-4f47-90f0-4b50bd2db4e6'}]} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:15.059168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:15.059629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': 'a2813eeb-4bad-4f47-90f0-4b50bd2db4e6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:15.078323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6699b6-214f-4a14-aafb-df0f7925202a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Network': ['ID=a2813eeb-4bad-4f47-90f0-4b50bd2db4e6,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:15.095759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network a2813eeb-4bad-4f47-90f0-4b50bd2db4e6 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:15.213391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-64db1fd0-c9e0-4b3a-af8a-6c1d2c8a5548 None None] Provisioning complete for port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:15.214741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-64db1fd0-c9e0-4b3a-af8a-6c1d2c8a5548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.218865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:15.223626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Usage tracker for resource:port and tenant:65674d1aeb0f4c20891afa76acb7dabc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:15.226581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:15.232315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:15.271329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Made reservation on behalf of 65674d1aeb0f4c20891afa76acb7dabc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:15.274316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.298743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f0e281-2327-4ca1-989d-6276fe6aa109 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:33:15.353721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 4270700b-918f-4e24-a1ac-2b53e22717a5 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:15.354375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.355540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] device_id is not set on port 88392720-9c03-4743-9565-2373ea866b90 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:15.390996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.489676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:15.566711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-64db1fd0-c9e0-4b3a-af8a-6c1d2c8a5548 None None] Provisioning for port ceb13847-0f9d-406b-8bc8-b7c754e3e983 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:15.576927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-64db1fd0-c9e0-4b3a-af8a-6c1d2c8a5548 None None] Provisioning complete for port ceb13847-0f9d-406b-8bc8-b7c754e3e983 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:15.577455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-64db1fd0-c9e0-4b3a-af8a-6c1d2c8a5548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.594572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Pushing event deleted for resources: {'Port': ['ID=19bb4905-347e-40f0-9c48-6d9f8ebfce90,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:15.604871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.613361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f0e281-2327-4ca1-989d-6276fe6aa109 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:33:15.614824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:15.657986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-64db1fd0-c9e0-4b3a-af8a-6c1d2c8a5548 None None] Port ceb13847-0f9d-406b-8bc8-b7c754e3e983 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:15.737760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:15.737760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.763658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Router 528c1234-c296-409b-8bac-3087ceb1d8c7 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:33:15.842195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:15.864373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:15.867623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 4270700b-918f-4e24-a1ac-2b53e22717a5 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:15.873606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dc29ac6f-e113-4524-ab04-4e086f5231c1 None None] Provisioning complete for port ceb13847-0f9d-406b-8bc8-b7c754e3e983 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:15.874090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc29ac6f-e113-4524-ab04-4e086f5231c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:15.877964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:16.049204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:16.067289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:16.085938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dc29ac6f-e113-4524-ab04-4e086f5231c1 None None] Port ceb13847-0f9d-406b-8bc8-b7c754e3e983 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:16.146263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Allocated IP 172.20.0.13 (7134fbc0-9194-403e-8eb4-a90d2d742ccd/0f805161-0716-4ce2-9c71-f7debede2d78/88392720-9c03-4743-9565-2373ea866b90) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:16.208392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:16.217491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:16.218681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.220891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.228381 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca09fd-f405-4cbe-879e-7ec9eb3dc360 None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:16.244069 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca09fd-f405-4cbe-879e-7ec9eb3dc360 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:16.255432 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f5ca09fd-f405-4cbe-879e-7ec9eb3dc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:16.265133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.277660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 2} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:16.281032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.340145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.374929 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f5ca09fd-f405-4cbe-879e-7ec9eb3dc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:16.376519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=4270700b-918f-4e24-a1ac-2b53e22717a5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:16.400718 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca09fd-f405-4cbe-879e-7ec9eb3dc360 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:16.401582 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f5ca09fd-f405-4cbe-879e-7ec9eb3dc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:16.430273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.435081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33388) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:16.435417 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cf35b227-7d0c-45cf-9c08-9ff779d82b48 tempest-ServerActionsTestJSON-916255611 tempest-ServerActionsTestJSON-916255611-project] 10.222.0.18 "DELETE /v2.0/floatingips/eb599cdb-23b0-4832-bf52-eefa306186c6 HTTP/1.1" status: 204 len: 168 time: 2.9318116 Apr 05 14:33:16.475240 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f5ca09fd-f405-4cbe-879e-7ec9eb3dc360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:16.475875 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ca09fd-f405-4cbe-879e-7ec9eb3dc360 None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:16.818473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.884573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 25e42ff3-7cc6-40fa-a4b7-0024abe65f45 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:16.895523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:16.908349 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6ec4eb9d-6199-40f3-a1ff-6454e56e5a38 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "PUT /v2.0/routers/528c1234-c296-409b-8bac-3087ceb1d8c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3307714 Apr 05 14:33:16.911641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714422d2-78a9-4b37-b7fc-878b4744ea49 None None] Sync routers for ids ['528c1234-c296-409b-8bac-3087ceb1d8c7'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:16.912999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:16.924249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33392) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:16.930876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714422d2-78a9-4b37-b7fc-878b4744ea49 None None] Routers {'528c1234-c296-409b-8bac-3087ceb1d8c7'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:16.931770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-714422d2-78a9-4b37-b7fc-878b4744ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['528c1234-c296-409b-8bac-3087ceb1d8c7'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:16.993413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-714422d2-78a9-4b37-b7fc-878b4744ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:17.005526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714422d2-78a9-4b37-b7fc-878b4744ea49 None None] Routers {'528c1234-c296-409b-8bac-3087ceb1d8c7'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:17.006173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-714422d2-78a9-4b37-b7fc-878b4744ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['528c1234-c296-409b-8bac-3087ceb1d8c7'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:17.060517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Transition to ACTIVE for port object 88392720-9c03-4743-9565-2373ea866b90 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:17.067791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-714422d2-78a9-4b37-b7fc-878b4744ea49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:17.068195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714422d2-78a9-4b37-b7fc-878b4744ea49 None None] The sync data for ids ['528c1234-c296-409b-8bac-3087ceb1d8c7'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:17.071239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.346056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.567129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.703193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:17.715024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=88392720-9c03-4743-9565-2373ea866b90,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:17.724172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 5022a5d0-c426-4a82-8f54-ea3c3b99c16b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:17.727306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:17.744973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:17.931735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port d7ca50b1-107a-463e-95df-5fba9bf19e10 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:17.933934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:17.936573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4777ea3e-189d-4d67-b0c5-ca9b38a3429b None None] Provisioning for port 88392720-9c03-4743-9565-2373ea866b90 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:17.940922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:17.951663 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbf7fe-9f72-4a3d-9376-a7c82361fa9d None None] Sync routers for ids ['5022a5d0-c426-4a82-8f54-ea3c3b99c16b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:17.959470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4777ea3e-189d-4d67-b0c5-ca9b38a3429b None None] Provisioning complete for port 88392720-9c03-4743-9565-2373ea866b90 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:17.961500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4777ea3e-189d-4d67-b0c5-ca9b38a3429b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:17.969966 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbf7fe-9f72-4a3d-9376-a7c82361fa9d None None] Routers {'5022a5d0-c426-4a82-8f54-ea3c3b99c16b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:17.971015 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-25cbf7fe-9f72-4a3d-9376-a7c82361fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5022a5d0-c426-4a82-8f54-ea3c3b99c16b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:17.992613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:17.993213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.020538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.032086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4777ea3e-189d-4d67-b0c5-ca9b38a3429b None None] Port 88392720-9c03-4743-9565-2373ea866b90 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:18.044659 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2161e3af-42c6-4020-b62f-7e1bcd901c85 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6178036 Apr 05 14:33:18.052201 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-25cbf7fe-9f72-4a3d-9376-a7c82361fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:18.058234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33402) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:18.065171 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbf7fe-9f72-4a3d-9376-a7c82361fa9d None None] Routers {'5022a5d0-c426-4a82-8f54-ea3c3b99c16b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:18.066021 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-25cbf7fe-9f72-4a3d-9376-a7c82361fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5022a5d0-c426-4a82-8f54-ea3c3b99c16b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:18.067260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:69:63:87'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:18.093870 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cc9dc6c5-f9b1-450d-a7ca-20d7529ccccb tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/5022a5d0-c426-4a82-8f54-ea3c3b99c16b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0389729 Apr 05 14:33:18.094376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.101384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33406) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:18.135563 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-25cbf7fe-9f72-4a3d-9376-a7c82361fa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:18.136209 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbf7fe-9f72-4a3d-9376-a7c82361fa9d None None] The sync data for ids ['5022a5d0-c426-4a82-8f54-ea3c3b99c16b'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:18.174697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.334650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:18.339894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.345918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb354ade-dfa6-4071-9650-5cfbd032e201 None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:18.360211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb354ade-dfa6-4071-9650-5cfbd032e201 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:18.361337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cb354ade-dfa6-4071-9650-5cfbd032e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:18.437572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cb354ade-dfa6-4071-9650-5cfbd032e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:18.454114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb354ade-dfa6-4071-9650-5cfbd032e201 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:18.455040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cb354ade-dfa6-4071-9650-5cfbd032e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:18.503297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=ceb13847-0f9d-406b-8bc8-b7c754e3e983,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:18.531846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.589225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cb354ade-dfa6-4071-9650-5cfbd032e201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:18.589904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb354ade-dfa6-4071-9650-5cfbd032e201 None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:18.722336 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-241b9961-3760-4412-b403-4adffb86892d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/floatingips/fcf05a14-c79a-4552-8650-9a20268b06d2 HTTP/1.1" status: 200 len: 978 time: 7.1681917 Apr 05 14:33:18.725494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33412) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:18.733249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:18.759616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8104556b-096b-413e-a0d4-c58f6fc29763 None None] Provisioning complete for port ceb13847-0f9d-406b-8bc8-b7c754e3e983 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:18.760071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8104556b-096b-413e-a0d4-c58f6fc29763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:18.813310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8104556b-096b-413e-a0d4-c58f6fc29763 None None] Port ceb13847-0f9d-406b-8bc8-b7c754e3e983 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:18.873169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.111935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.219111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.252002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.252584 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP fcf05a14-c79a-4552-8650-9a20268b06d2 disassociated. External IP: 172.26.6.194, port: 8319b553-36f2-48d7-86b9-f960042a7fa3. Apr 05 14:33:19.265928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.284625 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-31aff254-516d-49cd-b523-fd7502bfcc0f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 14:33:19.285742 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-31aff254-516d-49cd-b523-fd7502bfcc0f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/5022a5d0-c426-4a82-8f54-ea3c3b99c16b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1809287 Apr 05 14:33:19.312790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33416) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:19.339613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.342924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:19.377603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:19.379359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=25e42ff3-7cc6-40fa-a4b7-0024abe65f45,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:19.389180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:19.389981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.417560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8f0e211a-eafd-4f36-9e2c-635316a46cf4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:19.459132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8f0e211a-eafd-4f36-9e2c-635316a46cf4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:19.460263 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8f0e211a-eafd-4f36-9e2c-635316a46cf4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=5022a5d0-c426-4a82-8f54-ea3c3b99c16b HTTP/1.1" status: 200 len: 205 time: 0.1465578 Apr 05 14:33:19.466772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33420) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:19.570779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=d7ca50b1-107a-463e-95df-5fba9bf19e10,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:19.670519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Deleting port 32fa3107-d5db-4684-9938-f2899fd723e2 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:19.670854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.710845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e80344-7a10-4996-a400-f2da5dfc1043 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.761853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:19.785627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking segment: {'id': '2f5f0ec6-fc8f-4ede-8234-d524867d691f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': 'a2813eeb-4bad-4f47-90f0-4b50bd2db4e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:19.785979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network hostable DHCP agents. Network: a2813eeb-4bad-4f47-90f0-4b50bd2db4e6, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:19.895738 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-f813782a-b37b-44c7-86cb-ee2cf80438a2 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:33:19.896693 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f813782a-b37b-44c7-86cb-ee2cf80438a2 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "PUT /v2.0/routers/528c1234-c296-409b-8bac-3087ceb1d8c7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.9673574 Apr 05 14:33:19.902009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33424) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:19.984058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network a2813eeb-4bad-4f47-90f0-4b50bd2db4e6 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:20.150342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.176121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.208935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, a2813eeb-4bad-4f47-90f0-4b50bd2db4e6) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:20.218526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0209fc-4ff3-4b41-b44d-6af16e2c4892 None None] Network a2813eeb-4bad-4f47-90f0-4b50bd2db4e6 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:20.238911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:20.242840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:20.246594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:20.247221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.362136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] For port 32fa3107-d5db-4684-9938-f2899fd723e2, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=32fa3107-d5db-4684-9938-f2899fd723e2,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:20.362769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.488097 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2f0dbf5b-c63c-454d-8d7a-f4f1e4ccbbd6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.5529003 Apr 05 14:33:20.497054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33428) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:20.512974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Calling delete_port for 32fa3107-d5db-4684-9938-f2899fd723e2 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:20.546914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-732a0a54-b63b-485e-922e-34c836be7c08 None None] Provisioning complete for port 88392720-9c03-4743-9565-2373ea866b90 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:20.547261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=88392720-9c03-4743-9565-2373ea866b90,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:20.547412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-732a0a54-b63b-485e-922e-34c836be7c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.604558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e80344-7a10-4996-a400-f2da5dfc1043 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.605567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-732a0a54-b63b-485e-922e-34c836be7c08 None None] Port 88392720-9c03-4743-9565-2373ea866b90 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:20.646572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] In _notify_port_updated(), no bound segment for port 88392720-9c03-4743-9565-2373ea866b90 on network 7134fbc0-9194-403e-8eb4-a90d2d742ccd {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:33:20.650436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:20.651105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.654997 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "PUT /v2.0/ports/88392720-9c03-4743-9565-2373ea866b90 HTTP/1.1" status: 200 len: 997 time: 2.5932701 Apr 05 14:33:20.662705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33432) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:20.664968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.665368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.665702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.666119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.666374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.666697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.667008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.667318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.667634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.667945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.668254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c26d13d-330d-4960-be4c-d8583908d500 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:20.679786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e80344-7a10-4996-a400-f2da5dfc1043 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.745573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-4383fc29-2105-4dcc-b370-a634fd0f905e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port d7ca50b1-107a-463e-95df-5fba9bf19e10 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:20.745905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4383fc29-2105-4dcc-b370-a634fd0f905e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.761815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e80344-7a10-4996-a400-f2da5dfc1043 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.762313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80e80344-7a10-4996-a400-f2da5dfc1043 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Fanout notify agent at l3_agent the message router_deleted on router 5022a5d0-c426-4a82-8f54-ea3c3b99c16b {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:33:20.782491 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e80344-7a10-4996-a400-f2da5dfc1043 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:20.783649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-80e80344-7a10-4996-a400-f2da5dfc1043 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/5022a5d0-c426-4a82-8f54-ea3c3b99c16b HTTP/1.1" status: 204 len: 168 time: 1.3159277 Apr 05 14:33:20.787721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33436) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:20.973194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8b10d71f-3ae8-4c58-a739-dc226836f2c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Deleting port 88392720-9c03-4743-9565-2373ea866b90 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:20.973447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b10d71f-3ae8-4c58-a739-dc226836f2c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.003890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.040800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:33:21.063087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=32fa3107-d5db-4684-9938-f2899fd723e2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:21.067214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.101134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.101859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.172292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:21.180306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af16995-19a5-4a28-8139-debce1e78dd7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet 09d9d727-f3d3-4306-aca6-94aa347ee84c {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:21.195913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af16995-19a5-4a28-8139-debce1e78dd7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.383781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=ceb13847-0f9d-406b-8bc8-b7c754e3e983,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:21.394739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4383fc29-2105-4dcc-b370-a634fd0f905e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.543525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af16995-19a5-4a28-8139-debce1e78dd7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.602452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-4383fc29-2105-4dcc-b370-a634fd0f905e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for d7ca50b1-107a-463e-95df-5fba9bf19e10 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:21.728856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.735893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af16995-19a5-4a28-8139-debce1e78dd7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.810540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b10d71f-3ae8-4c58-a739-dc226836f2c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.846159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af16995-19a5-4a28-8139-debce1e78dd7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.904057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af16995-19a5-4a28-8139-debce1e78dd7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=09d9d727-f3d3-4306-aca6-94aa347ee84c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:21.912747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.921305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0af16995-19a5-4a28-8139-debce1e78dd7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:21.926429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d447726b-e14e-47cc-9979-0eaf1008d360 None None] Network 8fa7f37b-a326-41cd-8256-d6fcc24337c1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:21.942826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0af16995-19a5-4a28-8139-debce1e78dd7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/09d9d727-f3d3-4306-aca6-94aa347ee84c HTTP/1.1" status: 204 len: 168 time: 1.1518335 Apr 05 14:33:21.986166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33440) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:21.994698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 41490ed4-4ae5-4e56-98e1-95a91457df4e is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:21.997579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:22.007329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.015321 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1730f2-cbbf-4c43-a4e7-745cb3b25b64 None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:22.028411 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1730f2-cbbf-4c43-a4e7-745cb3b25b64 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:22.029384 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-dc1730f2-cbbf-4c43-a4e7-745cb3b25b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:22.073161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:22.090307 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-dc1730f2-cbbf-4c43-a4e7-745cb3b25b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:22.102418 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1730f2-cbbf-4c43-a4e7-745cb3b25b64 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:22.103419 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-dc1730f2-cbbf-4c43-a4e7-745cb3b25b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:22.140019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5c97cdf4-2aaa-4229-bebe-926838bfc47f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/floatingips/fcf05a14-c79a-4552-8650-9a20268b06d2 HTTP/1.1" status: 200 len: 688 time: 3.4119568 Apr 05 14:33:22.148995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33444) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:22.229893 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-dc1730f2-cbbf-4c43-a4e7-745cb3b25b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:22.230381 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1730f2-cbbf-4c43-a4e7-745cb3b25b64 None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:22.261362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] DHCP port deletion for 8fa7f37b-a326-41cd-8256-d6fcc24337c1 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:22.266554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] Deleting port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:22.267594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.274591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8b10d71f-3ae8-4c58-a739-dc226836f2c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Calling delete_port for 88392720-9c03-4743-9565-2373ea866b90 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:22.338384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 0da0faca-ea67-423a-a131-0b76199e9bb8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:22.338647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.371911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4383fc29-2105-4dcc-b370-a634fd0f905e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.476847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4383fc29-2105-4dcc-b370-a634fd0f905e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=d7ca50b1-107a-463e-95df-5fba9bf19e10,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:22.527025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] For port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830,segment=NetworkSegment(29ef420f-0e1c-4bb3-9283-ae0ea60daca0),segment_id=29ef420f-0e1c-4bb3-9283-ae0ea60daca0)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:22.527025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.539605 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ad0fae6c-7d08-47d8-b766-bed49f3b60f4 None None] Provisioning complete for port ceb13847-0f9d-406b-8bc8-b7c754e3e983 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:22.539967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad0fae6c-7d08-47d8-b766-bed49f3b60f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.540600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.543670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.544143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.547996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4383fc29-2105-4dcc-b370-a634fd0f905e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.573024 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4383fc29-2105-4dcc-b370-a634fd0f905e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/d7ca50b1-107a-463e-95df-5fba9bf19e10 HTTP/1.1" status: 204 len: 168 time: 2.0243940 Apr 05 14:33:22.575975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33448) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:22.620763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:22.620763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.726817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] Calling delete_port for d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:22.800858 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:33:22.819971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ad0fae6c-7d08-47d8-b766-bed49f3b60f4 None None] Port ceb13847-0f9d-406b-8bc8-b7c754e3e983 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:22.834461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.880649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] Pushing event deleted for resources: {'Port': ['ID=d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:22.895300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6112aa82-f46b-4eff-9533-8c540d801bb7 None None] No DVR routers for this DVR port d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:22.897630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b10d71f-3ae8-4c58-a739-dc226836f2c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:22.899023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 0da0faca-ea67-423a-a131-0b76199e9bb8 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:23.058083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10d71f-3ae8-4c58-a739-dc226836f2c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Port': ['ID=88392720-9c03-4743-9565-2373ea866b90,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:23.141816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] The port 'd7a76035-2f5f-43e1-9e4b-0d1b5b2e5830' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:23.228674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.275514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=0da0faca-ea67-423a-a131-0b76199e9bb8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:23.289103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a298246-16c6-4118-96c5-05c3f82bcb96 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:23.293067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a298246-16c6-4118-96c5-05c3f82bcb96 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:23.293818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5a298246-16c6-4118-96c5-05c3f82bcb96 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:23.320481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.320829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.321175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.322080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.322411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.322745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.323079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.323419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.323790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.324113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.324437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:23.410329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.447454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.451132 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9adde0a3-f5ba-41e1-a78c-3e45a9d6ece6 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/floatingips/fcf05a14-c79a-4552-8650-9a20268b06d2 HTTP/1.1" status: 204 len: 168 time: 1.2981596 Apr 05 14:33:23.451372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33452) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:23.487389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:23.506093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b10d71f-3ae8-4c58-a739-dc226836f2c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.524090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.524365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:23.524982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d7a76035-2f5f-43e1-9e4b-0d1b5b2e5830 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:23.535004 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-46a22e2d-07b8-428b-a5cc-d0e63a02b7fe tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] delete failed (client error): The resource could not be found. Apr 05 14:33:23.536432 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-46a22e2d-07b8-428b-a5cc-d0e63a02b7fe tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/floatingips/fcf05a14-c79a-4552-8650-9a20268b06d2 HTTP/1.1" status: 404 len: 345 time: 0.0837755 Apr 05 14:33:23.539809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33456) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:23.543643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Router 4d8552f5-fad6-467d-911f-c09c5fc4f532 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:23.577708 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8b10d71f-3ae8-4c58-a739-dc226836f2c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "DELETE /v2.0/ports/88392720-9c03-4743-9565-2373ea866b90 HTTP/1.1" status: 204 len: 168 time: 2.9060090 Apr 05 14:33:23.580292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33460) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:23.598967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5a298246-16c6-4118-96c5-05c3f82bcb96 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:23.602597 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5a298246-16c6-4118-96c5-05c3f82bcb96 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.0214539 Apr 05 14:33:23.606669 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33464) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:23.607937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa7f37b-a326-41cd-8256-d6fcc24337c1']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:23.633327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2e30a6f-be4a-4a7f-9669-2a24f72331d2 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] GET failed (client error): The resource could not be found. Apr 05 14:33:23.633858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a2e30a6f-be4a-4a7f-9669-2a24f72331d2 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Synchronizing usage tracker for tenant:65674d1aeb0f4c20891afa76acb7dabc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:23.668036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ef420f-0e1c-4bb3-9283-ae0ea60daca0') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:23.668277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ef420f-0e1c-4bb3-9283-ae0ea60daca0') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:23.695497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.757387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.766522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-20c72bc7-4c43-4e29-a774-3bd5db79112c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 25e42ff3-7cc6-40fa-a4b7-0024abe65f45 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:23.766849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20c72bc7-4c43-4e29-a774-3bd5db79112c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.778461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a2e30a6f-be4a-4a7f-9669-2a24f72331d2 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Unset dirty status for tenant:65674d1aeb0f4c20891afa76acb7dabc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:23.779610 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a2e30a6f-be4a-4a7f-9669-2a24f72331d2 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "GET /v2.0/ports/88392720-9c03-4743-9565-2373ea866b90 HTTP/1.1" status: 404 len: 333 time: 0.1983924 Apr 05 14:33:23.786585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33468) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:23.798169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'name': 'tempest-AllowedAddressPairTestJSON-1936134520'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:23.820162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:23.820555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:23.840273 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:23.890708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2d1dc-383c-4424-b502-4f2e1546ef9f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:23.894637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2d1dc-383c-4424-b502-4f2e1546ef9f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:23.898529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca2d1dc-383c-4424-b502-4f2e1546ef9f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:23.899353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dca2d1dc-383c-4424-b502-4f2e1546ef9f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Synchronizing usage tracker for tenant:ee7871d169f840ee86d14ca14e2b66a3 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:23.943929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dca2d1dc-383c-4424-b502-4f2e1546ef9f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Unset dirty status for tenant:ee7871d169f840ee86d14ca14e2b66a3 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:23.949599 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dca2d1dc-383c-4424-b502-4f2e1546ef9f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "GET /v2.0/ports?network_id=d04d02b3-6c65-4a81-bb86-956740b40503 HTTP/1.1" status: 200 len: 2358 time: 0.4038055 Apr 05 14:33:23.960003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33472) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:24.028009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.035325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Router e852267c-0730-4af3-b1b9-062d2d379bc4 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:33:24.044641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:24.056050 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.064087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:24.073535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2018bfc-6101-44ed-b15b-55bb51a7500d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:24.074900 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f2018bfc-6101-44ed-b15b-55bb51a7500d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "GET /v2.0/subnets/08663599-5aea-476c-b7a6-b77c488042e1 HTTP/1.1" status: 200 len: 797 time: 0.1130641 Apr 05 14:33:24.080269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33476) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:24.086307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=8fa7f37b-a326-41cd-8256-d6fcc24337c1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:24.088517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'port': {'network_id': 'd04d02b3-6c65-4a81-bb86-956740b40503', 'name': 'tempest-FloatingIPTestJSON-221964623', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:24.105680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Made reservation on behalf of 65674d1aeb0f4c20891afa76acb7dabc for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:24.108558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.133644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a283d0f5-2b4a-4656-9ddb-e97416f6ed3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.142493 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1801cbe9-a098-4ddf-b215-29eea204cfb4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/8fa7f37b-a326-41cd-8256-d6fcc24337c1 HTTP/1.1" status: 204 len: 168 time: 2.1505904 Apr 05 14:33:24.161183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33480) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:24.179582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-1145970837'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:24.196975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:24.250439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20c72bc7-4c43-4e29-a774-3bd5db79112c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.257909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:24.269279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:24.320969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] device_id is not set on port f5a5559a-56a6-420b-93b4-a6ca188eb518 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:24.335328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:24.403923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:24.413063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] Sync routers for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:24.427782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:24.428680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:24.442806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-20c72bc7-4c43-4e29-a774-3bd5db79112c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 25e42ff3-7cc6-40fa-a4b7-0024abe65f45 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:24.443452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:24.449909 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-afdb156b-e41a-4b03-9d15-67b0cd6fddd2 admin admin] 10.222.0.18 "PUT /v2.0/routers/4d8552f5-fad6-467d-911f-c09c5fc4f532/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0115809 Apr 05 14:33:24.451558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33484) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:24.531117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:24.533985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.550700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:24.624121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:24.634813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:24.641741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20c72bc7-4c43-4e29-a774-3bd5db79112c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.643798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.644112 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment 68da8a4c-4263-42e9-b2c3-ece3fdd83d20 of type vlan for network 97837036-c1c1-4b46-94b4-6672aa2cc100 Apr 05 14:33:24.670585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:33:24.709814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c72bc7-4c43-4e29-a774-3bd5db79112c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=25e42ff3-7cc6-40fa-a4b7-0024abe65f45,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:24.714087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Allocated IP 172.20.0.9 (7134fbc0-9194-403e-8eb4-a90d2d742ccd/0f805161-0716-4ce2-9c71-f7debede2d78/f5a5559a-56a6-420b-93b4-a6ca188eb518) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:24.770665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.790947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20c72bc7-4c43-4e29-a774-3bd5db79112c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.827763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:24.832949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Deleting port 06e7bb9c-a1e5-4afe-9015-9f125589556a {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:24.833282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.848117 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b87d077-d895-4302-b4e5-6ad4019f36b3 None None] Sync routers for ids ['e852267c-0730-4af3-b1b9-062d2d379bc4'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:24.866569 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87d077-d895-4302-b4e5-6ad4019f36b3 None None] Routers {'e852267c-0730-4af3-b1b9-062d2d379bc4'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:24.869546 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8b87d077-d895-4302-b4e5-6ad4019f36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e852267c-0730-4af3-b1b9-062d2d379bc4'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:24.872927 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cbc560b2-604d-42e5-91c2-fce24c290a4a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "PUT /v2.0/routers/e852267c-0730-4af3-b1b9-062d2d379bc4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9419689 Apr 05 14:33:24.875220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.875374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33488) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:24.882418 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-20c72bc7-4c43-4e29-a774-3bd5db79112c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/25e42ff3-7cc6-40fa-a4b7-0024abe65f45 HTTP/1.1" status: 204 len: 168 time: 1.2669556 Apr 05 14:33:24.891026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33492) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:24.958006 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8b87d077-d895-4302-b4e5-6ad4019f36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:24.978340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.982707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:24.983317 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b87d077-d895-4302-b4e5-6ad4019f36b3 None None] Routers {'e852267c-0730-4af3-b1b9-062d2d379bc4'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:24.983657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:24.984610 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8b87d077-d895-4302-b4e5-6ad4019f36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e852267c-0730-4af3-b1b9-062d2d379bc4'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:24.987405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] device_id is not set on port 110a7f4b-2d02-47d2-8458-1dc4f44e1081 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:25.048423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:33:20Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:25.055703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] Checking router: 4d8552f5-fad6-467d-911f-c09c5fc4f532 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:33:25.058717 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8b87d077-d895-4302-b4e5-6ad4019f36b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:25.059118 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b87d077-d895-4302-b4e5-6ad4019f36b3 None None] The sync data for ids ['e852267c-0730-4af3-b1b9-062d2d379bc4'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:25.069202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] Routers {'4d8552f5-fad6-467d-911f-c09c5fc4f532'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:25.069843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:32:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4d8552f5-fad6-467d-911f-c09c5fc4f532'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:25.171150 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:25.203836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:25.250740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] Set router 4d8552f5-fad6-467d-911f-c09c5fc4f532 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:33:25.285724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Transition to ACTIVE for port object f5a5559a-56a6-420b-93b4-a6ca188eb518 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:25.291636 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1294377 Apr 05 14:33:25.298201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33496) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:25.365088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c574f-93ea-4a68-8c62-a53925406f59 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=97837036-c1c1-4b46-94b4-6672aa2cc100,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:25.369919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': '97837036-c1c1-4b46-94b4-6672aa2cc100', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:25.392484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 97837036-c1c1-4b46-94b4-6672aa2cc100 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:25.412794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0613919-84d3-416f-a691-625b1564593f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:25.413495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b0613919-84d3-416f-a691-625b1564593f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:25.420119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:25.552276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e289be-981d-4b84-8ab8-153c1b0ead4b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:25.552644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-19e289be-981d-4b84-8ab8-153c1b0ead4b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:25.560938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Calling delete_port for 06e7bb9c-a1e5-4afe-9015-9f125589556a owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:25.578403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:25.589797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:25.597144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:25.602959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b0613919-84d3-416f-a691-625b1564593f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:25.605531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:25.606991 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b0613919-84d3-416f-a691-625b1564593f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports?device_id=e852267c-0730-4af3-b1b9-062d2d379bc4 HTTP/1.1" status: 200 len: 986 time: 0.7265339 Apr 05 14:33:25.617088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33500) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:25.650199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:25.680242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:33:20Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:25.686543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111e1ac4-c02d-4582-9ff4-4444b64f823e None None] The sync data for ids ['4d8552f5-fad6-467d-911f-c09c5fc4f532'] in dv-neutron-829488-2-hyperv is: [{'id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'name': 'tempest-ServerActionsTestJSON-1401406722-router', 'tenant_id': '978f05d8511947d2a12e13a0e8736f3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69'}], 'enable_snat': True}, 'gw_port_id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:33:20Z', 'revision_number': 5, 'project_id': '978f05d8511947d2a12e13a0e8736f3b', 'gw_port': {'id': '48bc2b09-fd1d-457b-833d-5c784f53c130', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:1e:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d8552f5-fad6-467d-911f-c09c5fc4f532', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:29:21Z', 'updated_at': '2022-04-05T14:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:25.692735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-19e289be-981d-4b84-8ab8-153c1b0ead4b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:25.696497 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-19e289be-981d-4b84-8ab8-153c1b0ead4b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.7729416 Apr 05 14:33:25.702164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33504) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:25.797145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:25.819798 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6113182d-7a01-44af-af0b-c95c64778b45 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:33:25.821936 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6113182d-7a01-44af-af0b-c95c64778b45 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/d7ca50b1-107a-463e-95df-5fba9bf19e10 HTTP/1.1" status: 404 len: 333 time: 0.1138453 Apr 05 14:33:25.824003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:25.827062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33508) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:25.834016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=f5a5559a-56a6-420b-93b4-a6ca188eb518,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:25.916653 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0e2300-ecd4-4d52-8c8a-df64364417fa tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:33:25.917927 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6a0e2300-ecd4-4d52-8c8a-df64364417fa tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/25e42ff3-7cc6-40fa-a4b7-0024abe65f45 HTTP/1.1" status: 404 len: 333 time: 0.0898275 Apr 05 14:33:25.974571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33512) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:25.995364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:26.002742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.20.0.14 (d04d02b3-6c65-4a81-bb86-956740b40503/08663599-5aea-476c-b7a6-b77c488042e1/110a7f4b-2d02-47d2-8458-1dc4f44e1081) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:26.005995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:26.110326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.138893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.146873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:26.147490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.156619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.20.0.13 (d04d02b3-6c65-4a81-bb86-956740b40503/08663599-5aea-476c-b7a6-b77c488042e1/110a7f4b-2d02-47d2-8458-1dc4f44e1081) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:26.208896 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Port': ['ID=06e7bb9c-a1e5-4afe-9015-9f125589556a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:26.267220 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d3d44d2e-8508-4772-b6a0-5e82d587bef7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4789736 Apr 05 14:33:26.272444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33516) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:26.283518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.294989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a823af78-3c68-4566-b805-5200a29d8e03 None None] Provisioning for port f5a5559a-56a6-420b-93b4-a6ca188eb518 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:26.310809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a823af78-3c68-4566-b805-5200a29d8e03 None None] Provisioning complete for port f5a5559a-56a6-420b-93b4-a6ca188eb518 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:26.311177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a823af78-3c68-4566-b805-5200a29d8e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.319202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'network_id': '7134fbc0-9194-403e-8eb4-a90d2d742ccd', 'name': 'tempest-AllowedAddressPairTestJSON-138539649'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:26.345558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-37843de1-b0bd-4ad2-b574-7f9111e48030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.388058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a823af78-3c68-4566-b805-5200a29d8e03 None None] Port f5a5559a-56a6-420b-93b4-a6ca188eb518 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:26.438654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.465933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Deleting port 48bc2b09-fd1d-457b-833d-5c784f53c130 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:26.466592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.701474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.799797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] For port 48bc2b09-fd1d-457b-833d-5c784f53c130, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=48bc2b09-fd1d-457b-833d-5c784f53c130,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:26.800147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.845309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.868958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.911592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2813eeb-4bad-4f47-90f0-4b50bd2db4e6']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:26.918299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:26.925736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.934540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Usage tracker for resource:port and tenant:65674d1aeb0f4c20891afa76acb7dabc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:26.937920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Calling delete_port for 48bc2b09-fd1d-457b-833d-5c784f53c130 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:26.938789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5f0ec6-fc8f-4ede-8234-d524867d691f') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:26.939080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5f0ec6-fc8f-4ede-8234-d524867d691f') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:26.945456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:26.959591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:26.962841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:26.967963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.002118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.004500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Made reservation on behalf of 65674d1aeb0f4c20891afa76acb7dabc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:27.007383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.082288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:27.082688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:27.097532 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:27.119633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=a80b4e9c-e48d-4e88-92b6-ea86e37fbb3b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:27.123024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network d04d02b3-6c65-4a81-bb86-956740b40503 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:27.131704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=110a7f4b-2d02-47d2-8458-1dc4f44e1081,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:27.137760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:27.152220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:27.219058 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': '68da8a4c-4263-42e9-b2c3-ece3fdd83d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97837036-c1c1-4b46-94b4-6672aa2cc100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:27.219370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: 97837036-c1c1-4b46-94b4-6672aa2cc100, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:27.239208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] device_id is not set on port e6255439-05ad-4b1b-bae9-f1bb807abc2a yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:27.244807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:27.245423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.278795 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-93c35a32-6fc7-4818-9cc2-f2f626ffbb2f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 3.1967967 Apr 05 14:33:27.281724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33520) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:27.282290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 97837036-c1c1-4b46-94b4-6672aa2cc100 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:27.293095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '110a7f4b-2d02-47d2-8458-1dc4f44e1081', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:27.323361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.333279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:27.337297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 97837036-c1c1-4b46-94b4-6672aa2cc100) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:27.346308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:floatingip and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:27.351952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:27.352152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93de0adf-1ec7-4504-bf64-aecf89bf3dbc None None] Network 97837036-c1c1-4b46-94b4-6672aa2cc100 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:27.356500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.357118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:27.357698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.373261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:27.374472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Network': ['ID=a2813eeb-4bad-4f47-90f0-4b50bd2db4e6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:27.401600 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b5d00f4d-f18b-473e-94af-89e439d12b6b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0514400 Apr 05 14:33:27.402698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33524) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:27.408107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-833222350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:27.414996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.428793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:27.431849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.452927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 32fa3107-d5db-4684-9938-f2899fd723e2 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:27.458498 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cc389334-3712-4c53-88e1-dec3b0810a78 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/networks/a2813eeb-4bad-4f47-90f0-4b50bd2db4e6 HTTP/1.1" status: 204 len: 168 time: 1.4793777 Apr 05 14:33:27.470521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33528) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:27.471444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:router and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:27.487201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-762370713'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:27.496039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:27.505093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Pushing event deleted for resources: {'Port': ['ID=48bc2b09-fd1d-457b-833d-5c784f53c130,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:27.507516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.509046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 32fa3107-d5db-4684-9938-f2899fd723e2 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:27.509046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 32fa3107-d5db-4684-9938-f2899fd723e2 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:27.511254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:27.513582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:27.518762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:network and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:27.522487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:27.534905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.604156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:27.658505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.659792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.668862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:27.671861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.699808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-97837036-c1c1-4b46-94b4-6672aa2cc100', 'network_id': '97837036-c1c1-4b46-94b4-6672aa2cc100', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': 'a80b4e9c-e48d-4e88-92b6-ea86e37fbb3b'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:33:27.700490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.712518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Allocated IP 172.20.0.5 (7134fbc0-9194-403e-8eb4-a90d2d742ccd/0f805161-0716-4ce2-9c71-f7debede2d78/e6255439-05ad-4b1b-bae9-f1bb807abc2a) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:27.813179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:27.867025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Allocated IP 172.20.0.2 (97837036-c1c1-4b46-94b4-6672aa2cc100/a80b4e9c-e48d-4e88-92b6-ea86e37fbb3b/096e0a51-b62a-4186-9bbf-074516af1efd) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:27.962928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Router 528c1234-c296-409b-8bac-3087ceb1d8c7 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:27.976746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:27.984076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.012520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.068068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.068399 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Added segment 0f2d8485-2d29-45b7-adeb-9ab4e56166b5 of type vlan for network 653f731b-1844-4fbe-9698-3bb7cd35030a Apr 05 14:33:28.120430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.130486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Transition to ACTIVE for port object 096e0a51-b62a-4186-9bbf-074516af1efd will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:28.148522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Transition to ACTIVE for port object 096e0a51-b62a-4186-9bbf-074516af1efd will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:28.155894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.184025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.223346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Network 97837036-c1c1-4b46-94b4-6672aa2cc100 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:28.226141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:28.230412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:28.232444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Pushing event updated for resources: {'Port': ['ID=096e0a51-b62a-4186-9bbf-074516af1efd,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:28.270406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.270666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.270980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.271305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.271648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.271956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.272267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.272600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.272898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.273206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.273513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:28.315647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.335770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Attempting to bind port 096e0a51-b62a-4186-9bbf-074516af1efd on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:28.336094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Attempting to bind port 096e0a51-b62a-4186-9bbf-074516af1efd by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '68da8a4c-4263-42e9-b2c3-ece3fdd83d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97837036-c1c1-4b46-94b4-6672aa2cc100'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:28.336396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Attempting to bind port 096e0a51-b62a-4186-9bbf-074516af1efd on network 97837036-c1c1-4b46-94b4-6672aa2cc100 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:28.344653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:28.345039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Checking segment: {'id': '68da8a4c-4263-42e9-b2c3-ece3fdd83d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97837036-c1c1-4b46-94b4-6672aa2cc100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:28.345406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.345791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Bound using segment: {'id': '68da8a4c-4263-42e9-b2c3-ece3fdd83d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97837036-c1c1-4b46-94b4-6672aa2cc100'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:28.346251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Bound port: 096e0a51-b62a-4186-9bbf-074516af1efd, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68da8a4c-4263-42e9-b2c3-ece3fdd83d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '97837036-c1c1-4b46-94b4-6672aa2cc100'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:28.346621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.349626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.367268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.371046 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9ee8769e-4421-4a93-abd1-b404daf01e84 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9647491 Apr 05 14:33:28.371046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.373602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33532) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:28.374916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.435921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] For port 096e0a51-b62a-4186-9bbf-074516af1efd, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:28.438950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] For port 096e0a51-b62a-4186-9bbf-074516af1efd, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=096e0a51-b62a-4186-9bbf-074516af1efd,segment=NetworkSegment(68da8a4c-4263-42e9-b2c3-ece3fdd83d20),segment_id=68da8a4c-4263-42e9-b2c3-ece3fdd83d20)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:28.442920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.445892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.447148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:28.448152 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.457618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.539736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:28.542570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54344bcc-59c1-45bd-ae71-e21efb2dff56 None None] Pushing event updated for resources: {'Port': ['ID=096e0a51-b62a-4186-9bbf-074516af1efd,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:28.548896 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-266cb834-50db-43f7-bfac-1dce91297ae0 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "PUT /v2.0/routers/528c1234-c296-409b-8bac-3087ceb1d8c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6440663 Apr 05 14:33:28.554647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33536) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:28.577111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Transition to ACTIVE for port object e6255439-05ad-4b1b-bae9-f1bb807abc2a will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:28.579025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.579538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d8552f5-fad6-467d-911f-c09c5fc4f532 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:33:28.590441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c0916-81da-490a-a063-72f981eccb0a None None] Sync routers for ids ['528c1234-c296-409b-8bac-3087ceb1d8c7'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:28.626547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c0916-81da-490a-a063-72f981eccb0a None None] Routers {'528c1234-c296-409b-8bac-3087ceb1d8c7'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:28.627210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bd9c0916-81da-490a-a063-72f981eccb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['528c1234-c296-409b-8bac-3087ceb1d8c7'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:28.686388 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2000806 Apr 05 14:33:28.703738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33540) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:28.717693 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-9bc3ed63-95a1-4d9a-a6ae-fb52163c152a tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] delete failed (client error): The resource could not be found. Apr 05 14:33:28.718671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '653f731b-1844-4fbe-9698-3bb7cd35030a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:28.719002 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9bc3ed63-95a1-4d9a-a6ae-fb52163c152a tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1710242115 HTTP/1.1" status: 404 len: 335 time: 0.1606047 Apr 05 14:33:28.719648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffb9a4-edef-40ef-b868-5b0554573979 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Network': ['ID=653f731b-1844-4fbe-9698-3bb7cd35030a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:28.727261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.728401 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-24b66e50-03c8-4fa5-b07c-6890f76ea186 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4d8552f5-fad6-467d-911f-c09c5fc4f532 HTTP/1.1" status: 204 len: 168 time: 4.2731383 Apr 05 14:33:28.731174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33544) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:28.731495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33546) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:28.758389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-811bb0f5-134d-4ee3-ba87-dd86e8077c78 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'router': {'external_gateway_info': {'network_id': '528c1234-c296-409b-8bac-3087ceb1d8c7'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:28.781371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bd9c0916-81da-490a-a063-72f981eccb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:28.783726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 653f731b-1844-4fbe-9698-3bb7cd35030a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:28.887771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd9c0916-81da-490a-a063-72f981eccb0a None None] Routers {'528c1234-c296-409b-8bac-3087ceb1d8c7'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:28.888588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bd9c0916-81da-490a-a063-72f981eccb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['528c1234-c296-409b-8bac-3087ceb1d8c7'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:28.944499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.26.6.59 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/5d0dc376-ce36-4a96-8016-a179306444c4) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:28.954068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9525e039-86a5-4a64-9c16-c6948b6a472a admin admin] Deleting subnet 8a1dba06-716e-4726-a000-8fbcc92f13f0 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:28.961573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9525e039-86a5-4a64-9c16-c6948b6a472a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.966503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bd9c0916-81da-490a-a063-72f981eccb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:28.966905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9c0916-81da-490a-a063-72f981eccb0a None None] The sync data for ids ['528c1234-c296-409b-8bac-3087ceb1d8c7'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:28.981397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:28.995197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.158329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:29.171668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:29.175566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:29.237867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:29.283599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port ceb13847-0f9d-406b-8bc8-b7c754e3e983 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:29.283941 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.318577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:29.319630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=e6255439-05ad-4b1b-bae9-f1bb807abc2a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:29.333693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:29.336614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:29.342876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9525e039-86a5-4a64-9c16-c6948b6a472a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.362170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:29.529450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 096e0a51-b62a-4186-9bbf-074516af1efd up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:29.534509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.622347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9525e039-86a5-4a64-9c16-c6948b6a472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.692066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-811bb0f5-134d-4ee3-ba87-dd86e8077c78 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.692633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 096e0a51-b62a-4186-9bbf-074516af1efd completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:29.698193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.737299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.781823 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-811bb0f5-134d-4ee3-ba87-dd86e8077c78 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] update failed (client error): The resource could not be found. Apr 05 14:33:29.782658 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-811bb0f5-134d-4ee3-ba87-dd86e8077c78 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "PUT /v2.0/routers/528c1234-c296-409b-8bac-3087ceb1d8c7 HTTP/1.1" status: 404 len: 339 time: 1.0502717 Apr 05 14:33:29.785319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 48bc2b09-fd1d-457b-833d-5c784f53c130 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:29.795363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33552) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:29.801797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9525e039-86a5-4a64-9c16-c6948b6a472a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.804301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.ipam_backend_mixin [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Performing IP validity checks on allocation pools {{(pid=83851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 14:33:29.805182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.ipam_backend_mixin [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83851) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 14:33:29.832956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 48bc2b09-fd1d-457b-833d-5c784f53c130 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:29.833351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 48bc2b09-fd1d-457b-833d-5c784f53c130 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:29.847607 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-132257c2-8c70-4a32-ba05-668b1a2c17ec None None] Provisioning for port e6255439-05ad-4b1b-bae9-f1bb807abc2a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:29.853407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-132257c2-8c70-4a32-ba05-668b1a2c17ec None None] Provisioning complete for port e6255439-05ad-4b1b-bae9-f1bb807abc2a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:29.854034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-132257c2-8c70-4a32-ba05-668b1a2c17ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.905224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:29.905850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:29.916483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-132257c2-8c70-4a32-ba05-668b1a2c17ec None None] Port e6255439-05ad-4b1b-bae9-f1bb807abc2a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:29.948746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:29.959991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:29.962808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9525e039-86a5-4a64-9c16-c6948b6a472a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1dba06-716e-4726-a000-8fbcc92f13f0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:29.964609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:30.008196 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-589dab39-a952-4f38-b1ab-0c59d1cc5764 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7279189 Apr 05 14:33:30.034726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33556) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:30.041978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:69:63:87'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:fe:e4:1c'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:30.054835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=5d0dc376-ce36-4a96-8016-a179306444c4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:30.066352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9525e039-86a5-4a64-9c16-c6948b6a472a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.067706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4a6fe6-9e68-4a25-b6c8-6ea37dc96221 None None] Network 341e7591-65f9-4049-b2ea-ee9c4ca7b094 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:30.088299 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9525e039-86a5-4a64-9c16-c6948b6a472a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8a1dba06-716e-4726-a000-8fbcc92f13f0 HTTP/1.1" status: 204 len: 168 time: 1.3460486 Apr 05 14:33:30.090892 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33560) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:30.114873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.177258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.215721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a58362-c6cf-4284-9538-145bcc784cbf None None] Network 97837036-c1c1-4b46-94b4-6672aa2cc100 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:30.391641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for ceb13847-0f9d-406b-8bc8-b7c754e3e983 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:30.400912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-69a7db1c-ceef-4315-b9af-b3cdaca3b083 None None] Provisioning for port 096e0a51-b62a-4186-9bbf-074516af1efd completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:30.411629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.433308 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-69a7db1c-ceef-4315-b9af-b3cdaca3b083 None None] Provisioning complete for port 096e0a51-b62a-4186-9bbf-074516af1efd triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:30.433675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69a7db1c-ceef-4315-b9af-b3cdaca3b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.453642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Deleting port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:30.453964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.550625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.710694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69a7db1c-ceef-4315-b9af-b3cdaca3b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.770029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=133b7681-bef9-414a-97ba-9c0006077f77,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:30.780883 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-69a7db1c-ceef-4315-b9af-b3cdaca3b083 None None] For port 096e0a51-b62a-4186-9bbf-074516af1efd, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=096e0a51-b62a-4186-9bbf-074516af1efd,segment=NetworkSegment(68da8a4c-4263-42e9-b2c3-ece3fdd83d20),segment_id=68da8a4c-4263-42e9-b2c3-ece3fdd83d20)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:30.788458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69a7db1c-ceef-4315-b9af-b3cdaca3b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.877301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a7db1c-ceef-4315-b9af-b3cdaca3b083 None None] Pushing event updated for resources: {'Port': ['ID=096e0a51-b62a-4186-9bbf-074516af1efd,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:30.882326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] DHCP port deletion for 341e7591-65f9-4049-b2ea-ee9c4ca7b094 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:30.888388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] Deleting port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:30.888753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.951415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:30.999314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking segment: {'id': '0f2d8485-2d29-45b7-adeb-9ab4e56166b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653f731b-1844-4fbe-9698-3bb7cd35030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:30.999729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network hostable DHCP agents. Network: 653f731b-1844-4fbe-9698-3bb7cd35030a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:31.146717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.20.0.1 (97837036-c1c1-4b46-94b4-6672aa2cc100/a80b4e9c-e48d-4e88-92b6-ea86e37fbb3b/175bab1b-45c9-41f4-97bb-fdeb85ff200a) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:31.189571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] For port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1f3b28c3-9e67-43d8-bcea-2cfcb24484b8,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:31.189930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.204187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] For port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1f3b28c3-9e67-43d8-bcea-2cfcb24484b8,segment=NetworkSegment(c687217a-65b9-4c89-8b5c-ce9d45e818fd),segment_id=c687217a-65b9-4c89-8b5c-ce9d45e818fd)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:31.204670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.213309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-84b1c5d5-8395-4aee-8218-8c0fe3825788 None None] Provisioning complete for port 096e0a51-b62a-4186-9bbf-074516af1efd triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:31.213765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-84b1c5d5-8395-4aee-8218-8c0fe3825788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.314681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 653f731b-1844-4fbe-9698-3bb7cd35030a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:31.325593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Calling delete_port for 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:31.325847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.364778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] Calling delete_port for 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:31.419459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.508118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 653f731b-1844-4fbe-9698-3bb7cd35030a) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:31.517694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=ceb13847-0f9d-406b-8bc8-b7c754e3e983,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:31.536121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 096e0a51-b62a-4186-9bbf-074516af1efd up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:31.542129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:31.543079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.566718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5793116-3cf5-4e77-a3aa-1fc121425181 None None] Network 653f731b-1844-4fbe-9698-3bb7cd35030a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:31.606506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.707556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:31.707924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:31.721209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Pushing event deleted for resources: {'Port': ['ID=1f3b28c3-9e67-43d8-bcea-2cfcb24484b8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:31.742399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] No DVR routers for this DVR port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:31.806156 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b2dcebf1-1ea2-4183-ac5b-1f730a6cf3a2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1013968 Apr 05 14:33:31.820884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 096e0a51-b62a-4186-9bbf-074516af1efd triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:31.821990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.849046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33564) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:31.879623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '653f731b-1844-4fbe-9698-3bb7cd35030a', 'name': 'tempest-PortsTestJSON-1583482956'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:31.907178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.938689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object 175bab1b-45c9-41f4-97bb-fdeb85ff200a will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:31.941056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.945090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.951668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:31.963834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-653f731b-1844-4fbe-9698-3bb7cd35030a', 'network_id': '653f731b-1844-4fbe-9698-3bb7cd35030a', 'tenant_id': 'a0ebd2d1651f4f38b30c4e8a884000ca', 'fixed_ips': [{'subnet_id': '133b7681-bef9-414a-97ba-9c0006077f77'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:33:31.964639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.121377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:32.159829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:32.160171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:32.170280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.191561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Allocated IP 172.20.0.2 (653f731b-1844-4fbe-9698-3bb7cd35030a/133b7681-bef9-414a-97ba-9c0006077f77/35bc1b62-84f8-4a5d-a75d-a0484a2abdf3) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:32.207642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event updated for resources: {'Port': ['ID=e6255439-05ad-4b1b-bae9-f1bb807abc2a,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:32.214071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] Deleting port 1f3b28c3-9e67-43d8-bcea-2cfcb24484b8 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:32.214449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.237493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.255766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.280808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Allocated IP 172.20.0.1 (db7c7ae2-f1d6-4d17-9a56-057f318d8be3/39da5864-88df-462d-909b-ef2efcea2c22/e2771778-dd45-4b59-a8ca-aa03212ff63c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:32.283839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['341e7591-65f9-4049-b2ea-ee9c4ca7b094']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:32.298415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] In _notify_port_updated(), no bound segment for port e6255439-05ad-4b1b-bae9-f1bb807abc2a on network 7134fbc0-9194-403e-8eb4-a90d2d742ccd {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:33:32.303172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:32.306766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.313781 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7dba1503-e1dc-4253-8bf4-2ff6ed400e7b tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "PUT /v2.0/ports/e6255439-05ad-4b1b-bae9-f1bb807abc2a HTTP/1.1" status: 200 len: 1054 time: 2.2733796 Apr 05 14:33:32.317098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33568) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:32.322560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 97837036-c1c1-4b46-94b4-6672aa2cc100 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:32.385170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:32.393540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c347136d-211e-45a8-bb43-926bd39a1336 None None] The port '1f3b28c3-9e67-43d8-bcea-2cfcb24484b8' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:32.395199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:32.449559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-19073f33-5b4c-428d-b2d4-cc0b0e0ddcd2 None None] Provisioning complete for port e6255439-05ad-4b1b-bae9-f1bb807abc2a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:32.449931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-19073f33-5b4c-428d-b2d4-cc0b0e0ddcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.506347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c687217a-65b9-4c89-8b5c-ce9d45e818fd') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:32.507385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c687217a-65b9-4c89-8b5c-ce9d45e818fd') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:32.511289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-19073f33-5b4c-428d-b2d4-cc0b0e0ddcd2 None None] Port e6255439-05ad-4b1b-bae9-f1bb807abc2a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:32.525866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=175bab1b-45c9-41f4-97bb-fdeb85ff200a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:32.547283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.563682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.611796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.635211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Transition to ACTIVE for port object 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:32.658018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Transition to ACTIVE for port object 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:32.667375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.723773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.726257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.745741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Network 653f731b-1844-4fbe-9698-3bb7cd35030a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:32.748596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:32.751178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:32.751553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Router e852267c-0730-4af3-b1b9-062d2d379bc4 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:32.760023 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:32.764161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0d129959-12dc-4b60-8faa-68f7fd69959a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Deleting port e6255439-05ad-4b1b-bae9-f1bb807abc2a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:32.764577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0d129959-12dc-4b60-8faa-68f7fd69959a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.779740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.811990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Pushing event updated for resources: {'Port': ['ID=35bc1b62-84f8-4a5d-a75d-a0484a2abdf3,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:32.827276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:32.827782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:32.842268 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:32.909486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:32.925113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Attempting to bind port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:32.925716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Attempting to bind port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '0f2d8485-2d29-45b7-adeb-9ab4e56166b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653f731b-1844-4fbe-9698-3bb7cd35030a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:32.926570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Attempting to bind port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 on network 653f731b-1844-4fbe-9698-3bb7cd35030a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:32.934688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0943f776-48ff-4e42-851c-ab6b0fe9318b None None] Provisioning for port 175bab1b-45c9-41f4-97bb-fdeb85ff200a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:32.938592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:32.938967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Checking segment: {'id': '0f2d8485-2d29-45b7-adeb-9ab4e56166b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653f731b-1844-4fbe-9698-3bb7cd35030a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:32.939360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.939738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Bound using segment: {'id': '0f2d8485-2d29-45b7-adeb-9ab4e56166b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653f731b-1844-4fbe-9698-3bb7cd35030a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:32.940816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Bound port: 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f2d8485-2d29-45b7-adeb-9ab4e56166b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '653f731b-1844-4fbe-9698-3bb7cd35030a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:32.941178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.961060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0943f776-48ff-4e42-851c-ab6b0fe9318b None None] Provisioning complete for port 175bab1b-45c9-41f4-97bb-fdeb85ff200a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:32.961453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0943f776-48ff-4e42-851c-ab6b0fe9318b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:32.989989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:32.993151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.043504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.081524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0943f776-48ff-4e42-851c-ab6b0fe9318b None None] Port 175bab1b-45c9-41f4-97bb-fdeb85ff200a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:33.096645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.115361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] For port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:33.119032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] For port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=35bc1b62-84f8-4a5d-a75d-a0484a2abdf3,segment=NetworkSegment(0f2d8485-2d29-45b7-adeb-9ab4e56166b5),segment_id=0f2d8485-2d29-45b7-adeb-9ab4e56166b5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:33.123175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.170790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=341e7591-65f9-4049-b2ea-ee9c4ca7b094,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:33.193747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port f5024be4-42fa-4f13-a0bc-494037b972ea yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:33.195783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:33.208971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c295841-3562-4900-b870-6229a8d439a9 None None] Pushing event updated for resources: {'Port': ['ID=35bc1b62-84f8-4a5d-a75d-a0484a2abdf3,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:33.213701 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ed682-f4c4-4e52-97e0-be18f6953cc6 None None] Sync routers for ids ['e852267c-0730-4af3-b1b9-062d2d379bc4'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:33.218526 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3d9056ea-f704-42f9-a8f4-d8fbc93b45c6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "PUT /v2.0/routers/e852267c-0730-4af3-b1b9-062d2d379bc4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5935183 Apr 05 14:33:33.225584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33572) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:33.227851 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ed682-f4c4-4e52-97e0-be18f6953cc6 None None] Routers {'e852267c-0730-4af3-b1b9-062d2d379bc4'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:33.228701 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-754ed682-f4c4-4e52-97e0-be18f6953cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e852267c-0730-4af3-b1b9-062d2d379bc4'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:33.241704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.278901 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6558d100-378f-493a-beb1-a42f659708fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:33:33.279391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6558d100-378f-493a-beb1-a42f659708fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:33.308028 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-754ed682-f4c4-4e52-97e0-be18f6953cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:33.322775 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754ed682-f4c4-4e52-97e0-be18f6953cc6 None None] Routers {'e852267c-0730-4af3-b1b9-062d2d379bc4'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:33.323539 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-754ed682-f4c4-4e52-97e0-be18f6953cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e852267c-0730-4af3-b1b9-062d2d379bc4'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:33.323940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Transition to ACTIVE for port object e2771778-dd45-4b59-a8ca-aa03212ff63c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:33.334571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6558d100-378f-493a-beb1-a42f659708fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:33.338872 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6558d100-378f-493a-beb1-a42f659708fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/ceb13847-0f9d-406b-8bc8-b7c754e3e983 HTTP/1.1" status: 404 len: 333 time: 0.1120598 Apr 05 14:33:33.339632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33576) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:33.391787 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-754ed682-f4c4-4e52-97e0-be18f6953cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:33.392426 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754ed682-f4c4-4e52-97e0-be18f6953cc6 None None] The sync data for ids ['e852267c-0730-4af3-b1b9-062d2d379bc4'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:33.415015 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a9a906c5-0e9e-4c10-a998-2385d022d3bd admin admin] 10.222.0.18 "DELETE /v2.0/networks/341e7591-65f9-4049-b2ea-ee9c4ca7b094 HTTP/1.1" status: 204 len: 168 time: 3.3194695 Apr 05 14:33:33.577803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.611221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22c46669-777b-44b9-a26a-16480148bc4f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.633856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.7 (653f731b-1844-4fbe-9698-3bb7cd35030a/133b7681-bef9-414a-97ba-9c0006077f77/f5024be4-42fa-4f13-a0bc-494037b972ea) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:33.734487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:33:33.742588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0d129959-12dc-4b60-8faa-68f7fd69959a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.748614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33582) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:33.773768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:33.775825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.829072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:33.897419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Port': ['ID=e2771778-dd45-4b59-a8ca-aa03212ff63c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:33.906968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0d129959-12dc-4b60-8faa-68f7fd69959a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Calling delete_port for e6255439-05ad-4b1b-bae9-f1bb807abc2a owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:33.936404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:33.965486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.976479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:33.985848 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c25d221d-7de5-42ff-9f6d-ed67c2e25257 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=978f05d8511947d2a12e13a0e8736f3b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2291954 Apr 05 14:33:33.986717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33586) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:33.986980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.115146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-075738c0-e34b-4513-93bc-9d5f1922e9e2 None None] Provisioning for port e2771778-dd45-4b59-a8ca-aa03212ff63c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:34.121636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-075738c0-e34b-4513-93bc-9d5f1922e9e2 None None] Provisioning complete for port e2771778-dd45-4b59-a8ca-aa03212ff63c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:34.122296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-075738c0-e34b-4513-93bc-9d5f1922e9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.179319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.182448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=5d0dc376-ce36-4a96-8016-a179306444c4,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:34.198416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-075738c0-e34b-4513-93bc-9d5f1922e9e2 None None] Port e2771778-dd45-4b59-a8ca-aa03212ff63c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:34.413549 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=175bab1b-45c9-41f4-97bb-fdeb85ff200a,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:34.420976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22c46669-777b-44b9-a26a-16480148bc4f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.427386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.434640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22c46669-777b-44b9-a26a-16480148bc4f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.439138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.439713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0588d9a-4bd4-441a-b323-09e18be2cf2b None None] Network 653f731b-1844-4fbe-9698-3bb7cd35030a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:34.474391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a22a52bf-b5bd-490e-8677-0c1409b41e0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.582598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a22a52bf-b5bd-490e-8677-0c1409b41e0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.589290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22c46669-777b-44b9-a26a-16480148bc4f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.589790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c46669-777b-44b9-a26a-16480148bc4f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Fanout notify agent at l3_agent the message router_deleted on router e852267c-0730-4af3-b1b9-062d2d379bc4 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:33:34.633207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-22c46669-777b-44b9-a26a-16480148bc4f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.635039 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-22c46669-777b-44b9-a26a-16480148bc4f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/routers/e852267c-0730-4af3-b1b9-062d2d379bc4 HTTP/1.1" status: 204 len: 168 time: 1.2903793 Apr 05 14:33:34.644355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33590) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:34.657199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6fda7552-a0ef-4b8e-b3ca-fe35701836de None None] Provisioning for port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:34.677252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0d129959-12dc-4b60-8faa-68f7fd69959a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.741227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 97837036-c1c1-4b46-94b4-6672aa2cc100 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:34.746159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:34.761665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.766336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d129959-12dc-4b60-8faa-68f7fd69959a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Port': ['ID=e6255439-05ad-4b1b-bae9-f1bb807abc2a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:34.779112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:34.809308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object f5024be4-42fa-4f13-a0bc-494037b972ea will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:34.878244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a22a52bf-b5bd-490e-8677-0c1409b41e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.033933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a52bf-b5bd-490e-8677-0c1409b41e0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45e024e-c1c6-4068-aa80-e2dc8b10f9cf,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:35.058686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a22a52bf-b5bd-490e-8677-0c1409b41e0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.062673 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a22a52bf-b5bd-490e-8677-0c1409b41e0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c45e024e-c1c6-4068-aa80-e2dc8b10f9cf HTTP/1.1" status: 204 len: 168 time: 1.0492151 Apr 05 14:33:35.123251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd88c6d-a461-4a9c-847e-8ca2e815eb40 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet d3a5f71f-e412-43dc-8a16-a58bdc2cc258 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:35.129134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2bd88c6d-a461-4a9c-847e-8ca2e815eb40 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.217901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ca20a118-49fd-4545-b70d-3fb0e895ad53 None None] Provisioning complete for port 175bab1b-45c9-41f4-97bb-fdeb85ff200a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:35.218724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ca20a118-49fd-4545-b70d-3fb0e895ad53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.282188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ca20a118-49fd-4545-b70d-3fb0e895ad53 None None] Port 175bab1b-45c9-41f4-97bb-fdeb85ff200a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:35.301554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.311662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2bd88c6d-a461-4a9c-847e-8ca2e815eb40 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.432307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2bd88c6d-a461-4a9c-847e-8ca2e815eb40 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.553136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 6044b2b6-5524-4f1f-8463-6e90716b74cd is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:33:35.557355 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:35.584471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=f5024be4-42fa-4f13-a0bc-494037b972ea,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:35.595797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 653f731b-1844-4fbe-9698-3bb7cd35030a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:35.605431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:35.608098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:35.648945 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP ec4a9c15-2970-43fc-bd5b-173233423114 associated. External IP: 172.26.6.59, port: 110a7f4b-2d02-47d2-8458-1dc4f44e1081. Apr 05 14:33:35.709949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:35.717107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:35.718201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.760849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2bd88c6d-a461-4a9c-847e-8ca2e815eb40 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.802762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0d129959-12dc-4b60-8faa-68f7fd69959a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.814358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd88c6d-a461-4a9c-847e-8ca2e815eb40 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=d3a5f71f-e412-43dc-8a16-a58bdc2cc258,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:35.837463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2bd88c6d-a461-4a9c-847e-8ca2e815eb40 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.848513 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2bd88c6d-a461-4a9c-847e-8ca2e815eb40 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/d3a5f71f-e412-43dc-8a16-a58bdc2cc258 HTTP/1.1" status: 204 len: 168 time: 1.1925194 Apr 05 14:33:35.849776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33606) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:35.859551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63971bd0-a440-4f00-a621-56132abc624c None None] Network 41490ed4-4ae5-4e56-98e1-95a91457df4e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:35.867612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:35.868437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:35.876430 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0d129959-12dc-4b60-8faa-68f7fd69959a tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "DELETE /v2.0/ports/e6255439-05ad-4b1b-bae9-f1bb807abc2a HTTP/1.1" status: 204 len: 168 time: 3.5506189 Apr 05 14:33:35.877582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33610) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:35.913583 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-05961174-9dcb-45e5-b337-a2bef0e6af40 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.0593112 Apr 05 14:33:35.920809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33614) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:36.020355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.027022 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-52dbea38-3d34-4c04-9c18-801d83ab713f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port f5024be4-42fa-4f13-a0bc-494037b972ea {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:36.027419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52dbea38-3d34-4c04-9c18-801d83ab713f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.136732 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9870dc2c-cdab-4365-89b3-247c477216ff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] GET failed (client error): The resource could not be found. Apr 05 14:33:36.137228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9870dc2c-cdab-4365-89b3-247c477216ff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Synchronizing usage tracker for tenant:65674d1aeb0f4c20891afa76acb7dabc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:36.144030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ce2c7832-daf6-48ad-8caf-8153ab7eb81e None None] Provisioning for port f5024be4-42fa-4f13-a0bc-494037b972ea completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:36.150097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.173897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ce2c7832-daf6-48ad-8caf-8153ab7eb81e None None] Provisioning complete for port f5024be4-42fa-4f13-a0bc-494037b972ea triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:36.174476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce2c7832-daf6-48ad-8caf-8153ab7eb81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.178260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9870dc2c-cdab-4365-89b3-247c477216ff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Unset dirty status for tenant:65674d1aeb0f4c20891afa76acb7dabc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:36.179602 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9870dc2c-cdab-4365-89b3-247c477216ff tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "GET /v2.0/ports/e6255439-05ad-4b1b-bae9-f1bb807abc2a HTTP/1.1" status: 404 len: 333 time: 0.2936566 Apr 05 14:33:36.183275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33622) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:36.188994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.245520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.249487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:36.252973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c7832-daf6-48ad-8caf-8153ab7eb81e None None] Port f5024be4-42fa-4f13-a0bc-494037b972ea cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:36.260415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=35bc1b62-84f8-4a5d-a75d-a0484a2abdf3,segment=NetworkSegment(0f2d8485-2d29-45b7-adeb-9ab4e56166b5),segment_id=0f2d8485-2d29-45b7-adeb-9ab4e56166b5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:36.264115 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f40810de-0a8e-4f12-9b85-9eec1824b88e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/6044b2b6-5524-4f1f-8463-6e90716b74cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8894832 Apr 05 14:33:36.265127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:36.265475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.281009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab40c11-c114-4683-b589-8fa962d081c9 None None] Sync routers for ids ['6044b2b6-5524-4f1f-8463-6e90716b74cd'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:36.283447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.295033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33628) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:36.364896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] DHCP port deletion for 41490ed4-4ae5-4e56-98e1-95a91457df4e request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:36.366723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3dcfb-31c6-4b88-963f-3f69a41bc5c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Deleting port f5a5559a-56a6-420b-93b4-a6ca188eb518 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:36.367182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccd3dcfb-31c6-4b88-963f-3f69a41bc5c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.377805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] Deleting port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:36.378440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.381583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event updated for resources: {'Port': ['ID=e2771778-dd45-4b59-a8ca-aa03212ff63c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:36.417534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab40c11-c114-4683-b589-8fa962d081c9 None None] Routers {'6044b2b6-5524-4f1f-8463-6e90716b74cd'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:36.418524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cab40c11-c114-4683-b589-8fa962d081c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6044b2b6-5524-4f1f-8463-6e90716b74cd'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:36.495194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=35bc1b62-84f8-4a5d-a75d-a0484a2abdf3,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:36.500198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cab40c11-c114-4683-b589-8fa962d081c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:36.530796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.554716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab40c11-c114-4683-b589-8fa962d081c9 None None] Routers {'6044b2b6-5524-4f1f-8463-6e90716b74cd'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:36.555526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cab40c11-c114-4683-b589-8fa962d081c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6044b2b6-5524-4f1f-8463-6e90716b74cd'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:36.563466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a67729-2d23-4b45-a7f6-38c5a0f9c32e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:36.565079 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a0a67729-2d23-4b45-a7f6-38c5a0f9c32e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports/175bab1b-45c9-41f4-97bb-fdeb85ff200a HTTP/1.1" status: 200 len: 910 time: 0.1913266 Apr 05 14:33:36.588219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33634) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:36.631009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cab40c11-c114-4683-b589-8fa962d081c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:36.631567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab40c11-c114-4683-b589-8fa962d081c9 None None] The sync data for ids ['6044b2b6-5524-4f1f-8463-6e90716b74cd'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:36.691856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] For port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ff590a2-f3b2-4199-aa50-8aebdee9c0f4,segment=NetworkSegment(87bd603e-ebf9-4d5e-8170-8d803dd8ef04),segment_id=87bd603e-ebf9-4d5e-8170-8d803dd8ef04)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:36.692457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.795082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] For port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ff590a2-f3b2-4199-aa50-8aebdee9c0f4,segment=NetworkSegment(87bd603e-ebf9-4d5e-8170-8d803dd8ef04),segment_id=87bd603e-ebf9-4d5e-8170-8d803dd8ef04)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:36.795421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:36.883205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:36.959924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] Calling delete_port for 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:36.966789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52dbea38-3d34-4c04-9c18-801d83ab713f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.075414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.075781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:37.076243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:37.138249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=6ff590a2-f3b2-4199-aa50-8aebdee9c0f4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:37.139813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-52dbea38-3d34-4c04-9c18-801d83ab713f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for f5024be4-42fa-4f13-a0bc-494037b972ea owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:37.143152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccd3dcfb-31c6-4b88-963f-3f69a41bc5c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.156315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No DVR routers for this DVR port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:37.178571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:37.236142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:37.293222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ccd3dcfb-31c6-4b88-963f-3f69a41bc5c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Calling delete_port for f5a5559a-56a6-420b-93b4-a6ca188eb518 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:37.440869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.483798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41490ed4-4ae5-4e56-98e1-95a91457df4e']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:37.534762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87bd603e-ebf9-4d5e-8170-8d803dd8ef04') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:37.534995 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87bd603e-ebf9-4d5e-8170-8d803dd8ef04') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:37.541824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:37.556750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.580867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.591234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:37.591701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:37.606871 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:37.611179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccd3dcfb-31c6-4b88-963f-3f69a41bc5c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.664604 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33654) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:37.694181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] Deleting port 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:37.695601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.726584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd3dcfb-31c6-4b88-963f-3f69a41bc5c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Port': ['ID=f5a5559a-56a6-420b-93b4-a6ca188eb518,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:37.778251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.779665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:37.780276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.897609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.902319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8377e83f-1a5a-4000-8e0d-885c2284979a None None] The port '6ff590a2-f3b2-4199-aa50-8aebdee9c0f4' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:37.957456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.963261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-490517136', 'router:external': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:37.976162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4e2d91d3-f177-4ead-b86f-aee412aac1aa None None] Provisioning complete for port e2771778-dd45-4b59-a8ca-aa03212ff63c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:37.976537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e2d91d3-f177-4ead-b86f-aee412aac1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:37.979767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Network': ['ID=41490ed4-4ae5-4e56-98e1-95a91457df4e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:37.983809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:38.000828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Usage tracker for resource:network and tenant:d3c1116a3db64d428050af8c775f9d2a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:38.004791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:38.015918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:38.024435 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-52001ab8-45ff-4c83-b990-3b53d6af6339 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/networks/41490ed4-4ae5-4e56-98e1-95a91457df4e HTTP/1.1" status: 204 len: 168 time: 2.1729507 Apr 05 14:33:38.034161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33660) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:38.061484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52dbea38-3d34-4c04-9c18-801d83ab713f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.072880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4e2d91d3-f177-4ead-b86f-aee412aac1aa None None] Port e2771778-dd45-4b59-a8ca-aa03212ff63c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:38.083383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccd3dcfb-31c6-4b88-963f-3f69a41bc5c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.087652 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ccd3dcfb-31c6-4b88-963f-3f69a41bc5c6 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "DELETE /v2.0/ports/f5a5559a-56a6-420b-93b4-a6ca188eb518 HTTP/1.1" status: 204 len: 168 time: 1.9007416 Apr 05 14:33:38.088861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Made reservation on behalf of d3c1116a3db64d428050af8c775f9d2a for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:38.090964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.110520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33664) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:38.111191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.138685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:38.149683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dbea38-3d34-4c04-9c18-801d83ab713f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=f5024be4-42fa-4f13-a0bc-494037b972ea,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:38.169755 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d83cbb-81ab-4cf8-83db-023d37ae1fb7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] GET failed (client error): The resource could not be found. Apr 05 14:33:38.170273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-15d83cbb-81ab-4cf8-83db-023d37ae1fb7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Synchronizing usage tracker for tenant:65674d1aeb0f4c20891afa76acb7dabc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:38.171902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:38.172432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ff590a2-f3b2-4199-aa50-8aebdee9c0f4 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:38.185143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b62db1e-74f8-43ee-855d-30ea64d12041 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:38.185713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8b62db1e-74f8-43ee-855d-30ea64d12041 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:38.215701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-15d83cbb-81ab-4cf8-83db-023d37ae1fb7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Unset dirty status for tenant:65674d1aeb0f4c20891afa76acb7dabc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:38.217093 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-15d83cbb-81ab-4cf8-83db-023d37ae1fb7 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "GET /v2.0/ports/f5a5559a-56a6-420b-93b4-a6ca188eb518 HTTP/1.1" status: 404 len: 333 time: 0.0967083 Apr 05 14:33:38.221009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33668) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:38.224220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:38.260832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8b62db1e-74f8-43ee-855d-30ea64d12041 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:38.262270 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8b62db1e-74f8-43ee-855d-30ea64d12041 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/dea9a6e8-be12-4678-b77f-308c52e68c7a HTTP/1.1" status: 200 len: 845 time: 0.2326045 Apr 05 14:33:38.263576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Usage tracker for resource:security_group_rule and tenant:d3c1116a3db64d428050af8c775f9d2a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:38.270265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:38.273134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33672) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:38.283855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:38.315406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-16b59bcb-b1c4-4efd-bbd6-658d94b53509 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Deleting port d8c15e39-f83d-43df-b8b5-c63c1089ae67 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:38.316014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16b59bcb-b1c4-4efd-bbd6-658d94b53509 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.411025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52dbea38-3d34-4c04-9c18-801d83ab713f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.417861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d52cc641-2d76-4ecb-a600-e9f6a0062a55 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:38.440630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.501453 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-52dbea38-3d34-4c04-9c18-801d83ab713f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/f5024be4-42fa-4f13-a0bc-494037b972ea HTTP/1.1" status: 204 len: 168 time: 2.5784523 Apr 05 14:33:38.512987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:38.513614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33676) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:38.515404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Router 528c1234-c296-409b-8bac-3087ceb1d8c7 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:38.530718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.536440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.573168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d52cc641-2d76-4ecb-a600-e9f6a0062a55 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:38.580149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d52cc641-2d76-4ecb-a600-e9f6a0062a55 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/dea9a6e8-be12-4678-b77f-308c52e68c7a?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2945883 Apr 05 14:33:38.584164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33680) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:38.589888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:38.597178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:38.613833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e486cc-b4a0-46a8-9e2c-82cd680178e3,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:38.645390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-99593720-1db5-43cf-841a-d576d34afe7a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:33:38.645899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99593720-1db5-43cf-841a-d576d34afe7a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:33:38.649643 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-99593720-1db5-43cf-841a-d576d34afe7a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/f5024be4-42fa-4f13-a0bc-494037b972ea HTTP/1.1" status: 404 len: 333 time: 0.1312633 Apr 05 14:33:38.652825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33684) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:38.703897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.704233 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Added segment 7fb89e63-0679-4076-8335-b1c2d2370967 of type vlan for network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 Apr 05 14:33:38.749925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16b59bcb-b1c4-4efd-bbd6-658d94b53509 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.763671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5e8d15b-2d2e-4093-bfb0-ea95c5018685 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:33:38.764385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e5e8d15b-2d2e-4093-bfb0-ea95c5018685 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:38.879685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:38.889115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-16b59bcb-b1c4-4efd-bbd6-658d94b53509 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Calling delete_port for d8c15e39-f83d-43df-b8b5-c63c1089ae67 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:38.916285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:38.921130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:38.929779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:38.946696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:38.974232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e5e8d15b-2d2e-4093-bfb0-ea95c5018685 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:38.975399 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e5e8d15b-2d2e-4093-bfb0-ea95c5018685 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/f5024be4-42fa-4f13-a0bc-494037b972ea HTTP/1.1" status: 404 len: 333 time: 0.3208873 Apr 05 14:33:38.981219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33688) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:38.981411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:39.130067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.130815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:39.131389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.324462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.328304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:39.340649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ca808d79-a994-4d9c-9d80-d2bb9fb03e32 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "PUT /v2.0/routers/528c1234-c296-409b-8bac-3087ceb1d8c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5418668 Apr 05 14:33:39.342345 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f979025-9901-4154-ad7a-37b80588b047 None None] Sync routers for ids ['528c1234-c296-409b-8bac-3087ceb1d8c7'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:39.354390 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f979025-9901-4154-ad7a-37b80588b047 None None] Routers {'528c1234-c296-409b-8bac-3087ceb1d8c7'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:39.355266 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f979025-9901-4154-ad7a-37b80588b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['528c1234-c296-409b-8bac-3087ceb1d8c7'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:39.358816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33692) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:39.404654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16b59bcb-b1c4-4efd-bbd6-658d94b53509 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.422615 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f979025-9901-4154-ad7a-37b80588b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:39.434907 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f979025-9901-4154-ad7a-37b80588b047 None None] Routers {'528c1234-c296-409b-8bac-3087ceb1d8c7'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:39.435667 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f979025-9901-4154-ad7a-37b80588b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['528c1234-c296-409b-8bac-3087ceb1d8c7'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:39.494822 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f979025-9901-4154-ad7a-37b80588b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:39.495485 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f979025-9901-4154-ad7a-37b80588b047 None None] The sync data for ids ['528c1234-c296-409b-8bac-3087ceb1d8c7'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:39.584061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:39.595401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f3080-01ca-4024-a21c-a43f4c1ae43e None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:39.611457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f3080-01ca-4024-a21c-a43f4c1ae43e None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:39.612392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b53f3080-01ca-4024-a21c-a43f4c1ae43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:39.643260 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.9474120 Apr 05 14:33:39.647279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c606a-c020-48c6-8d53-50ede3de3178 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'Network': ['ID=a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:39.650810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b59bcb-b1c4-4efd-bbd6-658d94b53509 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Port': ['ID=d8c15e39-f83d-43df-b8b5-c63c1089ae67,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:39.652740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33696) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:39.675941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.677633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'subnet': {'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:39.690808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:39.692719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b53f3080-01ca-4024-a21c-a43f4c1ae43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:39.696158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:39.747709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Usage tracker for resource:subnet and tenant:d3c1116a3db64d428050af8c775f9d2a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:39.754475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:39.789027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f3080-01ca-4024-a21c-a43f4c1ae43e None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:39.790481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b53f3080-01ca-4024-a21c-a43f4c1ae43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:39.791394 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-af5008a0-b6f2-46ec-9015-f26209d3e632 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.5065308 Apr 05 14:33:39.795721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-faa5fd9d-c31b-40ea-86bf-ff59a086b99d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.800885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33700) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:39.804736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:39.817219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f452e92b-1503-4e0d-b5c3-5edb1a524353 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'port_id': '110a7f4b-2d02-47d2-8458-1dc4f44e1081', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:39.878342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b53f3080-01ca-4024-a21c-a43f4c1ae43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:39.879000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53f3080-01ca-4024-a21c-a43f4c1ae43e None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:39.902510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-186ad4b0-e841-40ce-9b3e-bde4a03e3bc7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet 133b7681-bef9-414a-97ba-9c0006077f77 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:39.924620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-186ad4b0-e841-40ce-9b3e-bde4a03e3bc7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:39.952506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Made reservation on behalf of d3c1116a3db64d428050af8c775f9d2a for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:39.954887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.037019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 175bab1b-45c9-41f4-97bb-fdeb85ff200a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:40.037277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.067573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16b59bcb-b1c4-4efd-bbd6-658d94b53509 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.084016 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-faa5fd9d-c31b-40ea-86bf-ff59a086b99d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 14:33:40.085051 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-faa5fd9d-c31b-40ea-86bf-ff59a086b99d tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/routers/528c1234-c296-409b-8bac-3087ceb1d8c7 HTTP/1.1" status: 409 len: 329 time: 0.7254066 Apr 05 14:33:40.088546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33704) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:40.107739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-186ad4b0-e841-40ce-9b3e-bde4a03e3bc7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.150555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e92b-1503-4e0d-b5c3-5edb1a524353 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.198171 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-16b59bcb-b1c4-4efd-bbd6-658d94b53509 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "DELETE /v2.0/ports/d8c15e39-f83d-43df-b8b5-c63c1089ae67 HTTP/1.1" status: 204 len: 168 time: 1.9758501 Apr 05 14:33:40.219243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33708) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:40.459407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.470393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-186ad4b0-e841-40ce-9b3e-bde4a03e3bc7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.474935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.631083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:40.653696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:40.656596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:40.657176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.663395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861ac65c-dfe6-43ba-b8ae-8efeff378d4f None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:40.690260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=78e2699b-0232-4480-b919-b8b5ea6f9a93,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:40.726677 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7dc6f9f6-f1bf-4440-b069-0bbc04812820 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1361158 Apr 05 14:33:40.728100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 175bab1b-45c9-41f4-97bb-fdeb85ff200a owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:40.729483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33712) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:40.796064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'security_group': {'name': 'tempest-secgroup-292429465'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:40.876400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:40.879162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-186ad4b0-e841-40ce-9b3e-bde4a03e3bc7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.906717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a5699d-f58f-4a23-a711-491b2a006de1 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Deleting subnet 0f805161-0716-4ce2-9c71-f7debede2d78 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:40.915543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:40.920763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-066181d3-b2bb-4e4b-9ea5-405dec755edb', 'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'tenant_id': '43a0e716bb8a47f7802508e843fd72bc', 'fixed_ips': [{'subnet_id': '78e2699b-0232-4480-b919-b8b5ea6f9a93'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:33:40.921739 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:40.935361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:40.947527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:40.951310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ad4b0-e841-40ce-9b3e-bde4a03e3bc7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=133b7681-bef9-414a-97ba-9c0006077f77,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:40.966653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a5699d-f58f-4a23-a711-491b2a006de1 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.024261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-186ad4b0-e841-40ce-9b3e-bde4a03e3bc7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.046794 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-186ad4b0-e841-40ce-9b3e-bde4a03e3bc7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/133b7681-bef9-414a-97ba-9c0006077f77 HTTP/1.1" status: 204 len: 168 time: 2.0519280 Apr 05 14:33:41.047868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.049070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a5699d-f58f-4a23-a711-491b2a006de1 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.057267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33716) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:41.065439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbf72c4-1633-49bd-8ddf-1db3d38442b8 None None] Network 653f731b-1844-4fbe-9698-3bb7cd35030a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:41.190973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Allocated IP 2001:db8::2 (066181d3-b2bb-4e4b-9ea5-405dec755edb/78e2699b-0232-4480-b919-b8b5ea6f9a93/d15d8c80-04d2-491c-885d-93a3467d6c10) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:41.217735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.326307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.364545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a5699d-f58f-4a23-a711-491b2a006de1 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.419616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:41.421815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=175bab1b-45c9-41f4-97bb-fdeb85ff200a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:41.427614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group_rule and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:41.441355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:41.448429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.456533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:41.537998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.548468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:41.549123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.569647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Transition to ACTIVE for port object d15d8c80-04d2-491c-885d-93a3467d6c10 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:41.572963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a5699d-f58f-4a23-a711-491b2a006de1 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.600613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Transition to ACTIVE for port object d15d8c80-04d2-491c-885d-93a3467d6c10 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:41.607504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.663574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] DHCP port deletion for 653f731b-1844-4fbe-9698-3bb7cd35030a request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:41.679097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.681673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a5699d-f58f-4a23-a711-491b2a006de1 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Subnet': ['ID=0f805161-0716-4ce2-9c71-f7debede2d78,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:41.695576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] Deleting port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:41.696050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.759235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-51a5699d-f58f-4a23-a711-491b2a006de1 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.775664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.780092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64745f1b-d216-4023-8702-13222439f703 None None] Network 7134fbc0-9194-403e-8eb4-a90d2d742ccd requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:41.810193 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-51a5699d-f58f-4a23-a711-491b2a006de1 tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "DELETE /v2.0/subnets/0f805161-0716-4ce2-9c71-f7debede2d78 HTTP/1.1" status: 204 len: 168 time: 1.5828371 Apr 05 14:33:41.813255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33720) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:41.857560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:41.867754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:41.873520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:41.876427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:41.885322 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Pushing event updated for resources: {'Port': ['ID=d15d8c80-04d2-491c-885d-93a3467d6c10,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:41.907480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.objects.ports [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83851) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:33:41.908038 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.053948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4bbdbe-8458-4e9b-8970-3d5ab93a2c03,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:42.073904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.077825 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d94989d7-49f7-4811-a270-1a42fdcd46a2 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.3419368 Apr 05 14:33:42.102006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33724) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:42.117662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e92b-1503-4e0d-b5c3-5edb1a524353 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.122406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'security_group': {'name': 'tempest-secgroup-764556231'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:42.141976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:42.145716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e92b-1503-4e0d-b5c3-5edb1a524353 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.188418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.201331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Attempting to bind port d15d8c80-04d2-491c-885d-93a3467d6c10 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:42.201743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Attempting to bind port d15d8c80-04d2-491c-885d-93a3467d6c10 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '3db253dd-caa7-47e9-81bc-3310fd2da824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:42.202079 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Attempting to bind port d15d8c80-04d2-491c-885d-93a3467d6c10 on network 066181d3-b2bb-4e4b-9ea5-405dec755edb {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:42.215152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:42.230116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8bb4228-87a4-44cf-b705-ab2894c01f56,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:42.232221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:42.236906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:42.237833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Checking segment: {'id': '3db253dd-caa7-47e9-81bc-3310fd2da824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:42.237833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.238030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Bound using segment: {'id': '3db253dd-caa7-47e9-81bc-3310fd2da824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:42.238494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Bound port: d15d8c80-04d2-491c-885d-93a3467d6c10, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db253dd-caa7-47e9-81bc-3310fd2da824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:42.238856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.256565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] For port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=35bc1b62-84f8-4a5d-a75d-a0484a2abdf3,segment=NetworkSegment(0f2d8485-2d29-45b7-adeb-9ab4e56166b5),segment_id=0f2d8485-2d29-45b7-adeb-9ab4e56166b5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:42.256942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.291220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:42.294104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] For port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=35bc1b62-84f8-4a5d-a75d-a0484a2abdf3,segment=NetworkSegment(0f2d8485-2d29-45b7-adeb-9ab4e56166b5),segment_id=0f2d8485-2d29-45b7-adeb-9ab4e56166b5)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:42.294710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.304401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Deleting port e372f13b-f025-45b4-8f4e-7927bd5251cc {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:42.304743 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.423367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] Calling delete_port for 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:42.436537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:42.463218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.478457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Checking segment: {'id': '7fb89e63-0679-4076-8335-b1c2d2370967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:42.479745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Network hostable DHCP agents. Network: a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:42.525215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:42.537720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d15d8c80-04d2-491c-885d-93a3467d6c10,segment=NetworkSegment(3db253dd-caa7-47e9-81bc-3310fd2da824),segment_id=3db253dd-caa7-47e9-81bc-3310fd2da824)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:42.542450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.578095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:42.584768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:42.588659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group_rule and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:42.593955 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.594285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:42.597617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] DHCP port deletion for 7134fbc0-9194-403e-8eb4-a90d2d742ccd request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:42.603408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:42.603717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:42.604941 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:42.613489 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] Pushing event deleted for resources: {'Port': ['ID=35bc1b62-84f8-4a5d-a75d-a0484a2abdf3,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:42.621377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:42.629548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:42.630151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.670254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b0ac6-935e-4879-9436-ae331d133ccd None None] Network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:42.685075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] Deleting port e372f13b-f025-45b4-8f4e-7927bd5251cc {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:42.685714 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.714619 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.721716 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-061764b2-f8d8-451f-81cd-e7c915adc0ec tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0608182 Apr 05 14:33:42.726652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33728) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:42.729975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.736762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-799215216', 'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:42.752814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:42.766167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Usage tracker for resource:port and tenant:d3c1116a3db64d428050af8c775f9d2a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:42.781758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:42.791331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:42.792233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f69255-d449-4841-ad1a-38678c410d84 None None] No DVR routers for this DVR port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:42.795829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805aa700-d2b6-43ba-a94f-c1d6c18245b4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:42.802874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.807125 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2b7cfb55-ebb7-4d97-a527-b5dc02355a86 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6989200 Apr 05 14:33:42.807299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33732) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:42.815729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-279457073', 'security_groups': ['805aa700-d2b6-43ba-a94f-c1d6c18245b4'], 'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78e2699b-0232-4480-b919-b8b5ea6f9a93'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:42.869498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] For port e372f13b-f025-45b4-8f4e-7927bd5251cc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e372f13b-f025-45b4-8f4e-7927bd5251cc,segment=NetworkSegment(0862e391-bf20-47bd-8d95-3bcb68ae0284),segment_id=0862e391-bf20-47bd-8d95-3bcb68ae0284)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:42.870096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.885982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Made reservation on behalf of d3c1116a3db64d428050af8c775f9d2a for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:42.888203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:42.972205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8922d-5dfa-47f4-a8e3-d871d423707e None None] Pushing event updated for resources: {'Port': ['ID=d15d8c80-04d2-491c-885d-93a3467d6c10,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:43.004811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Calling delete_port for e372f13b-f025-45b4-8f4e-7927bd5251cc owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:43.049171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 6044b2b6-5524-4f1f-8463-6e90716b74cd has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:43.193004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:43.193434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.287252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06eb1416-c4f9-430f-8905-20032e157805 None None] Network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:43.296570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.315772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] device_id is not set on port 9c13d288-5dfe-465e-b4af-40d89d14689c yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:43.352151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Port': ['ID=e372f13b-f025-45b4-8f4e-7927bd5251cc,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:43.363841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] No DVR routers for this DVR port e372f13b-f025-45b4-8f4e-7927bd5251cc on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:43.381280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] The port '35bc1b62-84f8-4a5d-a75d-a0484a2abdf3' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:43.385669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] For port e372f13b-f025-45b4-8f4e-7927bd5251cc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e372f13b-f025-45b4-8f4e-7927bd5251cc,segment=NetworkSegment(0862e391-bf20-47bd-8d95-3bcb68ae0284),segment_id=0862e391-bf20-47bd-8d95-3bcb68ae0284)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:43.386379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.419818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:43.439550 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc7e56-930a-4708-afba-19240beb96d8 None None] Sync routers for ids ['6044b2b6-5524-4f1f-8463-6e90716b74cd'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:43.458533 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc7e56-930a-4708-afba-19240beb96d8 None None] Routers {'6044b2b6-5524-4f1f-8463-6e90716b74cd'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:43.459167 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-73bc7e56-930a-4708-afba-19240beb96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6044b2b6-5524-4f1f-8463-6e90716b74cd'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:43.564548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:43.579875 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-73bc7e56-930a-4708-afba-19240beb96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:43.589397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:port and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:43.596147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:43.609747 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bc7e56-930a-4708-afba-19240beb96d8 None None] Routers {'6044b2b6-5524-4f1f-8463-6e90716b74cd'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:43.610871 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-73bc7e56-930a-4708-afba-19240beb96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6044b2b6-5524-4f1f-8463-6e90716b74cd'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:43.641086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] Calling delete_port for e372f13b-f025-45b4-8f4e-7927bd5251cc owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:43.648081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:43.655768 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7c1f40f1-aa75-475c-8e92-5976239ae110 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/6044b2b6-5524-4f1f-8463-6e90716b74cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0488930 Apr 05 14:33:43.660700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.663369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33736) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:43.669298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.694921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d15d8c80-04d2-491c-885d-93a3467d6c10 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:43.716120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:43.721358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.734291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Allocated IP 172.20.0.9 (a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3/a8bb4228-87a4-44cf-b705-ab2894c01f56/9c13d288-5dfe-465e-b4af-40d89d14689c) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:43.737301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['653f731b-1844-4fbe-9698-3bb7cd35030a']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:43.746267 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-73bc7e56-930a-4708-afba-19240beb96d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:43.746267 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bc7e56-930a-4708-afba-19240beb96d8 None None] The sync data for ids ['6044b2b6-5524-4f1f-8463-6e90716b74cd'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:43.769994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f2d8485-2d29-45b7-adeb-9ab4e56166b5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:43.770409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f2d8485-2d29-45b7-adeb-9ab4e56166b5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:43.773729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Deleting port e2771778-dd45-4b59-a8ca-aa03212ff63c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:43.774602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.788887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:43.867544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:43.867985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:43.935220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d15d8c80-04d2-491c-885d-93a3467d6c10 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:43.948947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.951827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9c49457e-7422-42e3-844b-a4a5190b8f73 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:43.968826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7134fbc0-9194-403e-8eb4-a90d2d742ccd']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:43.989432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:43.997621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e372f13b-f025-45b4-8f4e-7927bd5251cc no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:44.011344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0862e391-bf20-47bd-8d95-3bcb68ae0284') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:44.012467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0862e391-bf20-47bd-8d95-3bcb68ae0284') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:44.041265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: e372f13b-f025-45b4-8f4e-7927bd5251cc {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:44.041604 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e372f13b-f025-45b4-8f4e-7927bd5251cc not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:44.042015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:44.047819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.054687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:44.055087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:44.078881 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:44.081291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:44.081291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 35bc1b62-84f8-4a5d-a75d-a0484a2abdf3 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:44.188832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Calling delete_port for e2771778-dd45-4b59-a8ca-aa03212ff63c owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:44.217302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.224003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9c49457e-7422-42e3-844b-a4a5190b8f73 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:44.227685 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9c49457e-7422-42e3-844b-a4a5190b8f73 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=6044b2b6-5524-4f1f-8463-6e90716b74cd HTTP/1.1" status: 200 len: 205 time: 0.5581195 Apr 05 14:33:44.236832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33740) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:44.283286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::6c (066181d3-b2bb-4e4b-9ea5-405dec755edb/78e2699b-0232-4480-b919-b8b5ea6f9a93/67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:44.292384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Provisioning complete for port dea9a6e8-be12-4678-b77f-308c52e68c7a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:44.292767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.316789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.321550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.326853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.360741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Port dea9a6e8-be12-4678-b77f-308c52e68c7a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:44.360968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f452e92b-1503-4e0d-b5c3-5edb1a524353 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:44.369014 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] Deleting port e372f13b-f025-45b4-8f4e-7927bd5251cc {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:44.369371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.374131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:44.374541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.389035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Network': ['ID=653f731b-1844-4fbe-9698-3bb7cd35030a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:44.396084 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:44.409220 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8dd206bf-3f75-4378-94f0-9403351a9749 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/networks/653f731b-1844-4fbe-9698-3bb7cd35030a HTTP/1.1" status: 204 len: 168 time: 3.3469932 Apr 05 14:33:44.415983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33744) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:44.433896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Provisioning for port d15d8c80-04d2-491c-885d-93a3467d6c10 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:44.441799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f6d275e8-0569-4972-8b73-b9fb28893def None None] The port 'e372f13b-f025-45b4-8f4e-7927bd5251cc' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:44.443443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:44.443800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.488421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1827278694'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:44.506344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.510747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:44.523671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:network and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:44.527417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:44.539383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:44.553277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.557927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eedf2e7-52ef-4a10-ac36-85e9a9fa61de tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.563847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.596947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d15d8c80-04d2-491c-885d-93a3467d6c10,segment=NetworkSegment(3db253dd-caa7-47e9-81bc-3310fd2da824),segment_id=3db253dd-caa7-47e9-81bc-3310fd2da824)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:44.600787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.676617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83cb083-c9b9-4535-8115-dbd1217a443b None None] Pushing event updated for resources: {'Port': ['ID=d15d8c80-04d2-491c-885d-93a3467d6c10,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:44.702591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.707963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:44.710779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.755247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.763441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.784439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] Pushing event deleted for resources: {'Network': ['ID=7134fbc0-9194-403e-8eb4-a90d2d742ccd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:44.799265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.832707 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9230f8fa-e3c6-4790-927e-f2d222de630e tempest-AllowedAddressPairTestJSON-584668621 tempest-AllowedAddressPairTestJSON-584668621-project] 10.222.0.18 "DELETE /v2.0/networks/7134fbc0-9194-403e-8eb4-a90d2d742ccd HTTP/1.1" status: 204 len: 168 time: 3.0177934 Apr 05 14:33:44.838586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:44.861467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Port': ['ID=e2771778-dd45-4b59-a8ca-aa03212ff63c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:44.863790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'Port': ['ID=9c13d288-5dfe-465e-b4af-40d89d14689c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:44.868787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:44.874294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:44.877124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:44.906778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:44.953508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:44.955785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:44.956378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.014410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.015014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Added segment e83c9aab-d30a-46d3-8294-fcf2fcb05aff of type vlan for network acb43db6-2079-486d-b4c6-6e2bd40fe146 Apr 05 14:33:45.196844 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9941538a-a2d5-44be-8323-fe7cdace4877 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4683526 Apr 05 14:33:45.205838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33752) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:45.224270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33756) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:45.271581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:45.285368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:45.287177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:45.290258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:45.294187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:45.294811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.309218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f452e92b-1503-4e0d-b5c3-5edb1a524353 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:45.319901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f452e92b-1503-4e0d-b5c3-5edb1a524353 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.340898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eacad17-217b-4d28-ab3b-d751aebaf27c None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:45.369809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-da8f8aff-6a65-49de-8583-39a3dda6cb47 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Deleting port 9c13d288-5dfe-465e-b4af-40d89d14689c {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:45.370410 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da8f8aff-6a65-49de-8583-39a3dda6cb47 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.377735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eacad17-217b-4d28-ab3b-d751aebaf27c None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:45.378385 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5eacad17-217b-4d28-ab3b-d751aebaf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:45.398179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eedf2e7-52ef-4a10-ac36-85e9a9fa61de tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.412122 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a568dfd8-eede-4d14-a0eb-b70892d0453d tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6038175 Apr 05 14:33:45.423725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33762) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:45.444209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:45.451330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5eacad17-217b-4d28-ab3b-d751aebaf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:45.476402 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eacad17-217b-4d28-ab3b-d751aebaf27c None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:45.477634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5eacad17-217b-4d28-ab3b-d751aebaf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:45.509717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.519615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eedf2e7-52ef-4a10-ac36-85e9a9fa61de tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.568117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5eacad17-217b-4d28-ab3b-d751aebaf27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:45.578535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eacad17-217b-4d28-ab3b-d751aebaf27c None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:45.585294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d15d8c80-04d2-491c-885d-93a3467d6c10 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:45.650025 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-629f2bc9-1dbe-450e-b03c-f620693eeec0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65674d1aeb0f4c20891afa76acb7dabc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4240098 Apr 05 14:33:45.659270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33766) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:45.682115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.685998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:45.687053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.697296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:45.697687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.721884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eedf2e7-52ef-4a10-ac36-85e9a9fa61de tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.722419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eedf2e7-52ef-4a10-ac36-85e9a9fa61de tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Fanout notify agent at l3_agent the message router_deleted on router 6044b2b6-5524-4f1f-8463-6e90716b74cd {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:33:45.766279 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f452e92b-1503-4e0d-b5c3-5edb1a524353 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/floatingips/ec4a9c15-2970-43fc-bd5b-173233423114 HTTP/1.1" status: 200 len: 977 time: 5.9553025 Apr 05 14:33:45.774779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33770) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:45.778271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9157fb43-943a-401a-8148-e72ea569b3d8 None None] Provisioning for port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:45.792132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.817015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9157fb43-943a-401a-8148-e72ea569b3d8 None None] Provisioning complete for port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:45.817349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9157fb43-943a-401a-8148-e72ea569b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.825213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3eedf2e7-52ef-4a10-ac36-85e9a9fa61de tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:45.828902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3eedf2e7-52ef-4a10-ac36-85e9a9fa61de tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/6044b2b6-5524-4f1f-8463-6e90716b74cd HTTP/1.1" status: 204 len: 168 time: 1.5862992 Apr 05 14:33:45.838291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33774) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:45.839639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3795195 Apr 05 14:33:45.858338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33778) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:45.880656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': 'acb43db6-2079-486d-b4c6-6e2bd40fe146', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:45.882003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9157fb43-943a-401a-8148-e72ea569b3d8 None None] Port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:45.884040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347571c-07c3-4acb-80e7-de1179b4ff6e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Network': ['ID=acb43db6-2079-486d-b4c6-6e2bd40fe146,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:45.906608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network acb43db6-2079-486d-b4c6-6e2bd40fe146 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:46.017592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:46.039178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e32a8b0f-b5e3-4541-b2d4-3f5df08d381e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.040851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:46.045716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:46.063555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:46.066352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da8f8aff-6a65-49de-8583-39a3dda6cb47 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.094880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e32a8b0f-b5e3-4541-b2d4-3f5df08d381e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.269862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-da8f8aff-6a65-49de-8583-39a3dda6cb47 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Calling delete_port for 9c13d288-5dfe-465e-b4af-40d89d14689c owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:46.313672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:46.315726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:46.345846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:46.355797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:46.408305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-102ae53e-1fb9-483b-bb71-728aebe56e25 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet a80b4e9c-e48d-4e88-92b6-ea86e37fbb3b {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:46.417727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-102ae53e-1fb9-483b-bb71-728aebe56e25 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.419533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:46.448869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 5d0dc376-ce36-4a96-8016-a179306444c4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:46.449220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.503489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:46.615879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e32a8b0f-b5e3-4541-b2d4-3f5df08d381e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.644672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32a8b0f-b5e3-4541-b2d4-3f5df08d381e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06e2f0c-64e8-4778-afc5-aa1bbf0fd7df,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:46.663115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-102ae53e-1fb9-483b-bb71-728aebe56e25 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.694175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e32a8b0f-b5e3-4541-b2d4-3f5df08d381e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.695323 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e32a8b0f-b5e3-4541-b2d4-3f5df08d381e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f06e2f0c-64e8-4778-afc5-aa1bbf0fd7df HTTP/1.1" status: 204 len: 168 time: 1.0336721 Apr 05 14:33:46.725283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Router 528c1234-c296-409b-8bac-3087ceb1d8c7 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:46.887196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-102ae53e-1fb9-483b-bb71-728aebe56e25 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.896690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.923776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:46.936996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:46.953615 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-20b81486-45af-436d-9c1d-60f47de90983 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "PUT /v2.0/routers/528c1234-c296-409b-8bac-3087ceb1d8c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8547699 Apr 05 14:33:46.953615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33786) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:46.960567 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd21a4-efba-4304-9a0c-20dabf88915e None None] Sync routers for ids ['528c1234-c296-409b-8bac-3087ceb1d8c7'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:46.973570 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd21a4-efba-4304-9a0c-20dabf88915e None None] Routers {'528c1234-c296-409b-8bac-3087ceb1d8c7'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:46.974823 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-defd21a4-efba-4304-9a0c-20dabf88915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['528c1234-c296-409b-8bac-3087ceb1d8c7'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:47.051477 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-defd21a4-efba-4304-9a0c-20dabf88915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:47.060211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-102ae53e-1fb9-483b-bb71-728aebe56e25 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.064596 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-7fe9b10c-d988-4fe9-8ffa-d97a1ce894f4 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] show failed (client error): The resource could not be found. Apr 05 14:33:47.065636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7fe9b10c-d988-4fe9-8ffa-d97a1ce894f4 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1254534240 HTTP/1.1" status: 404 len: 335 time: 0.1170938 Apr 05 14:33:47.074581 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defd21a4-efba-4304-9a0c-20dabf88915e None None] Routers {'528c1234-c296-409b-8bac-3087ceb1d8c7'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:47.076027 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-defd21a4-efba-4304-9a0c-20dabf88915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['528c1234-c296-409b-8bac-3087ceb1d8c7'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:47.084754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33796) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:47.106783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da8f8aff-6a65-49de-8583-39a3dda6cb47 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.109502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102ae53e-1fb9-483b-bb71-728aebe56e25 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=a80b4e9c-e48d-4e88-92b6-ea86e37fbb3b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:47.112379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ad890ff4-a651-410b-a771-f2a83dc22086 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:47.117528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-102ae53e-1fb9-483b-bb71-728aebe56e25 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.124372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cf7dbe-899b-412c-bbd1-9725b19aa46c None None] Network 97837036-c1c1-4b46-94b4-6672aa2cc100 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:47.129115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-102ae53e-1fb9-483b-bb71-728aebe56e25 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/a80b4e9c-e48d-4e88-92b6-ea86e37fbb3b HTTP/1.1" status: 204 len: 168 time: 1.2882066 Apr 05 14:33:47.130259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33800) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:47.170333 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-defd21a4-efba-4304-9a0c-20dabf88915e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:47.173111 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-defd21a4-efba-4304-9a0c-20dabf88915e None None] The sync data for ids ['528c1234-c296-409b-8bac-3087ceb1d8c7'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:47.256426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.266520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.266845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.269094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 096e0a51-b62a-4186-9bbf-074516af1efd {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:47.269440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.291371 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-ad890ff4-a651-410b-a771-f2a83dc22086 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] update failed (client error): The resource could not be found. Apr 05 14:33:47.295693 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ad890ff4-a651-410b-a771-f2a83dc22086 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-1143644134 HTTP/1.1" status: 404 len: 335 time: 0.2015483 Apr 05 14:33:47.300859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33806) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:47.303171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f8aff-6a65-49de-8583-39a3dda6cb47 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c13d288-5dfe-465e-b4af-40d89d14689c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:47.485888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] DHCP port deletion for 97837036-c1c1-4b46-94b4-6672aa2cc100 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:47.486875 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.ipam_backend_mixin [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 78e2699b-0232-4480-b919-b8b5ea6f9a93 (CIDR: 2001:db8::/64) Apr 05 14:33:47.490258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] Deleting port 096e0a51-b62a-4186-9bbf-074516af1efd {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:47.490653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.494452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 5d0dc376-ce36-4a96-8016-a179306444c4 owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:47.607184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port 096e0a51-b62a-4186-9bbf-074516af1efd, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=096e0a51-b62a-4186-9bbf-074516af1efd,segment=NetworkSegment(68da8a4c-4263-42e9-b2c3-ece3fdd83d20),segment_id=68da8a4c-4263-42e9-b2c3-ece3fdd83d20)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:47.607897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.699056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.702662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:33:47.703222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:33:47.705031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] For port 096e0a51-b62a-4186-9bbf-074516af1efd, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=096e0a51-b62a-4186-9bbf-074516af1efd,segment=NetworkSegment(68da8a4c-4263-42e9-b2c3-ece3fdd83d20),segment_id=68da8a4c-4263-42e9-b2c3-ece3fdd83d20)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:47.705587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.746265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 096e0a51-b62a-4186-9bbf-074516af1efd owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:47.771137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33816) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:47.834692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.843249 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0dded547-dfd5-412c-8059-2a2c082c8620 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.4166462 Apr 05 14:33:47.854032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] Calling delete_port for 096e0a51-b62a-4186-9bbf-074516af1efd owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:47.860642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33822) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:47.872042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=07b9b37b-8d03-4a79-a7f4-cc6aaaedefa2,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:47.877309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:47.928039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:47.928394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:47.940587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=096e0a51-b62a-4186-9bbf-074516af1efd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:47.954790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No DVR routers for this DVR port 096e0a51-b62a-4186-9bbf-074516af1efd on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:47.961676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da8f8aff-6a65-49de-8583-39a3dda6cb47 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:47.963533 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-da8f8aff-6a65-49de-8583-39a3dda6cb47 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "DELETE /v2.0/ports/9c13d288-5dfe-465e-b4af-40d89d14689c HTTP/1.1" status: 204 len: 168 time: 2.7530482 Apr 05 14:33:47.973967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33826) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:47.997628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3', 'external_fixed_ips': [{'subnet_id': 'a8bb4228-87a4-44cf-b705-ab2894c01f56', 'ip_address': '172.20.0.9'}]}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:48.006291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:48.011011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'networks': [{'name': 'tempest-network--664099093'}, {'name': 'tempest-network--289686840'}]} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:48.011313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'network': {'name': 'tempest-network--664099093'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:48.011752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'network': {'name': 'tempest-network--289686840'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:48.020954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:48.028636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Usage tracker for resource:router and tenant:d3c1116a3db64d428050af8c775f9d2a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:48.042659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:48.051925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Usage tracker for resource:network and tenant:c65f4f9e655946f299819906e0abb310 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:48.057277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:48.060037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:48.061954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking segment: {'id': 'e83c9aab-d30a-46d3-8294-fcf2fcb05aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acb43db6-2079-486d-b4c6-6e2bd40fe146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:48.062324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network hostable DHCP agents. Network: acb43db6-2079-486d-b4c6-6e2bd40fe146, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:33:48.110541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.115076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:48.120011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcf9e4c-309d-41c0-8189-e823258954f9 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Deleting subnet 6dcfedef-ed05-4daf-9850-3c7aa1ef12cb {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:48.125882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e4c-309d-41c0-8189-e823258954f9 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.157258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:48.160299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.161220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.164273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Made reservation on behalf of c65f4f9e655946f299819906e0abb310 for: {'network': 2} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:48.168387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.184553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:48.191461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:48.204459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:48.206813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.234598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.276347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network acb43db6-2079-486d-b4c6-6e2bd40fe146 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:33:48.282702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97837036-c1c1-4b46-94b4-6672aa2cc100']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:48.288102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:48.292061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.299995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68da8a4c-4263-42e9-b2c3-ece3fdd83d20') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:48.300293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68da8a4c-4263-42e9-b2c3-ece3fdd83d20') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:48.312396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e4c-309d-41c0-8189-e823258954f9 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.320448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=5d0dc376-ce36-4a96-8016-a179306444c4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:48.348500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.374125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.377705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, acb43db6-2079-486d-b4c6-6e2bd40fe146) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:48.387656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2c7dd-f4e9-4bf6-8056-1b021dcbbe4a None None] Network acb43db6-2079-486d-b4c6-6e2bd40fe146 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:48.390763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:48.391811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.396986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:48.400302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.402153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:48.402816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:48.411745 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:48.461131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] Deleting port 096e0a51-b62a-4186-9bbf-074516af1efd {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:48.461131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.506243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.511358 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.532578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e4c-309d-41c0-8189-e823258954f9 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.542077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ccb78aea-e3c3-44b3-9a02-403bc78a9ead None None] The port '096e0a51-b62a-4186-9bbf-074516af1efd' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:48.571659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Usage tracker for resource:security_group_rule and tenant:c65f4f9e655946f299819906e0abb310 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:48.578647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:48.584944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=97837036-c1c1-4b46-94b4-6672aa2cc100,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:48.605135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-36b279fa-e3ee-483e-a1a1-6ab86024126c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/97837036-c1c1-4b46-94b4-6672aa2cc100 HTTP/1.1" status: 204 len: 168 time: 1.4737194 Apr 05 14:33:48.610719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33832) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:48.620509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:48.622839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-982086328', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:48.630722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:48.635939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:router and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:48.640533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:48.647028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:48.666661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.668120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.681003 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-65b04a4f-d47a-4430-8ccc-a0bd1373f46a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8171544 Apr 05 14:33:48.683519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33836) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:48.692154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': 'acb43db6-2079-486d-b4c6-6e2bd40fe146', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1776798751'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:48.708444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e4c-309d-41c0-8189-e823258954f9 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.719383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-acb43db6-2079-486d-b4c6-6e2bd40fe146', 'network_id': 'acb43db6-2079-486d-b4c6-6e2bd40fe146', 'tenant_id': 'a0ebd2d1651f4f38b30c4e8a884000ca', 'fixed_ips': [{'subnet_id': '07b9b37b-8d03-4a79-a7f4-cc6aaaedefa2'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:33:48.720158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.815787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf9e4c-309d-41c0-8189-e823258954f9 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Subnet': ['ID=6dcfedef-ed05-4daf-9850-3c7aa1ef12cb,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:48.826278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.833973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cdcf9e4c-309d-41c0-8189-e823258954f9 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.849429 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cdcf9e4c-309d-41c0-8189-e823258954f9 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/subnets/6dcfedef-ed05-4daf-9850-3c7aa1ef12cb HTTP/1.1" status: 204 len: 168 time: 1.5454259 Apr 05 14:33:48.849429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:48.857288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1366f59-24d8-4ea6-9799-181f7786c466 None None] Network c981008c-d3a7-4ed7-876b-3f9d121aff82 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:48.857451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33840) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:48.976742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Allocated IP 172.20.0.2 (acb43db6-2079-486d-b4c6-6e2bd40fe146/07b9b37b-8d03-4a79-a7f4-cc6aaaedefa2/cfd6df1f-7219-47b5-a88b-a755482177cc) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:49.009560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.034517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:49.080361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.091345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.091799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.107931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:49.116549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:49.173122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:49.183180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f03c71-1e81-481f-97eb-ce63c4da711e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:49.211286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.213967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:49.219875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.252130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:49.261688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] DHCP port deletion for c981008c-d3a7-4ed7-876b-3f9d121aff82 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:49.270204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Deleting port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:49.270699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.282885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.283221 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Added segment f6ba943b-19b4-49ad-8164-3949ada5fe1b of type vlan for network d0f090f4-d10c-4341-839b-0056a913d187 Apr 05 14:33:49.297387 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 634b7098-40b5-4c95-bac0-b62da91cd4d9 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:49.350554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.351438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b25ae4e-75f6-43c1-9e71-576dfc74dbbc tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Deleting subnet b03b915c-5ad6-4eb3-80d8-44dd791e1161 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:49.375226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.405774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b25ae4e-75f6-43c1-9e71-576dfc74dbbc tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.412592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.433807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Transition to ACTIVE for port object cfd6df1f-7219-47b5-a88b-a755482177cc will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:49.453139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Transition to ACTIVE for port object cfd6df1f-7219-47b5-a88b-a755482177cc will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:49.464104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.494124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:49.496186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:49.505929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:49.514980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:49.515565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.522283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=ff6814d4-c800-450e-9701-75fd05a23d0c,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:49.527281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.527621 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Added segment df3a3fb1-742a-47f2-aac5-b48bbc48d5a8 of type vlan for network 208473f2-e7b1-4cb0-95ce-ba8bd04d3453 Apr 05 14:33:49.536468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b25ae4e-75f6-43c1-9e71-576dfc74dbbc tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.559670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bc1b00-81e2-465c-a882-ff229621bcc3 None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:49.601446 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 096e0a51-b62a-4186-9bbf-074516af1efd no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:49.604355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.9 (acb43db6-2079-486d-b4c6-6e2bd40fe146/07b9b37b-8d03-4a79-a7f4-cc6aaaedefa2/634b7098-40b5-4c95-bac0-b62da91cd4d9) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:49.737225 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b5e96ab6-08a1-430a-9384-6d1aaa6c5f2b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8755515 Apr 05 14:33:49.748511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33844) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:49.752806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.758312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1122606337', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ff6814d4-c800-450e-9701-75fd05a23d0c'}], 'security_groups': ['6a4bbdbe-8458-4e9b-8970-3d5ab93a2c03']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:49.783239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Network acb43db6-2079-486d-b4c6-6e2bd40fe146 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:49.783982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 096e0a51-b62a-4186-9bbf-074516af1efd {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:49.784302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 096e0a51-b62a-4186-9bbf-074516af1efd not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:49.784997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:49.839979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:49.841762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Pushing event updated for resources: {'Port': ['ID=cfd6df1f-7219-47b5-a88b-a755482177cc,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:49.847696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:49.872536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.901335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.901980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.905730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:49.909018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:49.909731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.944623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:49.967156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] For port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,segment=NetworkSegment(aa62e2d6-fa99-4f7d-a4ce-4398371e1e74),segment_id=aa62e2d6-fa99-4f7d-a4ce-4398371e1e74)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:49.967868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.057123 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.2798824 Apr 05 14:33:50.065211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33848) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:50.103390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Network': ['ID=d0f090f4-d10c-4341-839b-0056a913d187,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:50.139575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b25ae4e-75f6-43c1-9e71-576dfc74dbbc tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.163663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Calling delete_port for 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:50.168211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.192477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d0f090f4-d10c-4341-839b-0056a913d187 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:50.277861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object 634b7098-40b5-4c95-bac0-b62da91cd4d9 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:50.312919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.331250 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Attempting to bind port cfd6df1f-7219-47b5-a88b-a755482177cc on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:50.331620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Attempting to bind port cfd6df1f-7219-47b5-a88b-a755482177cc by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'e83c9aab-d30a-46d3-8294-fcf2fcb05aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acb43db6-2079-486d-b4c6-6e2bd40fe146'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:50.332283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Attempting to bind port cfd6df1f-7219-47b5-a88b-a755482177cc on network acb43db6-2079-486d-b4c6-6e2bd40fe146 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:50.388345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:50.388712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Checking segment: {'id': 'e83c9aab-d30a-46d3-8294-fcf2fcb05aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acb43db6-2079-486d-b4c6-6e2bd40fe146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:50.389279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.389844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Bound using segment: {'id': 'e83c9aab-d30a-46d3-8294-fcf2fcb05aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acb43db6-2079-486d-b4c6-6e2bd40fe146'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:50.390520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Bound port: cfd6df1f-7219-47b5-a88b-a755482177cc, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83c9aab-d30a-46d3-8294-fcf2fcb05aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'acb43db6-2079-486d-b4c6-6e2bd40fe146'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:50.391057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.401433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1ba01-c92b-4474-b0b1-21752d442f23 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Network': ['ID=208473f2-e7b1-4cb0-95ce-ba8bd04d3453,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:50.423741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.448521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:33:50.467352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 208473f2-e7b1-4cb0-95ce-ba8bd04d3453 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:50.478202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Allocated IP 172.20.0.9 (a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3/a8bb4228-87a4-44cf-b705-ab2894c01f56/e759d524-c8c8-47d9-b0b8-58e7f0860134) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:50.483419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.503480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b25ae4e-75f6-43c1-9e71-576dfc74dbbc tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.594680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,segment=NetworkSegment(aa62e2d6-fa99-4f7d-a4ce-4398371e1e74),segment_id=aa62e2d6-fa99-4f7d-a4ce-4398371e1e74)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:50.611589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25ae4e-75f6-43c1-9e71-576dfc74dbbc tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Subnet': ['ID=b03b915c-5ad6-4eb3-80d8-44dd791e1161,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:50.617969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716fc9f-f2b9-4b24-b332-73cd4d1eb460 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.622401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716fc9f-f2b9-4b24-b332-73cd4d1eb460 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.622780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.625983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716fc9f-f2b9-4b24-b332-73cd4d1eb460 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.629807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716fc9f-f2b9-4b24-b332-73cd4d1eb460 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.633879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8716fc9f-f2b9-4b24-b332-73cd4d1eb460 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:50.638579 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8716fc9f-f2b9-4b24-b332-73cd4d1eb460 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3008 time: 0.5707057 Apr 05 14:33:50.639244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33852) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:50.646865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.678284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.683753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:50.684338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:50.743235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] For port cfd6df1f-7219-47b5-a88b-a755482177cc, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:50.745471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:50.750197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] For port cfd6df1f-7219-47b5-a88b-a755482177cc, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cfd6df1f-7219-47b5-a88b-a755482177cc,segment=NetworkSegment(e83c9aab-d30a-46d3-8294-fcf2fcb05aff),segment_id=e83c9aab-d30a-46d3-8294-fcf2fcb05aff)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:50.758685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.800480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.853211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6d8bd6-1682-4b7d-baed-3d133b33900a None None] Network d205f37a-09ca-4bfb-bb95-25eff628654e requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:50.860858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.867250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b25ae4e-75f6-43c1-9e71-576dfc74dbbc tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.915696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:50.942265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:50.944073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:50.969416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37795dfe-6ce4-4421-905d-508290c980ae None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:50.977275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:50.987348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:51.004226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network acb43db6-2079-486d-b4c6-6e2bd40fe146 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:51.011362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'Port': ['ID=e759d524-c8c8-47d9-b0b8-58e7f0860134,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:51.015131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:51.020230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.055275 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c23dbd78-afc3-41c5-ad40-2fb73a0a6967 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/floatingips/ec4a9c15-2970-43fc-bd5b-173233423114 HTTP/1.1" status: 204 len: 168 time: 5.2770305 Apr 05 14:33:51.055487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33856) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:51.058593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:51.086082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa7908-e474-4baa-aebc-66dcc46e6f33 None None] Pushing event updated for resources: {'Port': ['ID=cfd6df1f-7219-47b5-a88b-a755482177cc,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:51.101348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37795dfe-6ce4-4421-905d-508290c980ae None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:51.102587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-37795dfe-6ce4-4421-905d-508290c980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:51.107073 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7b25ae4e-75f6-43c1-9e71-576dfc74dbbc tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/subnets/b03b915c-5ad6-4eb3-80d8-44dd791e1161 HTTP/1.1" status: 204 len: 168 time: 2.2465570 Apr 05 14:33:51.113334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33860) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:51.125329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=634b7098-40b5-4c95-bac0-b62da91cd4d9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:51.194596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Deleting port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:51.195481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.221206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.26.6.154 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/1e183589-ad43-4e8e-94e0-8878841e9ba6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:51.227877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f3cff4-31ca-4b3b-b696-26a3dcf3e8f5 None None] Update dhcp port {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'fixed_ips': [{'subnet_id': '78e2699b-0232-4480-b919-b8b5ea6f9a93', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ff6814d4-c800-450e-9701-75fd05a23d0c'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': 'd15d8c80-04d2-491c-885d-93a3467d6c10'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:33:51.255859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf890e-50b7-43a5-9ae4-ac5a2c5f7003 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 110a7f4b-2d02-47d2-8458-1dc4f44e1081 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:51.256196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdaf890e-50b7-43a5-9ae4-ac5a2c5f7003 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.262828 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-37795dfe-6ce4-4421-905d-508290c980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:51.324913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-01f3cff4-31ca-4b3b-b696-26a3dcf3e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.344651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:51.345272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.388760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37795dfe-6ce4-4421-905d-508290c980ae None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:51.389397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-37795dfe-6ce4-4421-905d-508290c980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:51.485883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.526483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.552246 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-89a232e7-50fb-4d1b-8d0b-a2f1fbf9673d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.8673179 Apr 05 14:33:51.556784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-37795dfe-6ce4-4421-905d-508290c980ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:51.557296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37795dfe-6ce4-4421-905d-508290c980ae None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:51.562009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33864) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:51.590665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Deleting port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:51.590991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.638637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cfd6df1f-7219-47b5-a88b-a755482177cc up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:51.663287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.754840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.810344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] For port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,segment=NetworkSegment(aa62e2d6-fa99-4f7d-a4ce-4398371e1e74),segment_id=aa62e2d6-fa99-4f7d-a4ce-4398371e1e74)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:51.810738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.899955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.900593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:51.947869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f090f4-d10c-4341-839b-0056a913d187']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:51.949869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] DHCP port deletion for d205f37a-09ca-4bfb-bb95-25eff628654e request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:51.957282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Calling delete_port for 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:51.995753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ba943b-19b4-49ad-8164-3949ada5fe1b') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:51.996223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ba943b-19b4-49ad-8164-3949ada5fe1b') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:52.025203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-54e3616b-30dd-447d-a0db-0050f21b6e13 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 634b7098-40b5-4c95-bac0-b62da91cd4d9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:52.025698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54e3616b-30dd-447d-a0db-0050f21b6e13 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.030259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] Deleting port 63b86765-793e-4915-acf2-0f391deb4417 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:52.030631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.060307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:52.062189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.078618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:52.085090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=1e183589-ad43-4e8e-94e0-8878841e9ba6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:52.087749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:52.120004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port cfd6df1f-7219-47b5-a88b-a755482177cc completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:52.144204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-01f3cff4-31ca-4b3b-b696-26a3dcf3e8f5 None None] Allocated IP 2001:db8:0:1::2 (066181d3-b2bb-4e4b-9ea5-405dec755edb/ff6814d4-c800-450e-9701-75fd05a23d0c/d15d8c80-04d2-491c-885d-93a3467d6c10) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:52.144712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.163518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:52.163919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:52.179569 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:52.258866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.276522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdaf890e-50b7-43a5-9ae4-ac5a2c5f7003 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.362349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.425383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] For port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,segment=NetworkSegment(aa62e2d6-fa99-4f7d-a4ce-4398371e1e74),segment_id=aa62e2d6-fa99-4f7d-a4ce-4398371e1e74)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:52.425796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.440511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cdaf890e-50b7-43a5-9ae4-ac5a2c5f7003 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 110a7f4b-2d02-47d2-8458-1dc4f44e1081 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:52.456504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.488076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Network': ['ID=d0f090f4-d10c-4341-839b-0056a913d187,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:52.503701 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] Pushing event deleted for resources: {'Port': ['ID=45dce6cb-b71e-41d4-b3a0-aef6fac21e68,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:52.515615 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ce2209cd-7780-466c-afaa-95d396458ed2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/networks/d0f090f4-d10c-4341-839b-0056a913d187 HTTP/1.1" status: 204 len: 168 time: 1.8678617 Apr 05 14:33:52.520261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33868) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:52.551067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1cba4-8bbb-4564-9691-75b5a9aa5b2d None None] No DVR routers for this DVR port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:52.587982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030f44db-25ee-426a-a7d4-8c937e583507 None None] Network acb43db6-2079-486d-b4c6-6e2bd40fe146 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:52.612398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] For port 63b86765-793e-4915-acf2-0f391deb4417, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=63b86765-793e-4915-acf2-0f391deb4417,segment=NetworkSegment(b878c237-8513-47b2-850b-1515cfa6f4df),segment_id=b878c237-8513-47b2-850b-1515cfa6f4df)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:52.612784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.621887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Calling delete_port for 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:52.708619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54e3616b-30dd-447d-a0db-0050f21b6e13 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.718363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.771078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:52.771556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:52.812104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] Calling delete_port for 63b86765-793e-4915-acf2-0f391deb4417 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:52.847973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-54e3616b-30dd-447d-a0db-0050f21b6e13 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 634b7098-40b5-4c95-bac0-b62da91cd4d9 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:52.858571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-01f3cff4-31ca-4b3b-b696-26a3dcf3e8f5 None None] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d15d8c80-04d2-491c-885d-93a3467d6c10,segment=NetworkSegment(3db253dd-caa7-47e9-81bc-3310fd2da824),segment_id=3db253dd-caa7-47e9-81bc-3310fd2da824)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:52.886865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-83f249c4-90e2-41a3-a7a4-663f1b3dba8d None None] Provisioning for port cfd6df1f-7219-47b5-a88b-a755482177cc completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:52.900947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-83f249c4-90e2-41a3-a7a4-663f1b3dba8d None None] Provisioning complete for port cfd6df1f-7219-47b5-a88b-a755482177cc triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:52.901307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-83f249c4-90e2-41a3-a7a4-663f1b3dba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:52.921841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Router adb2609a-fc00-4e79-9ee5-5965646ab508 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:33:52.939396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdaf890e-50b7-43a5-9ae4-ac5a2c5f7003 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.021048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-01f3cff4-31ca-4b3b-b696-26a3dcf3e8f5 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.044205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.051510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaf890e-50b7-43a5-9ae4-ac5a2c5f7003 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=110a7f4b-2d02-47d2-8458-1dc4f44e1081,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:53.069978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-01f3cff4-31ca-4b3b-b696-26a3dcf3e8f5 None None] Transition to ACTIVE for port object d15d8c80-04d2-491c-885d-93a3467d6c10 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:53.071316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.074623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.075193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.122980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['208473f2-e7b1-4cb0-95ce-ba8bd04d3453']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:53.145102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-01f3cff4-31ca-4b3b-b696-26a3dcf3e8f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.162473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] Pushing event deleted for resources: {'Port': ['ID=63b86765-793e-4915-acf2-0f391deb4417,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:53.176693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3a3fb1-742a-47f2-aac5-b48bbc48d5a8') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:53.177000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3a3fb1-742a-47f2-aac5-b48bbc48d5a8') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:53.242976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef16b240-6fb4-425b-abbb-c07d536b4ba1 None None] No DVR routers for this DVR port 63b86765-793e-4915-acf2-0f391deb4417 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:53.260932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.272722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdaf890e-50b7-43a5-9ae4-ac5a2c5f7003 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.277855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Deleting port 45dce6cb-b71e-41d4-b3a0-aef6fac21e68 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:53.278019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.360771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] The port '45dce6cb-b71e-41d4-b3a0-aef6fac21e68' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:53.364409 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cdaf890e-50b7-43a5-9ae4-ac5a2c5f7003 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/ports/110a7f4b-2d02-47d2-8458-1dc4f44e1081 HTTP/1.1" status: 204 len: 168 time: 2.3080127 Apr 05 14:33:53.372207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-83f249c4-90e2-41a3-a7a4-663f1b3dba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.373581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33872) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:53.377891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.385746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3cff4-31ca-4b3b-b696-26a3dcf3e8f5 None None] Pushing event updated for resources: {'Port': ['ID=d15d8c80-04d2-491c-885d-93a3467d6c10,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:53.398458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:53.405828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:53.410259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:floatingip and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:53.413664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:53.420464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:53.428119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-83f249c4-90e2-41a3-a7a4-663f1b3dba8d None None] For port cfd6df1f-7219-47b5-a88b-a755482177cc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cfd6df1f-7219-47b5-a88b-a755482177cc,segment=NetworkSegment(e83c9aab-d30a-46d3-8294-fcf2fcb05aff),segment_id=e83c9aab-d30a-46d3-8294-fcf2fcb05aff)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:53.434365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-83f249c4-90e2-41a3-a7a4-663f1b3dba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.436896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54e3616b-30dd-447d-a0db-0050f21b6e13 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.486668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:53.487154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.514383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.551938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c981008c-d3a7-4ed7-876b-3f9d121aff82']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:53.574781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f249c4-90e2-41a3-a7a4-663f1b3dba8d None None] Pushing event updated for resources: {'Port': ['ID=cfd6df1f-7219-47b5-a88b-a755482177cc,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:53.585596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa62e2d6-fa99-4f7d-a4ce-4398371e1e74') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:53.586165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa62e2d6-fa99-4f7d-a4ce-4398371e1e74') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:53.587859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d15d8c80-04d2-491c-885d-93a3467d6c10 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:53.605691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.625200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:53.631513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.637665 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Sync routers for ids ['adb2609a-fc00-4e79-9ee5-5965646ab508'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:53.648311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:53.648843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.663828 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Routers {'adb2609a-fc00-4e79-9ee5-5965646ab508'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:53.664454 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['adb2609a-fc00-4e79-9ee5-5965646ab508'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:53.666974 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:53.723715 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:53.724765 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0bce6034-74d0-4120-8fe2-8dad7ff3098d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.7476392 Apr 05 14:33:53.731277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33876) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:53.770834 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:53.826223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 63b86765-793e-4915-acf2-0f391deb4417 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:53.901566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 63b86765-793e-4915-acf2-0f391deb4417 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:53.902100 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 63b86765-793e-4915-acf2-0f391deb4417 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:53.995437 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Set router adb2609a-fc00-4e79-9ee5-5965646ab508 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:33:54.014743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4d3ca543-8d2c-4e2f-8419-4aec1ffd14ad None None] Provisioning complete for port cfd6df1f-7219-47b5-a88b-a755482177cc triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:54.026156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4d3ca543-8d2c-4e2f-8419-4aec1ffd14ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.027544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Delete allocated IP 2001:db8::6c (066181d3-b2bb-4e4b-9ea5-405dec755edb/78e2699b-0232-4480-b919-b8b5ea6f9a93) {{(pid=83850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:33:54.037817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8:0:1::27c (066181d3-b2bb-4e4b-9ea5-405dec755edb/ff6814d4-c800-450e-9701-75fd05a23d0c/67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:54.055159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.063478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.093343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.105696 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/networks/c981008c-d3a7-4ed7-876b-3f9d121aff82 HTTP/1.1" status: 204 len: 168 time: 2.9872086 Apr 05 14:33:54.106856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacd3725-bfcf-4427-8bcb-0d298158813c tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Network': ['ID=c981008c-d3a7-4ed7-876b-3f9d121aff82,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.113524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33880) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:54.162094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e3616b-30dd-447d-a0db-0050f21b6e13 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=634b7098-40b5-4c95-bac0-b62da91cd4d9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.164929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.185712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Network': ['ID=208473f2-e7b1-4cb0-95ce-ba8bd04d3453,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.191441 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dc5e0eff-8893-47d6-a6fe-e033de970bbd tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/networks/208473f2-e7b1-4cb0-95ce-ba8bd04d3453 HTTP/1.1" status: 204 len: 168 time: 1.6678610 Apr 05 14:33:54.191441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.218293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33884) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:54.244712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc146263-f44e-4cbd-bfbd-b58db5cc2ca6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.292572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.392550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4d3ca543-8d2c-4e2f-8419-4aec1ffd14ad None None] Could not find standard attr ID for object 634b7098-40b5-4c95-bac0-b62da91cd4d9. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:33:54.494015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.537544 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d205f37a-09ca-4bfb-bb95-25eff628654e']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:54.538660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Provisioning complete for port dea9a6e8-be12-4678-b77f-308c52e68c7a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:54.544788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.549587 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb2609a-fc00-4e79-9ee5-5965646ab508', 'name': '', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3', 'external_fixed_ips': [{'subnet_id': 'a8bb4228-87a4-44cf-b705-ab2894c01f56', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'e759d524-c8c8-47d9-b0b8-58e7f0860134', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:33:48Z', 'updated_at': '2022-04-05T14:33:51Z', 'revision_number': 3, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port': {'id': 'e759d524-c8c8-47d9-b0b8-58e7f0860134', 'name': '', 'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e0:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adb2609a-fc00-4e79-9ee5-5965646ab508', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'a8bb4228-87a4-44cf-b705-ab2894c01f56', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:33:50Z', 'updated_at': '2022-04-05T14:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8bb4228-87a4-44cf-b705-ab2894c01f56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:54.555961 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Checking router: adb2609a-fc00-4e79-9ee5-5965646ab508 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:33:54.556695 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Updating router adb2609a-fc00-4e79-9ee5-5965646ab508 port e759d524-c8c8-47d9-b0b8-58e7f0860134 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:33:54.557412 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b878c237-8513-47b2-850b-1515cfa6f4df') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:54.557806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b878c237-8513-47b2-850b-1515cfa6f4df') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:54.573157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.587226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.624249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Port dea9a6e8-be12-4678-b77f-308c52e68c7a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:54.625911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b91f6b-fbda-4a55-a8bc-6ca63683c3e2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:54.628194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Could not find standard attr ID for object 634b7098-40b5-4c95-bac0-b62da91cd4d9. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:33:54.630208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b91f6b-fbda-4a55-a8bc-6ca63683c3e2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:54.635390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b91f6b-fbda-4a55-a8bc-6ca63683c3e2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:54.645090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Provisioning complete for port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:54.645931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.646266 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.646720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e8b91f6b-fbda-4a55-a8bc-6ca63683c3e2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Synchronizing usage tracker for tenant:c65f4f9e655946f299819906e0abb310 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:54.681922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54e3616b-30dd-447d-a0db-0050f21b6e13 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.688121 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-54e3616b-30dd-447d-a0db-0050f21b6e13 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/634b7098-40b5-4c95-bac0-b62da91cd4d9 HTTP/1.1" status: 204 len: 168 time: 3.1226151 Apr 05 14:33:54.713825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33888) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:54.714089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:54.728887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Provisioning for port d15d8c80-04d2-491c-885d-93a3467d6c10 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:54.729328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.736612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:54.737239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dadc4c75-29ef-4e08-815b-db84890faf9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.772306 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f394f9-069c-4729-b337-f1d351b2b894 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:33:54.773030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30f394f9-069c-4729-b337-f1d351b2b894 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:54.789389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:54.790510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.799243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e8b91f6b-fbda-4a55-a8bc-6ca63683c3e2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Unset dirty status for tenant:c65f4f9e655946f299819906e0abb310 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:54.803929 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e8b91f6b-fbda-4a55-a8bc-6ca63683c3e2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1942 time: 0.5789526 Apr 05 14:33:54.805967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33892) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:54.808696 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:54.833958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-442524651'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:54.852530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:54.877239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:54.902621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30f394f9-069c-4729-b337-f1d351b2b894 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:54.906512 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-30f394f9-069c-4729-b337-f1d351b2b894 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/634b7098-40b5-4c95-bac0-b62da91cd4d9 HTTP/1.1" status: 404 len: 333 time: 0.1863823 Apr 05 14:33:54.912517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33896) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:54.917619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Made reservation on behalf of c65f4f9e655946f299819906e0abb310 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:54.921609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.932355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.963447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.987782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:54.987998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Network': ['ID=d205f37a-09ca-4bfb-bb95-25eff628654e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:54.992392 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-59efb036-2be9-477f-ad71-bd61d9d18f8e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/networks/d205f37a-09ca-4bfb-bb95-25eff628654e HTTP/1.1" status: 204 len: 168 time: 0.8641937 Apr 05 14:33:54.998187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33900) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:55.070855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:55.090567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.099251 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.111629 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Transition to ACTIVE for port object e759d524-c8c8-47d9-b0b8-58e7f0860134 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:33:55.119809 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.160090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:55.172710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.184765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Deleting port e759d524-c8c8-47d9-b0b8-58e7f0860134 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:55.184765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.197331 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Attempting to bind port e759d524-c8c8-47d9-b0b8-58e7f0860134 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:33:55.197784 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Attempting to bind port e759d524-c8c8-47d9-b0b8-58e7f0860134 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '7fb89e63-0679-4076-8335-b1c2d2370967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:33:55.198221 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Attempting to bind port e759d524-c8c8-47d9-b0b8-58e7f0860134 on network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:33:55.204556 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Pushing event updated for resources: {'Port': ['ID=e759d524-c8c8-47d9-b0b8-58e7f0860134,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:55.214423 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:33:55.214870 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Checking segment: {'id': '7fb89e63-0679-4076-8335-b1c2d2370967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:33:55.215328 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.215776 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Bound using segment: {'id': '7fb89e63-0679-4076-8335-b1c2d2370967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:33:55.216312 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Bound port: e759d524-c8c8-47d9-b0b8-58e7f0860134, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fb89e63-0679-4076-8335-b1c2d2370967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': 'a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:33:55.217704 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.232293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.240510 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.240914 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.241312 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.241713 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.242134 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.242542 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.244019 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.244019 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.244230 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.244616 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.245474 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:33:55.281228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedffc1d-1126-4c48-9dd4-0d886a1a168e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Deleting subnet 39da5864-88df-462d-909b-ef2efcea2c22 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:55.297590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.297952 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Added segment caf39585-d166-4e2f-97cc-fddfd4bad3f0 of type vlan for network 2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69 Apr 05 14:33:55.303532 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] For port e759d524-c8c8-47d9-b0b8-58e7f0860134, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:33:55.306762 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] For port e759d524-c8c8-47d9-b0b8-58e7f0860134, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e759d524-c8c8-47d9-b0b8-58e7f0860134,segment=NetworkSegment(7fb89e63-0679-4076-8335-b1c2d2370967),segment_id=7fb89e63-0679-4076-8335-b1c2d2370967)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:33:55.311914 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.333174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aedffc1d-1126-4c48-9dd4-0d886a1a168e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.393390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:33:55.396136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:55.401056 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e605123-21b3-4dbc-8d03-dfb4a5799de0 None None] Pushing event updated for resources: {'Port': ['ID=e759d524-c8c8-47d9-b0b8-58e7f0860134,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:55.409893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aedffc1d-1126-4c48-9dd4-0d886a1a168e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.417469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] In _notify_port_updated(), no bound segment for port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d on network 066181d3-b2bb-4e4b-9ea5-405dec755edb {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:33:55.418118 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Routers {'adb2609a-fc00-4e79-9ee5-5965646ab508'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:55.418717 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['adb2609a-fc00-4e79-9ee5-5965646ab508'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:55.421335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:55.421947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.426072 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e71583e2-69b4-41f1-a5e6-2db3909c54ab tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "PUT /v2.0/ports/67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d HTTP/1.1" status: 200 len: 931 time: 5.6762793 Apr 05 14:33:55.434305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33904) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:55.512141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] For port e759d524-c8c8-47d9-b0b8-58e7f0860134, host dv-neutron-829488-2-hyperv, got binding levels [] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:55.512493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.512605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.548305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cfd6df1f-7219-47b5-a88b-a755482177cc up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:33:55.588946 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d94442a-119f-406c-9878-e0d53989fe75 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet 07b9b37b-8d03-4a79-a7f4-cc6aaaedefa2 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:33:55.668840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port cfd6df1f-7219-47b5-a88b-a755482177cc triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:55.669044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d94442a-119f-406c-9878-e0d53989fe75 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.670150 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.711542 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] Set router adb2609a-fc00-4e79-9ee5-5965646ab508 gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:33:55.722238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2394142e-369e-4cd5-a19b-a43a83d2a1df tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:55.722575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2394142e-369e-4cd5-a19b-a43a83d2a1df tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.840218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a8e0f97e-e6af-4302-ab31-d489b40a6b86 None None] Provisioning for port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:33:55.842636 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adb2609a-fc00-4e79-9ee5-5965646ab508', 'name': '', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:33:48Z', 'updated_at': '2022-04-05T14:33:55Z', 'revision_number': 4, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:55.847268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a8e0f97e-e6af-4302-ab31-d489b40a6b86 None None] Provisioning complete for port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:33:55.847660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8e0f97e-e6af-4302-ab31-d489b40a6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:55.852000 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb11e9b-3b8a-4a7d-9641-31f08cd142b8 None None] The sync data for ids ['adb2609a-fc00-4e79-9ee5-5965646ab508'] in dv-neutron-829488-2-hyperv is: [{'id': 'adb2609a-fc00-4e79-9ee5-5965646ab508', 'name': '', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:33:48Z', 'updated_at': '2022-04-05T14:33:55Z', 'revision_number': 4, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port_host': None}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:55.885514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Calling delete_port for e759d524-c8c8-47d9-b0b8-58e7f0860134 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:55.919699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a8e0f97e-e6af-4302-ab31-d489b40a6b86 None None] Port 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:33:55.954568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aedffc1d-1126-4c48-9dd4-0d886a1a168e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.001464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.005213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:56.005657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.045529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d94442a-119f-406c-9878-e0d53989fe75 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.060738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aedffc1d-1126-4c48-9dd4-0d886a1a168e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.087019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.26.6.170 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/852aafe4-1ed9-4ef4-9546-515ecdb42d3c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:33:56.098450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:56.098769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:56.107986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aedffc1d-1126-4c48-9dd4-0d886a1a168e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.110521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedffc1d-1126-4c48-9dd4-0d886a1a168e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Subnet': ['ID=39da5864-88df-462d-909b-ef2efcea2c22,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:56.111337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4108eb4e-4c2a-4a3f-b44f-70f3ee26d965 None None] Network db7c7ae2-f1d6-4d17-9a56-057f318d8be3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:56.118706 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aedffc1d-1126-4c48-9dd4-0d886a1a168e tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/subnets/39da5864-88df-462d-909b-ef2efcea2c22 HTTP/1.1" status: 204 len: 168 time: 1.1178033 Apr 05 14:33:56.120799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33908) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:56.237563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.249822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Deleting port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:56.250192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.290427 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4644215 Apr 05 14:33:56.291219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe313a43-bb54-429d-85af-e2360b52ef17 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Network': ['ID=2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:56.293216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33912) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:56.308042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-642169307'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:56.311408 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:56.320462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:56.327495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Usage tracker for resource:network and tenant:c65f4f9e655946f299819906e0abb310 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:56.332218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:56.364097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:56.408734 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Made reservation on behalf of c65f4f9e655946f299819906e0abb310 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:56.409799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6b66fde4-63e3-454e-8320-e88de16a8de0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.411661 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.519989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:33:56.522919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] For port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3746e7d4-d320-4cc7-9b38-b5cb24e820b7,segment=NetworkSegment(ea8a693d-c58e-4a13-a6ca-8a58dc9943be),segment_id=ea8a693d-c58e-4a13-a6ca-8a58dc9943be)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:56.523509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.523651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] DHCP port deletion for db7c7ae2-f1d6-4d17-9a56-057f318d8be3 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:56.532895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] Deleting port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:56.533595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.543426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d94442a-119f-406c-9878-e0d53989fe75 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.619032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2394142e-369e-4cd5-a19b-a43a83d2a1df tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.642336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Deleting port e759d524-c8c8-47d9-b0b8-58e7f0860134 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:56.643029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.652353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.667438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.668124 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Added segment a59c90a9-8329-43cc-8ab5-6e8bd9c83827 of type vlan for network cb2da295-b4df-4a26-a38d-9b90a9ca11df Apr 05 14:33:56.682500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Calling delete_port for 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:56.790680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2394142e-369e-4cd5-a19b-a43a83d2a1df tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:56.798725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] For port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3746e7d4-d320-4cc7-9b38-b5cb24e820b7,segment=NetworkSegment(ea8a693d-c58e-4a13-a6ca-8a58dc9943be),segment_id=ea8a693d-c58e-4a13-a6ca-8a58dc9943be)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:56.799260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.799685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.875017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d94442a-119f-406c-9878-e0d53989fe75 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.905344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.925601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] Calling delete_port for 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:56.930266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94442a-119f-406c-9878-e0d53989fe75 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=07b9b37b-8d03-4a79-a7f4-cc6aaaedefa2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:56.953875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d94442a-119f-406c-9878-e0d53989fe75 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.962344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.965917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Port': ['ID=3746e7d4-d320-4cc7-9b38-b5cb24e820b7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:56.978851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e103ab0a-ca2a-4e98-91e0-1a871ff7c764 None None] Network acb43db6-2079-486d-b4c6-6e2bd40fe146 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:33:56.981395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:56.985020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:33:56.985575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.004440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:33:57.022924 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3d94442a-119f-406c-9878-e0d53989fe75 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/07b9b37b-8d03-4a79-a7f4-cc6aaaedefa2 HTTP/1.1" status: 204 len: 168 time: 2.1091125 Apr 05 14:33:57.026664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] No DVR routers for this DVR port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:57.034030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33916) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:57.051374 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8873c0-9238-41c5-a7b0-c105069f6ed6 None None] Sync routers for ids ['6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:33:57.117846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:33:57.118903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.122734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-60bc3e58-84d2-4b5f-9d0b-17f8acdeea6e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.5082462 Apr 05 14:33:57.125420 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:33:57.128337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:33:57.133954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:57.134419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:57.138339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8873c0-9238-41c5-a7b0-c105069f6ed6 None None] Routers {'6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:57.139025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6c8873c0-9238-41c5-a7b0-c105069f6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:57.155907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33920) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:57.168537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=852aafe4-1ed9-4ef4-9546-515ecdb42d3c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:57.173939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] For port e759d524-c8c8-47d9-b0b8-58e7f0860134, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e759d524-c8c8-47d9-b0b8-58e7f0860134,segment=NetworkSegment(7fb89e63-0679-4076-8335-b1c2d2370967),segment_id=7fb89e63-0679-4076-8335-b1c2d2370967)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:57.174320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.230809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6c8873c0-9238-41c5-a7b0-c105069f6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:57.257923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8873c0-9238-41c5-a7b0-c105069f6ed6 None None] Routers {'6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:33:57.259027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6c8873c0-9238-41c5-a7b0-c105069f6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:57.311234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2394142e-369e-4cd5-a19b-a43a83d2a1df tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.321846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6c8873c0-9238-41c5-a7b0-c105069f6ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:57.322271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8873c0-9238-41c5-a7b0-c105069f6ed6 None None] The sync data for ids ['6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:33:57.381438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.388740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2394142e-369e-4cd5-a19b-a43a83d2a1df tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:57.406684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] DHCP port deletion for acb43db6-2079-486d-b4c6-6e2bd40fe146 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:33:57.411885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Deleting port cfd6df1f-7219-47b5-a88b-a755482177cc {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:57.412252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.466424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Network': ['ID=cb2da295-b4df-4a26-a38d-9b90a9ca11df,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:57.471812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2394142e-369e-4cd5-a19b-a43a83d2a1df tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.483668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network cb2da295-b4df-4a26-a38d-9b90a9ca11df details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:33:57.486928 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2394142e-369e-4cd5-a19b-a43a83d2a1df tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d HTTP/1.1" status: 204 len: 168 time: 2.0515945 Apr 05 14:33:57.492259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33924) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:57.552648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b365c8-0ce4-42a8-bdc0-9c172c86628c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:33:57.553534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-81b365c8-0ce4-42a8-bdc0-9c172c86628c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:57.578899 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7141536d-83f3-463f-a275-38ce697a9df5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2826478 Apr 05 14:33:57.580467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cfd6df1f-7219-47b5-a88b-a755482177cc no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:57.587460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33928) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:57.589103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Calling delete_port for e759d524-c8c8-47d9-b0b8-58e7f0860134 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:57.609380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'ports': [{'network_id': '2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69', 'name': 'tempest-port--767646804', 'admin_state_up': True}, {'network_id': 'cb2da295-b4df-4a26-a38d-9b90a9ca11df', 'admin_state_up': False}]} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:57.609690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'port': {'network_id': '2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69', 'name': 'tempest-port--767646804', 'admin_state_up': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:57.610258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'port': {'network_id': 'cb2da295-b4df-4a26-a38d-9b90a9ca11df', 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:57.661385 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] Deleting port 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:57.662018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.670359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.690838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.719580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7c7ae2-f1d6-4d17-9a56-057f318d8be3']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:57.748192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea8a693d-c58e-4a13-a6ca-8a58dc9943be') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:57.748492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea8a693d-c58e-4a13-a6ca-8a58dc9943be') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:57.759363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.768579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.779348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port cfd6df1f-7219-47b5-a88b-a755482177cc {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:57.779983 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.784741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bda94f2b-93d4-45b2-8bd6-e30c9a07b27c None None] The port '3746e7d4-d320-4cc7-9b38-b5cb24e820b7' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:57.840313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.860658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:57.861055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:57.877379 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:57.896874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-81b365c8-0ce4-42a8-bdc0-9c172c86628c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:57.901212 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-81b365c8-0ce4-42a8-bdc0-9c172c86628c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/67d1ace3-2ea5-4aa3-9ea4-9ed20ee04b1d HTTP/1.1" status: 404 len: 333 time: 0.4045343 Apr 05 14:33:57.904078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33932) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:58.020165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] For port cfd6df1f-7219-47b5-a88b-a755482177cc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cfd6df1f-7219-47b5-a88b-a755482177cc,segment=NetworkSegment(e83c9aab-d30a-46d3-8294-fcf2fcb05aff),segment_id=e83c9aab-d30a-46d3-8294-fcf2fcb05aff)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:58.020773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.034976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.075565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.112883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.148022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.156138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Calling delete_port for cfd6df1f-7219-47b5-a88b-a755482177cc owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:58.175352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Pushing event deleted for resources: {'Network': ['ID=db7c7ae2-f1d6-4d17-9a56-057f318d8be3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:58.184920 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9e5fa8f5-dbf4-457b-9328-6522337da813 tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/networks/db7c7ae2-f1d6-4d17-9a56-057f318d8be3 HTTP/1.1" status: 204 len: 168 time: 2.0627885 Apr 05 14:33:58.189850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33936) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:58.191464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] For port cfd6df1f-7219-47b5-a88b-a755482177cc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cfd6df1f-7219-47b5-a88b-a755482177cc,segment=NetworkSegment(e83c9aab-d30a-46d3-8294-fcf2fcb05aff),segment_id=e83c9aab-d30a-46d3-8294-fcf2fcb05aff)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:58.191818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.224174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port cfd6df1f-7219-47b5-a88b-a755482177cc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cfd6df1f-7219-47b5-a88b-a755482177cc,segment=NetworkSegment(e83c9aab-d30a-46d3-8294-fcf2fcb05aff),segment_id=e83c9aab-d30a-46d3-8294-fcf2fcb05aff)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:58.237231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.238116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:33:58.256787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-750fb751-761e-46e8-99da-ed5a5fa5fc71 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.260042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:58.263061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.309888 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e7d15c03-f04a-4bc8-bf71-b9a9240272c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/routers/6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 HTTP/1.1" status: 200 len: 880 time: 1.1465945 Apr 05 14:33:58.311563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Usage tracker for resource:port and tenant:c65f4f9e655946f299819906e0abb310 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:58.311690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:33:58.312202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3746e7d4-d320-4cc7-9b38-b5cb24e820b7 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:33:58.325313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:58.325717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:58.332692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:58.335619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33940) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:58.339790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=cfd6df1f-7219-47b5-a88b-a755482177cc,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:58.354518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d42d1705-6945-47da-bbf2-7d0ede468e0a tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Synchronizing usage tracker for tenant:c33bbedd37a94352971a986819466765 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:58.362497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for cfd6df1f-7219-47b5-a88b-a755482177cc owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:58.387919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.408307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:58.455481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event deleted for resources: {'Port': ['ID=e759d524-c8c8-47d9-b0b8-58e7f0860134,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:58.476464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-750fb751-761e-46e8-99da-ed5a5fa5fc71 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.500132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d42d1705-6945-47da-bbf2-7d0ede468e0a tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Unset dirty status for tenant:c33bbedd37a94352971a986819466765 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:58.502496 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d42d1705-6945-47da-bbf2-7d0ede468e0a tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "GET /v2.0/ports?device_id=528c1234-c296-409b-8bac-3087ceb1d8c7 HTTP/1.1" status: 200 len: 205 time: 0.3026590 Apr 05 14:33:58.518021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33944) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:58.525523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Made reservation on behalf of c65f4f9e655946f299819906e0abb310 for: {'port': 2} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:33:58.528899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.639637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.673184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:33:58.673505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:33:58.724730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-750fb751-761e-46e8-99da-ed5a5fa5fc71 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.771147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fb751-761e-46e8-99da-ed5a5fa5fc71 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805aa700-d2b6-43ba-a94f-c1d6c18245b4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:58.822874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97ab4893-fdf2-43ee-882f-7d1d613e0cec tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.827356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Deleting port cfd6df1f-7219-47b5-a88b-a755482177cc {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:58.827808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.834243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-750fb751-761e-46e8-99da-ed5a5fa5fc71 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:58.838079 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-750fb751-761e-46e8-99da-ed5a5fa5fc71 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/security-groups/805aa700-d2b6-43ba-a94f-c1d6c18245b4 HTTP/1.1" status: 204 len: 168 time: 0.9272211 Apr 05 14:33:58.839055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33948) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:58.960641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:33:58.966381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.004900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.009637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] device_id is not set on port 8387274f-0f17-4fa8-9f0a-d4b6c17e31a9 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:59.020738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.043456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.054616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] For port cfd6df1f-7219-47b5-a88b-a755482177cc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cfd6df1f-7219-47b5-a88b-a755482177cc,segment=NetworkSegment(e83c9aab-d30a-46d3-8294-fcf2fcb05aff),segment_id=e83c9aab-d30a-46d3-8294-fcf2fcb05aff)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:33:59.055257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.161286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fca4cabf-45f7-4ca0-a2a6-53b294f9ef49 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.168216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=852aafe4-1ed9-4ef4-9546-515ecdb42d3c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:59.174792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port cfd6df1f-7219-47b5-a88b-a755482177cc {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:33:59.174792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.179791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Calling delete_port for cfd6df1f-7219-47b5-a88b-a755482177cc owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:33:59.230073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fca4cabf-45f7-4ca0-a2a6-53b294f9ef49 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.241338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d0bc8e69-cde3-4cd8-abd5-c1020fb131db tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:router {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:33:59.257440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.264679 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.310185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] Pushing event deleted for resources: {'Port': ['ID=cfd6df1f-7219-47b5-a88b-a755482177cc,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:59.313848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4679a3bc-0d41-49ef-ad06-7fa0d8a5e6e0 None None] No DVR routers for this DVR port cfd6df1f-7219-47b5-a88b-a755482177cc on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:33:59.329580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.333306 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8fb14777-fd7a-4ea5-b1a7-6bcec0872706 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9483330 Apr 05 14:33:59.335572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33952) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:59.346561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'port': {'network_id': 'd04d02b3-6c65-4a81-bb86-956740b40503', 'name': 'tempest-FloatingIPTestJSON-838539604'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:59.361908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d0bc8e69-cde3-4cd8-abd5-c1020fb131db tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:router {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:33:59.363151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d0bc8e69-cde3-4cd8-abd5-c1020fb131db tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.0246537 Apr 05 14:33:59.374550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33956) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:59.385218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fca4cabf-45f7-4ca0-a2a6-53b294f9ef49 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.399649 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] The port 'cfd6df1f-7219-47b5-a88b-a755482177cc' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:33:59.403993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.436975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.441806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a510687b-e870-4d9a-9909-0e3b56b06877 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-982086328'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:33:59.560863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.646862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca4cabf-45f7-4ca0-a2a6-53b294f9ef49 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4bbdbe-8458-4e9b-8970-3d5ab93a2c03,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:33:59.786697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.787752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fca4cabf-45f7-4ca0-a2a6-53b294f9ef49 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.788861 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fca4cabf-45f7-4ca0-a2a6-53b294f9ef49 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/security-groups/6a4bbdbe-8458-4e9b-8970-3d5ab93a2c03 HTTP/1.1" status: 204 len: 168 time: 0.9347091 Apr 05 14:33:59.795840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33960) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:59.803413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97ab4893-fdf2-43ee-882f-7d1d613e0cec tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.807651 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:33:59.820002 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97ab4893-fdf2-43ee-882f-7d1d613e0cec tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.823046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb43db6-2079-486d-b4c6-6e2bd40fe146']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:59.829876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.830378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router adb2609a-fc00-4e79-9ee5-5965646ab508 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:33:59.845349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83c9aab-d30a-46d3-8294-fcf2fcb05aff') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:59.845642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83c9aab-d30a-46d3-8294-fcf2fcb05aff') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:33:59.865018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.892278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.894694 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58562a9d-22e7-4ae0-93a1-66f969201c71 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "DELETE /v2.0/routers/adb2609a-fc00-4e79-9ee5-5965646ab508 HTTP/1.1" status: 204 len: 168 time: 6.1622601 Apr 05 14:33:59.897402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33964) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:33:59.901596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.902114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] device_id is not set on port 2269ecb3-373c-4a25-8027-a16129f81d4a yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:33:59.921940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:33:59.931005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:port and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:33:59.936888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:33:59.947831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:33:59.955480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:33:59.955934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:33:59.974112 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:33:59.976355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97ab4893-fdf2-43ee-882f-7d1d613e0cec tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:33:59.976355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ab4893-fdf2-43ee-882f-7d1d613e0cec tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Fanout notify agent at l3_agent the message router_deleted on router 528c1234-c296-409b-8bac-3087ceb1d8c7 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:00.042794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97ab4893-fdf2-43ee-882f-7d1d613e0cec tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.043779 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-97ab4893-fdf2-43ee-882f-7d1d613e0cec tempest-RoutersNegativeTest-1550180963 tempest-RoutersNegativeTest-1550180963-project] 10.222.0.18 "DELETE /v2.0/routers/528c1234-c296-409b-8bac-3087ceb1d8c7 HTTP/1.1" status: 204 len: 168 time: 1.5248194 Apr 05 14:34:00.051687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:00.054623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.068158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b641e74-782b-4b41-a5df-55bc21f399dc tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Deleting subnet a8bb4228-87a4-44cf-b705-ab2894c01f56 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:00.072358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b641e74-782b-4b41-a5df-55bc21f399dc tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.097712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] device_id is not set on port dfb77c2c-fabe-4cdb-a184-81eb9e9ab169 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:00.236998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-77450536-8a7f-41a9-92ba-63ee7082388c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet 78e2699b-0232-4480-b919-b8b5ea6f9a93 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:00.239080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.244091 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.260577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77450536-8a7f-41a9-92ba-63ee7082388c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.272805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Network': ['ID=acb43db6-2079-486d-b4c6-6e2bd40fe146,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:00.282397 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5cb53cbc-b172-43d4-8632-d2107926be86 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/networks/acb43db6-2079-486d-b4c6-6e2bd40fe146 HTTP/1.1" status: 204 len: 168 time: 3.1776328 Apr 05 14:34:00.282397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b641e74-782b-4b41-a5df-55bc21f399dc tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.286977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 33972) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:00.309196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'name': 'tempest-PortsTestJSON-2016866378'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:00.340284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b641e74-782b-4b41-a5df-55bc21f399dc tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.397374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33978) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:00.415551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b641e74-782b-4b41-a5df-55bc21f399dc tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.448897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.457107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b641e74-782b-4b41-a5df-55bc21f399dc tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8bb4228-87a4-44cf-b705-ab2894c01f56,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:00.462301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b641e74-782b-4b41-a5df-55bc21f399dc tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.471522 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1b641e74-782b-4b41-a5df-55bc21f399dc tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/a8bb4228-87a4-44cf-b705-ab2894c01f56 HTTP/1.1" status: 204 len: 168 time: 0.5720127 Apr 05 14:34:00.472019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33984) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:00.493289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77450536-8a7f-41a9-92ba-63ee7082388c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.605132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.630768 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5d808c01-d3c7-4b7f-a6b3-5ce9c791c238 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c33bbedd37a94352971a986819466765&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2318785 Apr 05 14:34:00.631838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 33988) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:00.635718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:00.688344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.20.0.8 (d04d02b3-6c65-4a81-bb86-956740b40503/08663599-5aea-476c-b7a6-b77c488042e1/dfb77c2c-fabe-4cdb-a184-81eb9e9ab169) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:00.704598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:00.714551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:00.733292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:00.783030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.786214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.823140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:00.837674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:00.839575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fb89e63-0679-4076-8335-b1c2d2370967') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:00.839865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fb89e63-0679-4076-8335-b1c2d2370967') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:00.840602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.846380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf73d5e2-0f83-4017-8fe5-4c581b54d92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.864928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.891859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.895111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf73d5e2-0f83-4017-8fe5-4c581b54d92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.909667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:00.910073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:00.923618 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:00.934561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77450536-8a7f-41a9-92ba-63ee7082388c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.025660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port b006f9e0-082f-4e7f-abfb-4dd9f10f0a4e yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:01.027567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.047136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Apr 05 14:34:01.050090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.063789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event deleted for resources: {'Network': ['ID=a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:01.065865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf73d5e2-0f83-4017-8fe5-4c581b54d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.072244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Port': ['ID=8387274f-0f17-4fa8-9f0a-d4b6c17e31a9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:01.081638 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a19f23bc-7eac-48c4-8a96-076fa401c4ed tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "DELETE /v2.0/networks/a5922546-2fd3-4ce2-bdf8-2b2a91bdfad3 HTTP/1.1" status: 204 len: 168 time: 0.6085742 Apr 05 14:34:01.085142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cf73d5e2-0f83-4017-8fe5-4c581b54d92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.085142 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cf73d5e2-0f83-4017-8fe5-4c581b54d92c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01e1eeb9-2a7f-41dc-b1d3-76a63fc525d2 HTTP/1.1" status: 204 len: 168 time: 0.4519258 Apr 05 14:34:01.090078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73d5e2-0f83-4017-8fe5-4c581b54d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e1eeb9-2a7f-41dc-b1d3-76a63fc525d2,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:01.258976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Checking segment: {'id': 'caf39585-d166-4e2f-97cc-fddfd4bad3f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:01.259357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Network hostable DHCP agents. Network: 2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:01.413234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77450536-8a7f-41a9-92ba-63ee7082388c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.496546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77450536-8a7f-41a9-92ba-63ee7082388c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=78e2699b-0232-4480-b919-b8b5ea6f9a93,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:01.507281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.532493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-77450536-8a7f-41a9-92ba-63ee7082388c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.538450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b005931-f693-4b25-8083-a3deef4fff01 None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:01.614602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34008) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:01.620908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'router': {'name': 'tempest-router--674733045', 'project_id': 'bbbf46a4bf8d4e64ae987bf0df59b17f'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:01.625738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:01.629693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Usage tracker for resource:router and tenant:bbbf46a4bf8d4e64ae987bf0df59b17f is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:01.632689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:01.638587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:01.651884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.653406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.691896 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.712722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.717924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Network 2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:01.745270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-77450536-8a7f-41a9-92ba-63ee7082388c tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/78e2699b-0232-4480-b919-b8b5ea6f9a93 HTTP/1.1" status: 204 len: 168 time: 1.9373574 Apr 05 14:34:01.746088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34014) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:01.755339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:01.765799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:01.770613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:01.772362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.786808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:01.792247 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8590a6b0-b4f5-426f-940e-bbc3807cee35 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1759729 Apr 05 14:34:01.797299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34018) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:01.831338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8ef8fe-ea05-4730-bac8-124224b15d55 None None] Network 2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:02.013964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.041116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5b37d90f-c2f2-476f-baf7-50de506d2ef1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.067448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a510687b-e870-4d9a-9909-0e3b56b06877 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.124741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a510687b-e870-4d9a-9909-0e3b56b06877 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.132024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.134238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Port': ['ID=2269ecb3-373c-4a25-8027-a16129f81d4a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:02.181400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:02.185197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:02.188590 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:02.192048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.194267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:02.207049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:02.252722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34028) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:02.258298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:02.322272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network d04d02b3-6c65-4a81-bb86-956740b40503 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:02.335139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:02.360557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:02.370035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:02.413610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:02.428626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:02.429290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.573910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Checking segment: {'id': 'a59c90a9-8329-43cc-8ab5-6e8bd9c83827', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'cb2da295-b4df-4a26-a38d-9b90a9ca11df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:02.574585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Network hostable DHCP agents. Network: cb2da295-b4df-4a26-a38d-9b90a9ca11df, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:02.632663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:02.633452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.637082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=b006f9e0-082f-4e7f-abfb-4dd9f10f0a4e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:02.647017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0c19833a-74d6-4f13-a49b-9c456f95d880 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3527319 Apr 05 14:34:02.687049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1058188217'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:02.691242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34034) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:02.704708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:02.740836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:02.765113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:02.765365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5b37d90f-c2f2-476f-baf7-50de506d2ef1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.795589 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.4559436 Apr 05 14:34:02.799458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34038) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:02.800058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5b37d90f-c2f2-476f-baf7-50de506d2ef1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.800405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:02.810501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f17376-91f5-4b5c-be83-537ae30014f9 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=dfb77c2c-fabe-4cdb-a184-81eb9e9ab169,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:02.818851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'port_id': 'dfb77c2c-fabe-4cdb-a184-81eb9e9ab169'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:02.822875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.839497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-908458e1-3568-40c8-9221-03cd77c5ec11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port b006f9e0-082f-4e7f-abfb-4dd9f10f0a4e {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:02.839920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-908458e1-3568-40c8-9221-03cd77c5ec11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.904704 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b2dfb730-d8b5-4096-8673-a9b42ab99d91 None None] Provisioning complete for port dea9a6e8-be12-4678-b77f-308c52e68c7a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:02.906337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb730-d8b5-4096-8673-a9b42ab99d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.909258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.923483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Network cb2da295-b4df-4a26-a38d-9b90a9ca11df is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:02.930824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.991846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b2dfb730-d8b5-4096-8673-a9b42ab99d91 None None] Port dea9a6e8-be12-4678-b77f-308c52e68c7a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:02.993546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.995281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5b37d90f-c2f2-476f-baf7-50de506d2ef1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:02.995853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b37d90f-c2f2-476f-baf7-50de506d2ef1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a7e4e3df-a9c3-4ced-8c80-44d5ab9cfb32 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:03.015727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b2dfb730-d8b5-4096-8673-a9b42ab99d91 None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:03.016494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2dfb730-d8b5-4096-8673-a9b42ab99d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.032156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, cb2da295-b4df-4a26-a38d-9b90a9ca11df) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:03.057443 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5b37d90f-c2f2-476f-baf7-50de506d2ef1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.058897 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5b37d90f-c2f2-476f-baf7-50de506d2ef1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "DELETE /v2.0/routers/a7e4e3df-a9c3-4ced-8c80-44d5ab9cfb32 HTTP/1.1" status: 204 len: 168 time: 1.2603521 Apr 05 14:34:03.062285 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158be1b5-f8c7-416a-b9cc-b9f3b60ea5bb None None] Network cb2da295-b4df-4a26-a38d-9b90a9ca11df requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:03.075185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:03.079466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:03.082652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:03.083297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.163816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:03.170364 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c756ef84-decc-459a-965f-f4d1d189f12b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 5.5698190 Apr 05 14:34:03.177410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34044) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:03.180623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:03.221128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:03.303336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:03.316274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-908458e1-3568-40c8-9221-03cd77c5ec11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.405319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34048) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:03.422893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.435538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.501346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-908458e1-3568-40c8-9221-03cd77c5ec11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for b006f9e0-082f-4e7f-abfb-4dd9f10f0a4e owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:03.618159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-908458e1-3568-40c8-9221-03cd77c5ec11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.686510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908458e1-3568-40c8-9221-03cd77c5ec11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=b006f9e0-082f-4e7f-abfb-4dd9f10f0a4e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:03.706646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-908458e1-3568-40c8-9221-03cd77c5ec11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.722415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.746369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:03.748576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2a836-e6a7-4a18-a375-1e7600e25bfd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:03.760598 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-908458e1-3568-40c8-9221-03cd77c5ec11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/b006f9e0-082f-4e7f-abfb-4dd9f10f0a4e HTTP/1.1" status: 204 len: 168 time: 1.0665274 Apr 05 14:34:03.767529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:03.769326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34054) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:03.770867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a510687b-e870-4d9a-9909-0e3b56b06877 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:03.772428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:03.785020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'mac_address': 'fa:16:3e:d3:55:98', 'name': 'tempest-PortsTestJSON-1605880788'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:03.787391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:03.801530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecff0ac-83d8-4c4a-b205-38e53fabc6f3 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:03.806091 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecff0ac-83d8-4c4a-b205-38e53fabc6f3 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:03.806845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3ecff0ac-83d8-4c4a-b205-38e53fabc6f3 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Synchronizing usage tracker for tenant:c65f4f9e655946f299819906e0abb310 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:03.806954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-176332893', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:03.823144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:03.903291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:03.904504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Usage tracker for resource:router and tenant:412e6537f5034376a61b19edda203f91 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:03.911451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:03.914295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:03.915477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:03.922695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b2912-1e86-49bf-8c64-24678d3bf6ea None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:03.924958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:03.934141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=a7c106f9-6549-4dd5-a020-f39ea4a5da08,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:03.941198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:03.969789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:03.973937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:03.976849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:03.983245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:03.993053 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ea7bddd8-931c-4b54-b6a9-7c2eb5b70a0a tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2444746 Apr 05 14:34:03.994240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:04.013874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34060) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:04.019984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.020903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.036392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3ecff0ac-83d8-4c4a-b205-38e53fabc6f3 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Unset dirty status for tenant:c65f4f9e655946f299819906e0abb310 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:04.038617 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3ecff0ac-83d8-4c4a-b205-38e53fabc6f3 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.8601873 Apr 05 14:34:04.067618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1074501832'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:04.076252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34064) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:04.083087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:04.100610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:04.107476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:04.124128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:04.143134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.156087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.157911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.168441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.188625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.197678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 020f72b0-b376-4da9-baa5-1086f5fc4cb4 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:04.242595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-10a794f1-7c36-4f40-bc61-9ba78540c9f7 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Deleting port 8387274f-0f17-4fa8-9f0a-d4b6c17e31a9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:04.242936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10a794f1-7c36-4f40-bc61-9ba78540c9f7 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.264965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f3c99-0c76-4a56-927d-b9665bac5833 None None] Update dhcp port {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'fixed_ips': [{'subnet_id': 'ff6814d4-c800-450e-9701-75fd05a23d0c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a7c106f9-6549-4dd5-a020-f39ea4a5da08'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': 'd15d8c80-04d2-491c-885d-93a3467d6c10'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:34:04.316709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.317427 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0620744 Apr 05 14:34:04.318363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17510779-8a27-407e-a5c5-9865c2cc5a33 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0307dd6-1382-41cb-82c2-355e2ca69a2d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:04.321954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34068) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:04.327016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-411f3c99-0c76-4a56-927d-b9665bac5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.501129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:04.518265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group_rule and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:04.523519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:04.537246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-411f3c99-0c76-4a56-927d-b9665bac5833 None None] Allocated IP 2001:db8::2 (066181d3-b2bb-4e4b-9ea5-405dec755edb/a7c106f9-6549-4dd5-a020-f39ea4a5da08/d15d8c80-04d2-491c-885d-93a3467d6c10) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:04.543303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:04.589486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.643315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d9eca601-1a4e-4241-baeb-f35b5d7bc549 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:04.677526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-411f3c99-0c76-4a56-927d-b9665bac5833 None None] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d15d8c80-04d2-491c-885d-93a3467d6c10,segment=NetworkSegment(3db253dd-caa7-47e9-81bc-3310fd2da824),segment_id=3db253dd-caa7-47e9-81bc-3310fd2da824)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:04.682402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10a794f1-7c36-4f40-bc61-9ba78540c9f7 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.690833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.704021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-411f3c99-0c76-4a56-927d-b9665bac5833 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.722894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-411f3c99-0c76-4a56-927d-b9665bac5833 None None] Transition to ACTIVE for port object d15d8c80-04d2-491c-885d-93a3467d6c10 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:04.726554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-411f3c99-0c76-4a56-927d-b9665bac5833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.795164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.809274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.811797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.817206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.863353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f3c99-0c76-4a56-927d-b9665bac5833 None None] Pushing event updated for resources: {'Port': ['ID=d15d8c80-04d2-491c-885d-93a3467d6c10,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:04.863784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-10a794f1-7c36-4f40-bc61-9ba78540c9f7 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Calling delete_port for 8387274f-0f17-4fa8-9f0a-d4b6c17e31a9 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:04.887866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.889074 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8742218 Apr 05 14:34:04.891001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42345b28-9ea5-4e35-b18b-d07c4252389f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6394594-b008-4ecc-8322-5c491bc31675,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:04.892028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34072) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:04.903049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'security_group': {'name': 'tempest-secgroup-1057342116'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:04.910613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:04.916023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:04.917398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d9eca601-1a4e-4241-baeb-f35b5d7bc549 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:04.918721 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d9eca601-1a4e-4241-baeb-f35b5d7bc549 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5928354 Apr 05 14:34:04.923198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:04.962660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34076) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:04.963484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:04.980692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:04.987931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-489814ba-da76-4563-a65a-33e4a88c4700 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-security--1618031397', 'description': 'tempest-security-description-749265185'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:05.006755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a510687b-e870-4d9a-9909-0e3b56b06877 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:05.014546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a510687b-e870-4d9a-9909-0e3b56b06877 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.015701 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a510687b-e870-4d9a-9909-0e3b56b06877 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 HTTP/1.1" status: 200 len: 887 time: 5.6373854 Apr 05 14:34:05.026133 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d78270-73bf-43bd-8628-1e80f91ccba7 None None] Sync routers for ids ['6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:05.028816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34080) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:05.048956 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d78270-73bf-43bd-8628-1e80f91ccba7 None None] Routers {'6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:05.051261 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c6d78270-73bf-43bd-8628-1e80f91ccba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:05.073653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10a794f1-7c36-4f40-bc61-9ba78540c9f7 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.119217 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c6d78270-73bf-43bd-8628-1e80f91ccba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:05.126891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a794f1-7c36-4f40-bc61-9ba78540c9f7 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Port': ['ID=8387274f-0f17-4fa8-9f0a-d4b6c17e31a9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:05.130495 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d78270-73bf-43bd-8628-1e80f91ccba7 None None] Routers {'6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:05.131096 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c6d78270-73bf-43bd-8628-1e80f91ccba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:05.141215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10a794f1-7c36-4f40-bc61-9ba78540c9f7 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.175158 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-10a794f1-7c36-4f40-bc61-9ba78540c9f7 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/ports/8387274f-0f17-4fa8-9f0a-d4b6c17e31a9 HTTP/1.1" status: 204 len: 168 time: 1.0791943 Apr 05 14:34:05.175745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34084) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:05.185509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:05.200942 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c6d78270-73bf-43bd-8628-1e80f91ccba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:05.201602 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d78270-73bf-43bd-8628-1e80f91ccba7 None None] The sync data for ids ['6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:05.201988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:05.205138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:05.209743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:05.212853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.228229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.254319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2da52589-b594-4e63-a223-87e6e67df611 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Deleting port 2269ecb3-373c-4a25-8027-a16129f81d4a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:05.255003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da52589-b594-4e63-a223-87e6e67df611 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.268592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=020f72b0-b376-4da9-baa5-1086f5fc4cb4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:05.296277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-489814ba-da76-4563-a65a-33e4a88c4700 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.305091 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-074a14d6-6c1b-4f66-a2a4-1505ddc09106 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5345623 Apr 05 14:34:05.314472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34088) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:05.410424 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP 211a4075-c9bc-41bf-9de0-5359f6fa942c associated. External IP: 172.26.6.170, port: dfb77c2c-fabe-4cdb-a184-81eb9e9ab169. Apr 05 14:34:05.424563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:05.460056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group_rule and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:05.474428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:05.487169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:05.490958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.521284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45704f6b-f57f-4267-8902-150cc65a9a48 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:05.521843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-45704f6b-f57f-4267-8902-150cc65a9a48 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:05.540103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d15d8c80-04d2-491c-885d-93a3467d6c10 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:05.548208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-489814ba-da76-4563-a65a-33e4a88c4700 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.561077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.566527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-489814ba-da76-4563-a65a-33e4a88c4700 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.655268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-23eb3672-675f-4257-b3be-04c1bf88a999 None None] Provisioning complete for port dea9a6e8-be12-4678-b77f-308c52e68c7a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:05.655633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23eb3672-675f-4257-b3be-04c1bf88a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.671999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-45704f6b-f57f-4267-8902-150cc65a9a48 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:05.673589 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-45704f6b-f57f-4267-8902-150cc65a9a48 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/020f72b0-b376-4da9-baa5-1086f5fc4cb4 HTTP/1.1" status: 200 len: 841 time: 0.3562865 Apr 05 14:34:05.692928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34092) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:05.701188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-489814ba-da76-4563-a65a-33e4a88c4700 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.704699 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-489814ba-da76-4563-a65a-33e4a88c4700 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "PUT /v2.0/security-groups/c0307dd6-1382-41cb-82c2-355e2ca69a2d HTTP/1.1" status: 200 len: 1611 time: 0.7350969 Apr 05 14:34:05.709948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489814ba-da76-4563-a65a-33e4a88c4700 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0307dd6-1382-41cb-82c2-355e2ca69a2d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:05.725354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-23eb3672-675f-4257-b3be-04c1bf88a999 None None] Port dea9a6e8-be12-4678-b77f-308c52e68c7a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:05.729362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da52589-b594-4e63-a223-87e6e67df611 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.740238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34096) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:05.741094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-23eb3672-675f-4257-b3be-04c1bf88a999 None None] Provisioning for port d15d8c80-04d2-491c-885d-93a3467d6c10 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:05.746177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-23eb3672-675f-4257-b3be-04c1bf88a999 None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:05.746662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23eb3672-675f-4257-b3be-04c1bf88a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.839676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.860720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.871330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2da52589-b594-4e63-a223-87e6e67df611 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Calling delete_port for 2269ecb3-373c-4a25-8027-a16129f81d4a owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:05.878834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b735c-35b7-47cd-bf87-8d57cc0f8bcf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 020f72b0-b376-4da9-baa5-1086f5fc4cb4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:05.879167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb5b735c-35b7-47cd-bf87-8d57cc0f8bcf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:05.973902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-61b38c73-d452-4a73-afdd-e36710e00d59 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups/c0307dd6-1382-41cb-82c2-355e2ca69a2d HTTP/1.1" status: 200 len: 1611 time: 0.2325072 Apr 05 14:34:05.976832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34100) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:05.997765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Allocated IP 172.26.6.127 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/13f3c765-d8ce-427d-9146-8895a4af2dd4) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:05.999934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.001336 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1067019 Apr 05 14:34:06.002150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a92b2-05b6-4157-bb25-8be038cd04e6 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007ecc5f-b2cf-4860-b8a1-bc726263d8af,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:06.002623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da52589-b594-4e63-a223-87e6e67df611 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.004683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34104) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:06.059447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'security_group': {'name': 'tempest-secgroup-208834285'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:06.082362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da52589-b594-4e63-a223-87e6e67df611 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Port': ['ID=2269ecb3-373c-4a25-8027-a16129f81d4a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:06.082609 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-021aff72-23b5-40c1-87fd-1a2174c323d6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/routers/6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 HTTP/1.1" status: 200 len: 887 time: 1.0469222 Apr 05 14:34:06.087937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:06.095541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34108) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:06.098052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:06.105243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:06.149641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da52589-b594-4e63-a223-87e6e67df611 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.152537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:06.172983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-456a7396-c15f-408e-a685-b92dfc5e703c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:06.202102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2da52589-b594-4e63-a223-87e6e67df611 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/ports/2269ecb3-373c-4a25-8027-a16129f81d4a HTTP/1.1" status: 204 len: 168 time: 1.0252514 Apr 05 14:34:06.209762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34112) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:06.219226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.272056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7b20-18cd-44ce-a798-dc3245cb7051 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.292006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-456a7396-c15f-408e-a685-b92dfc5e703c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:06.295659 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-456a7396-c15f-408e-a685-b92dfc5e703c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 HTTP/1.1" status: 200 len: 205 time: 0.1967006 Apr 05 14:34:06.295659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8e4cf8b9-a78d-47a2-a93c-1f5c09f5bfc2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Synchronizing usage tracker for tenant:c65f4f9e655946f299819906e0abb310 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:06.300432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34116) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:06.396691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb5b735c-35b7-47cd-bf87-8d57cc0f8bcf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.446356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7b20-18cd-44ce-a798-dc3245cb7051 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.482575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8e4cf8b9-a78d-47a2-a93c-1f5c09f5bfc2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Unset dirty status for tenant:c65f4f9e655946f299819906e0abb310 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:06.483714 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8e4cf8b9-a78d-47a2-a93c-1f5c09f5bfc2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2718923 Apr 05 14:34:06.491558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:06.494117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34120) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:06.522917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.531115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cb5b735c-35b7-47cd-bf87-8d57cc0f8bcf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 020f72b0-b376-4da9-baa5-1086f5fc4cb4 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:06.560635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:security_group_rule and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:06.569074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1679123723'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:06.577998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:06.618117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.641268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:06.649852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:06.656049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb5b735c-35b7-47cd-bf87-8d57cc0f8bcf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.668122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Usage tracker for resource:network and tenant:c65f4f9e655946f299819906e0abb310 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:06.673032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:06.681523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:06.698770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7b20-18cd-44ce-a798-dc3245cb7051 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.699797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:06.703847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:06.709348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:06.734011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event updated for resources: {'Port': ['ID=13f3c765-d8ce-427d-9146-8895a4af2dd4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:06.736615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb5b735c-35b7-47cd-bf87-8d57cc0f8bcf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.748070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4d7b20-18cd-44ce-a798-dc3245cb7051 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0307dd6-1382-41cb-82c2-355e2ca69a2d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:06.749703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Made reservation on behalf of c65f4f9e655946f299819906e0abb310 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:06.752530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.799319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b735c-35b7-47cd-bf87-8d57cc0f8bcf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=020f72b0-b376-4da9-baa5-1086f5fc4cb4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:06.810198 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cb5b735c-35b7-47cd-bf87-8d57cc0f8bcf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/020f72b0-b376-4da9-baa5-1086f5fc4cb4 HTTP/1.1" status: 204 len: 168 time: 1.1112916 Apr 05 14:34:06.812770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34124) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:06.887888 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9252c195-be89-49d0-8b47-2168cb1f1162 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:34:06.888622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9252c195-be89-49d0-8b47-2168cb1f1162 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:06.922100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9252c195-be89-49d0-8b47-2168cb1f1162 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:06.923183 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9252c195-be89-49d0-8b47-2168cb1f1162 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/020f72b0-b376-4da9-baa5-1086f5fc4cb4 HTTP/1.1" status: 404 len: 333 time: 0.1095312 Apr 05 14:34:06.927080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34128) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:06.933033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'name': 'tempest-PortsTestJSON-1998341256'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:06.933514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.936644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2c4d7b20-18cd-44ce-a798-dc3245cb7051 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.937738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2c4d7b20-18cd-44ce-a798-dc3245cb7051 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/c0307dd6-1382-41cb-82c2-355e2ca69a2d HTTP/1.1" status: 204 len: 168 time: 0.9598649 Apr 05 14:34:06.944007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34132) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:06.946950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:06.994618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:07.032718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.033908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0216694 Apr 05 14:34:07.040323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34136) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:07.045064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c303a3-46aa-463d-a8e0-07d8c9f8ba12 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b27b22-157d-4c85-b7fb-919c22d99288,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:07.049132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.049478 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Added segment 3cb064d9-a245-4c21-9474-2183b57e69ee of type vlan for network 8aac5999-dbb9-4cf0-824a-bb869e6331f6 Apr 05 14:34:07.049595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1087557421', 'security_groups': ['f9b27b22-157d-4c85-b7fb-919c22d99288'], 'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a7c106f9-6549-4dd5-a020-f39ea4a5da08'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:07.111778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c31d7c76-2c84-4d1b-b543-b747add628a1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:07.122305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:07.125517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.150505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:07.165898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.173238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:07.176114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.232750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 83ec3b44-74f4-4e75-bd6c-01080ec83e06 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:07.235958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c31d7c76-2c84-4d1b-b543-b747add628a1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:07.237174 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c31d7c76-2c84-4d1b-b543-b747add628a1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2916024 Apr 05 14:34:07.270221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34140) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:07.302061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.306205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:07.306775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.312541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:07.315780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.316479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.318601 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-af390277-4ed1-4a2f-b53c-ff9fe6a48560 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] delete failed (client error): The resource could not be found. Apr 05 14:34:07.319585 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-af390277-4ed1-4a2f-b53c-ff9fe6a48560 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/c0307dd6-1382-41cb-82c2-355e2ca69a2d HTTP/1.1" status: 404 len: 347 time: 0.0461943 Apr 05 14:34:07.327757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34144) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:07.335106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:07.347090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:07.350372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1762328518'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:07.421330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:07.428176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9295037 Apr 05 14:34:07.433728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34148) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:07.443919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67110c1-d734-4cac-94bb-fe8af33ab962 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Network': ['ID=8aac5999-dbb9-4cf0-824a-bb869e6331f6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:07.450867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1438738271'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:07.459154 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 8aac5999-dbb9-4cf0-824a-bb869e6331f6 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:07.509397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:07.511432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:07.516000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.533717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:07.551395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Usage tracker for resource:network and tenant:c65f4f9e655946f299819906e0abb310 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:07.556256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:07.573361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.584772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:07.589196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.662628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.670792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] device_id is not set on port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:07.683859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 1e183589-ad43-4e8e-94e0-8878841e9ba6 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:07.684132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.722095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Made reservation on behalf of c65f4f9e655946f299819906e0abb310 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:07.724874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.743172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:07.756725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01d05e5-f35e-4ecc-9c9d-5f5ff76ec47c None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:07.760968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.770154 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d05e5-f35e-4ecc-9c9d-5f5ff76ec47c None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:07.770791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b01d05e5-f35e-4ecc-9c9d-5f5ff76ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:07.835409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b01d05e5-f35e-4ecc-9c9d-5f5ff76ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:07.847297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01d05e5-f35e-4ecc-9c9d-5f5ff76ec47c None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:07.848263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b01d05e5-f35e-4ecc-9c9d-5f5ff76ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:07.882974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e48f0db8-2049-4eb3-8f6d-d1e907b82e82 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/floatingips/211a4075-c9bc-41bf-9de0-5359f6fa942c HTTP/1.1" status: 200 len: 977 time: 5.0758522 Apr 05 14:34:07.884289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34152) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:07.908763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b01d05e5-f35e-4ecc-9c9d-5f5ff76ec47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:07.909166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01d05e5-f35e-4ecc-9c9d-5f5ff76ec47c None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:07.926400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:07.936469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:07.943574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:07.951306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.964137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:07.991512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:07.994175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:08.033528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port dfb77c2c-fabe-4cdb-a184-81eb9e9ab169 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:08.033875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.042512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.042845 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Added segment ad8f2735-a772-4505-89d3-8b0db26e7828 of type vlan for network acafddba-486d-4858-96e9-18be36e6bed1 Apr 05 14:34:08.122180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 1e183589-ad43-4e8e-94e0-8878841e9ba6 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:08.169874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.193677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.194996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.253076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.295919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8::226 (066181d3-b2bb-4e4b-9ea5-405dec755edb/a7c106f9-6549-4dd5-a020-f39ea4a5da08/61d2b325-2dfd-4df5-af3c-80f5cacb8eb4) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:08.381635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:08.390836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d81e3041-7e1d-4d55-953a-f81394e947db,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:08.403050 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.406731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:08.407300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.411871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=83ec3b44-74f4-4e75-bd6c-01080ec83e06,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:08.414114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:08.436512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.445074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:08.448863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:08.449447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.534172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.538147 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c05d7552-1599-4759-88f1-7b347edbddf8 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2067280 Apr 05 14:34:08.574475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34156) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:08.578081 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.1411891 Apr 05 14:34:08.590848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': 'd81e3041-7e1d-4d55-953a-f81394e947db', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:08.650895 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9dc98701-7c0a-4c2b-8ac3-5ddbeb943621 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7227602 Apr 05 14:34:08.659807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:08.663300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34160) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:08.677885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:08.684139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b88f8-0cb6-4b02-a407-853d9f5623b2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Network': ['ID=acafddba-486d-4858-96e9-18be36e6bed1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:08.689111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:08.696765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network acafddba-486d-4858-96e9-18be36e6bed1 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:08.703395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:08.736233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:08.761765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.763089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.785063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Router 590889d1-85a6-4d4b-b7b9-120daec2a7e6 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:08.801732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.831997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:08.842499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=1e183589-ad43-4e8e-94e0-8878841e9ba6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:08.988119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:08.996280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.035186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe6c2cb-7a81-4b12-8d91-d6d9bd80bb06,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:09.041843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.089477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.093127 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c0dbf7ff-8e59-43e8-9524-c7bf886c2e0e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5134814 Apr 05 14:34:09.096719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34164) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:09.126464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.132420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:09.138882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:09.140642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=61d2b325-2dfd-4df5-af3c-80f5cacb8eb4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:09.144340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:09.148176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:09.149327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.169667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a72feb05-7f22-4671-b87b-c623343011a0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.179212 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-55150cd9-5f7d-46fb-a5f4-8a08a439fe59 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1364408 Apr 05 14:34:09.181565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.181939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.182283 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP 211a4075-c9bc-41bf-9de0-5359f6fa942c disassociated. External IP: 172.26.6.170, port: dfb77c2c-fabe-4cdb-a184-81eb9e9ab169. Apr 05 14:34:09.182622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for dfb77c2c-fabe-4cdb-a184-81eb9e9ab169 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:09.183603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34168) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:09.191217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:09.362681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:09.367103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:09.371807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:09.377985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:09.397140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:09.421356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.479655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:09.480646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a72feb05-7f22-4671-b87b-c623343011a0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.493559 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4da55-fe88-4f4e-b997-39ba0a66fea9 None None] Sync routers for ids ['590889d1-85a6-4d4b-b7b9-120daec2a7e6'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:09.503520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.507293 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4da55-fe88-4f4e-b997-39ba0a66fea9 None None] Routers {'590889d1-85a6-4d4b-b7b9-120daec2a7e6'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:09.508700 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-bdf4da55-fe88-4f4e-b997-39ba0a66fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['590889d1-85a6-4d4b-b7b9-120daec2a7e6'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:09.534451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bb616a0c-4131-4daf-a0d5-42e335c5e417 None None] Provisioning for port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:09.544573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bb616a0c-4131-4daf-a0d5-42e335c5e417 None None] Provisioning complete for port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:09.544942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bb616a0c-4131-4daf-a0d5-42e335c5e417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.580581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.598591 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-bdf4da55-fe88-4f4e-b997-39ba0a66fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:09.601112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.602429 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2923001c-bde1-46ec-a840-8890c89f5443 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.1961782 Apr 05 14:34:09.608631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34172) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:09.620159 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf4da55-fe88-4f4e-b997-39ba0a66fea9 None None] Routers {'590889d1-85a6-4d4b-b7b9-120daec2a7e6'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:09.622728 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-bdf4da55-fe88-4f4e-b997-39ba0a66fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['590889d1-85a6-4d4b-b7b9-120daec2a7e6'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:09.662273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bb616a0c-4131-4daf-a0d5-42e335c5e417 None None] Port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:09.745869 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-bdf4da55-fe88-4f4e-b997-39ba0a66fea9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:09.746837 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf4da55-fe88-4f4e-b997-39ba0a66fea9 None None] The sync data for ids ['590889d1-85a6-4d4b-b7b9-120daec2a7e6'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:09.763979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.902124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a72feb05-7f22-4671-b87b-c623343011a0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.904252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] In _notify_port_updated(), no bound segment for port 83ec3b44-74f4-4e75-bd6c-01080ec83e06 on network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:34:09.908228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:09.908681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:09.912521 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "PUT /v2.0/ports/83ec3b44-74f4-4e75-bd6c-01080ec83e06 HTTP/1.1" status: 200 len: 818 time: 1.2455604 Apr 05 14:34:09.918882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1ad12-c7e3-4fc2-8437-e9a35dcf7019 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=83ec3b44-74f4-4e75-bd6c-01080ec83e06,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:09.920928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34176) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:09.998076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72feb05-7f22-4671-b87b-c623343011a0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fbe6c2cb-7a81-4b12-8d91-d6d9bd80bb06,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:10.001776 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.ipam_backend_mixin [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7c106f9-6549-4dd5-a020-f39ea4a5da08 (CIDR: 2001:db8::/64) Apr 05 14:34:10.006930 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:10.007361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:10.033216 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5a997ab5-a05d-4bd7-bfb8-8019b03c4130 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8458765 Apr 05 14:34:10.033437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34180) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:10.040603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:10.197522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:10.204182 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-91f47c4a-9608-4363-872a-e59377516d76 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/routers/590889d1-85a6-4d4b-b7b9-120daec2a7e6 HTTP/1.1" status: 200 len: 920 time: 0.5916910 Apr 05 14:34:10.204975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34184) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:10.206728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:10.209566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:10.254555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:10.261541 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f19dc1c8-5f7a-43d1-93aa-60072b6189d7 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=590889d1-85a6-4d4b-b7b9-120daec2a7e6 HTTP/1.1" status: 200 len: 205 time: 0.0530169 Apr 05 14:34:10.261710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34188) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:10.287611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.290149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a72feb05-7f22-4671-b87b-c623343011a0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.293991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a72feb05-7f22-4671-b87b-c623343011a0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/fbe6c2cb-7a81-4b12-8d91-d6d9bd80bb06 HTTP/1.1" status: 204 len: 168 time: 1.1902645 Apr 05 14:34:10.296506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34192) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:10.303771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-799271f2-cba3-49e3-9ed6-51ab04c1e47b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 83ec3b44-74f4-4e75-bd6c-01080ec83e06 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:10.304263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-799271f2-cba3-49e3-9ed6-51ab04c1e47b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.349597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.352661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.388196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:10.391230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.423066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=dfb77c2c-fabe-4cdb-a184-81eb9e9ab169,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:10.508756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.509448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Fanout notify agent at l3_agent the message router_deleted on router 6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:10.522146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0f0b3443-b76f-4dbb-8fc6-76175327f198 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:10.567258 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.ipam_backend_mixin [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ff6814d4-c800-450e-9701-75fd05a23d0c (CIDR: 2001:db8:0:1::/64) Apr 05 14:34:10.580793 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:10.581569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:10.612933 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8656fbb6-d285-4c23-bf58-57bab2a141c4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5785618 Apr 05 14:34:10.615218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34196) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:10.621100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'subnet': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:10.734047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.738783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9b55caf4-8bf8-421b-b840-33098d4123af tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 HTTP/1.1" status: 204 len: 168 time: 4.4362452 Apr 05 14:34:10.751492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34200) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:10.761020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.770240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0f0b3443-b76f-4dbb-8fc6-76175327f198 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:10.771750 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0f0b3443-b76f-4dbb-8fc6-76175327f198 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4743133 Apr 05 14:34:10.777130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34204) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:10.818652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-799271f2-cba3-49e3-9ed6-51ab04c1e47b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.818860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-174254907'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:10.887399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:10.902860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:10.908976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:10.912715 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:10.918532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:10.925277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Usage tracker for resource:subnet and tenant:43a0e716bb8a47f7802508e843fd72bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:10.930594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:10.947500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:10.951190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:10.954093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:10.967320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-799271f2-cba3-49e3-9ed6-51ab04c1e47b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 83ec3b44-74f4-4e75-bd6c-01080ec83e06 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:10.984580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Made reservation on behalf of 43a0e716bb8a47f7802508e843fd72bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:10.988226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.068754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5db89b5d-cd1d-4b43-8896-0f2f2488aabf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.087130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:11.099607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-799271f2-cba3-49e3-9ed6-51ab04c1e47b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.109851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.110241 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment a64456b0-88c4-46d9-b9b6-bf27da82e8db of type vlan for network a385221e-0500-4897-88ba-a5f241625381 Apr 05 14:34:11.110355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5db89b5d-cd1d-4b43-8896-0f2f2488aabf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.175904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.179372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799271f2-cba3-49e3-9ed6-51ab04c1e47b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=83ec3b44-74f4-4e75-bd6c-01080ec83e06,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:11.201683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-799271f2-cba3-49e3-9ed6-51ab04c1e47b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.234990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5db89b5d-cd1d-4b43-8896-0f2f2488aabf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.237721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5db89b5d-cd1d-4b43-8896-0f2f2488aabf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.241525 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5db89b5d-cd1d-4b43-8896-0f2f2488aabf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/d81e3041-7e1d-4d55-953a-f81394e947db HTTP/1.1" status: 204 len: 168 time: 0.4606934 Apr 05 14:34:11.243120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34208) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:11.252234 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-799271f2-cba3-49e3-9ed6-51ab04c1e47b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/83ec3b44-74f4-4e75-bd6c-01080ec83e06 HTTP/1.1" status: 204 len: 168 time: 1.3226106 Apr 05 14:34:11.256792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34212) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:11.260361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db89b5d-cd1d-4b43-8896-0f2f2488aabf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81e3041-7e1d-4d55-953a-f81394e947db,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:11.294261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.298606 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:11.299237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.354805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:11.474820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=a385221e-0500-4897-88ba-a5f241625381,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:11.489035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network a385221e-0500-4897-88ba-a5f241625381 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:11.511435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca56555-4333-4dff-8fdc-69c906e82087 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:11.512167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9ca56555-4333-4dff-8fdc-69c906e82087 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:11.519584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9728e47b-1ada-4285-b39c-8a1dc81d1a6e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:11.545409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.558286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9ca56555-4333-4dff-8fdc-69c906e82087 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:11.562597 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9ca56555-4333-4dff-8fdc-69c906e82087 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3050265 Apr 05 14:34:11.565348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34216) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:11.566267 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ab44092d-76dd-407d-9697-c58da47b9606 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8138599 Apr 05 14:34:11.568062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34218) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:11.572579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9728e47b-1ada-4285-b39c-8a1dc81d1a6e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:11.577458 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9728e47b-1ada-4285-b39c-8a1dc81d1a6e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3309662 Apr 05 14:34:11.582062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': 'a385221e-0500-4897-88ba-a5f241625381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:11.595980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34224) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:11.596588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Deleting port 13f3c765-d8ce-427d-9146-8895a4af2dd4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:11.596919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.612499 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bfdf682-7c21-4ea8-a921-fa7239728367 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:34:11.617451 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5bfdf682-7c21-4ea8-a921-fa7239728367 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/83ec3b44-74f4-4e75-bd6c-01080ec83e06 HTTP/1.1" status: 404 len: 333 time: 0.0506148 Apr 05 14:34:11.617977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34226) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:11.623783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1280711089'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:11.628470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:11.632310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:network and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:11.635930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:11.638798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--936494690'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:11.641639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:11.653748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:11.657064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:11.657850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.698430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:11.708325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.708711 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Added segment 74d5599a-43ad-455a-9d5b-4f39bfd7419d of type vlan for network d6d9122c-7821-4516-9518-7b3ce8d42c01 Apr 05 14:34:11.737675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.793870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.797703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:11.798174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:11.823080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:11.833058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:11.931991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34232) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:11.990517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'subnets': [{'network_id': '8aac5999-dbb9-4cf0-824a-bb869e6331f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1077793494', 'ip_version': 6}, {'network_id': 'acafddba-486d-4858-96e9-18be36e6bed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:11.990830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'subnet': {'network_id': '8aac5999-dbb9-4cf0-824a-bb869e6331f6', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1077793494', 'ip_version': 6}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:11.991493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Request body: {'subnet': {'network_id': 'acafddba-486d-4858-96e9-18be36e6bed1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:12.010229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:12.022083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:12.040970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:12.082327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.103055 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4833634 Apr 05 14:34:12.108349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34236) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:12.113873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:12.115393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d099706-af1c-4a9e-8e84-091d7c6c11a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Network': ['ID=d6d9122c-7821-4516-9518-7b3ce8d42c01,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:12.124821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9073a-9178-465e-89ab-e4a4a2a80511 None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:12.126417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:12.131576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:12.157579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.159943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:12.224874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9073a-9178-465e-89ab-e4a4a2a80511 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:12.225480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a0d9073a-9178-465e-89ab-e4a4a2a80511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:12.244298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.290027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a0d9073a-9178-465e-89ab-e4a4a2a80511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:12.302977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9073a-9178-465e-89ab-e4a4a2a80511 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:12.303575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a0d9073a-9178-465e-89ab-e4a4a2a80511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:12.365708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a0d9073a-9178-465e-89ab-e4a4a2a80511 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:12.366107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d9073a-9178-465e-89ab-e4a4a2a80511 None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:12.387679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:12.399170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Calling delete_port for 13f3c765-d8ce-427d-9146-8895a4af2dd4 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:12.422446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:12.424949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.426757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-958a9106-484c-4ecb-95bc-0e3de94c2b50 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/ports/dfb77c2c-fabe-4cdb-a184-81eb9e9ab169 HTTP/1.1" status: 204 len: 168 time: 4.5417044 Apr 05 14:34:12.428608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:12.432338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34240) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:12.434869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:12.438219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:12.438808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30040f6-0cc8-40a5-ba8b-4ccff74476c3 None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:12.441624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Subnet': ['ID=b5630ad2-34dc-4d22-9d11-3680d1467a73,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:12.446631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:12.447210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.491275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:12.497964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.498821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:12.518035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Usage tracker for resource:subnet and tenant:c65f4f9e655946f299819906e0abb310 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:12.527689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:12.531315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:12.541081 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-de14dfaa-aff6-4f0d-a1c8-fc12b05caaae tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "GET /v2.0/floatingips/211a4075-c9bc-41bf-9de0-5359f6fa942c HTTP/1.1" status: 200 len: 688 time: 0.1046844 Apr 05 14:34:12.541081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:12.542133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34244) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:12.575116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:12.611524 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6930fb8c-6b0c-455f-8338-af50616762b4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9927619 Apr 05 14:34:12.620868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34248) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:12.623783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:12.641238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1530895335', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b5630ad2-34dc-4d22-9d11-3680d1467a73'}], 'security_groups': ['c6394594-b008-4ecc-8322-5c491bc31675', '007ecc5f-b2cf-4860-b8a1-bc726263d8af']}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:12.644137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Made reservation on behalf of c65f4f9e655946f299819906e0abb310 for: {'subnet': 2} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:12.824706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2536f468-6526-49ff-8172-0ce75eeec9b7 None None] Update dhcp port {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'fixed_ips': [{'subnet_id': 'ff6814d4-c800-450e-9701-75fd05a23d0c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a7c106f9-6549-4dd5-a020-f39ea4a5da08', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b5630ad2-34dc-4d22-9d11-3680d1467a73'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': 'd15d8c80-04d2-491c-885d-93a3467d6c10'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:34:12.833287 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.848993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.871523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 852aafe4-1ed9-4ef4-9546-515ecdb42d3c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:12.871781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.880688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2536f468-6526-49ff-8172-0ce75eeec9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.888082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:12.918583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.051613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83f00718-7124-4b45-a7a4-6c6ca543e443,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:13.102634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.107251 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-23e4d14e-bea4-4be7-be2a-6c3a70fac28d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4812620 Apr 05 14:34:13.134768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34252) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:13.138665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.140359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-2536f468-6526-49ff-8172-0ce75eeec9b7 None None] Allocated IP 2001:db8:0:2::2 (066181d3-b2bb-4e4b-9ea5-405dec755edb/b5630ad2-34dc-4d22-9d11-3680d1467a73/d15d8c80-04d2-491c-885d-93a3467d6c10) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:13.181868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '83f00718-7124-4b45-a7a4-6c6ca543e443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:13.201512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.213913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:13.251211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event deleted for resources: {'Port': ['ID=13f3c765-d8ce-427d-9146-8895a4af2dd4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:13.255598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:13.265072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:13.288364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:13.289797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2536f468-6526-49ff-8172-0ce75eeec9b7 None None] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d15d8c80-04d2-491c-885d-93a3467d6c10,segment=NetworkSegment(3db253dd-caa7-47e9-81bc-3310fd2da824),segment_id=3db253dd-caa7-47e9-81bc-3310fd2da824)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:13.326197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2536f468-6526-49ff-8172-0ce75eeec9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.342231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.342602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.349122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2536f468-6526-49ff-8172-0ce75eeec9b7 None None] Transition to ACTIVE for port object d15d8c80-04d2-491c-885d-93a3467d6c10 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:13.353157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2536f468-6526-49ff-8172-0ce75eeec9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.436189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=8c03953e-6326-449f-a8ac-dd0edd3b29a5,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:13.477088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.517221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.517836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.518212 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2536f468-6526-49ff-8172-0ce75eeec9b7 None None] Pushing event updated for resources: {'Port': ['ID=d15d8c80-04d2-491c-885d-93a3467d6c10,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:13.677968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 852aafe4-1ed9-4ef4-9546-515ecdb42d3c owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:13.800495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.821058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': 'a64456b0-88c4-46d9-b9b6-bf27da82e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a385221e-0500-4897-88ba-a5f241625381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:13.821425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: a385221e-0500-4897-88ba-a5f241625381, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:13.905149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:13.949337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=4bb8c362-1f6d-44b0-ac4f-c3c58def2d46,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.085599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.110066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking segment: {'id': '74d5599a-43ad-455a-9d5b-4f39bfd7419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:14.110382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network hostable DHCP agents. Network: d6d9122c-7821-4516-9518-7b3ce8d42c01, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:14.126973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Provisioning complete for port dea9a6e8-be12-4678-b77f-308c52e68c7a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:14.127529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.144547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.177660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network a385221e-0500-4897-88ba-a5f241625381 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:14.190893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Port dea9a6e8-be12-4678-b77f-308c52e68c7a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:14.198030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=852aafe4-1ed9-4ef4-9546-515ecdb42d3c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.208000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Provisioning complete for port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:14.208178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.236680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.246252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:14.272187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:14.281663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, a385221e-0500-4897-88ba-a5f241625381) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:14.284640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.288433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Provisioning for port d15d8c80-04d2-491c-885d-93a3467d6c10 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:14.292584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=679476a9-f7e7-4ddc-8a42-f748fcdb73d6,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.295748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b08eec-a20d-4756-a486-5dc2e052ce03 None None] Network a385221e-0500-4897-88ba-a5f241625381 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:14.302540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:14.303117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.325669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, d6d9122c-7821-4516-9518-7b3ce8d42c01) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:14.325884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.340789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Delete allocated IP 2001:db8::226 (066181d3-b2bb-4e4b-9ea5-405dec755edb/a7c106f9-6549-4dd5-a020-f39ea4a5da08) {{(pid=83851) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:34:14.348052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:14.348052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.354479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Allocated IP 2001:db8:0:2::140 (066181d3-b2bb-4e4b-9ea5-405dec755edb/b5630ad2-34dc-4d22-9d11-3680d1467a73/61d2b325-2dfd-4df5-af3c-80f5cacb8eb4) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:14.357489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.361166 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4e7f71d0-ba16-4ce5-9920-c7b151456f29 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.2238002 Apr 05 14:34:14.366650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34256) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:14.371859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2821e844-1bf7-4027-8b61-2f6f8d252261 None None] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:14.372674 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bcc1729c-4e9a-42f1-9bf8-d95b1533b98e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8012931 Apr 05 14:34:14.382022 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '83f00718-7124-4b45-a7a4-6c6ca543e443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:14.383216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34260) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:14.392188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:14.392591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72ac2c5b-0449-4375-bd3b-a8c688119623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.396724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:14.397169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2009040184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:14.399517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.406946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:14.410979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.411489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Fanout notify agent at l3_agent the message router_deleted on router 590889d1-85a6-4d4b-b7b9-120daec2a7e6 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:14.415709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:14.427847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:router and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:14.431174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:14.434930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:14.440524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.444990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b32692d5-071a-4b5e-8775-e014a54a68b3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/floatingips/211a4075-c9bc-41bf-9de0-5359f6fa942c HTTP/1.1" status: 204 len: 168 time: 1.8971534 Apr 05 14:34:14.444990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:14.447522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:14.451709 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c399ffcc-e712-4ec9-8d43-478376fa593a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3373725 Apr 05 14:34:14.451882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34264) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:14.458167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.459360 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5d33ce9d-b683-4400-b382-dff021ac78e5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/590889d1-85a6-4d4b-b7b9-120daec2a7e6 HTTP/1.1" status: 204 len: 168 time: 4.1967485 Apr 05 14:34:14.459768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34268) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:14.464277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34270) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:14.466322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '8319b553-36f2-48d7-86b9-f960042a7fa3'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:14.474214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:14.475828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:14.483515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:floatingip and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:14.486904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:14.490419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-955230429', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': False}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:14.509070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.509997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.518229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:14.551345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:14.566195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Usage tracker for resource:router and tenant:d3c1116a3db64d428050af8c775f9d2a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:14.571121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:14.574200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.617216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.625586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:14.684556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.707398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.708373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.723235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.738907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Subnet': ['ID=ef49d1d4-a7e3-43dc-8e37-bf1866c3140c,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.800600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.801708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:14.808006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:14.814272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:14.816895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.822569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.827373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.829100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Checking segment: {'id': '3cb064d9-a245-4c21-9474-2183b57e69ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8aac5999-dbb9-4cf0-824a-bb869e6331f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:14.829459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Network hostable DHCP agents. Network: 8aac5999-dbb9-4cf0-824a-bb869e6331f6, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:14.838139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.839283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-a385221e-0500-4897-88ba-a5f241625381', 'network_id': 'a385221e-0500-4897-88ba-a5f241625381', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': '8c03953e-6326-449f-a8ac-dd0edd3b29a5'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:14.840270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.845287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:14.857826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-d6d9122c-7821-4516-9518-7b3ce8d42c01', 'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01', 'tenant_id': 'a0ebd2d1651f4f38b30c4e8a884000ca', 'fixed_ips': [{'subnet_id': '4bb8c362-1f6d-44b0-ac4f-c3c58def2d46'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:14.858753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.867154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7b6c59-5acd-421a-8b91-4bebea35a7c7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:14.874263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Transition to ACTIVE for port object 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:14.889594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.893188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:14.896614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.934113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.935313 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-264986e5-4885-4b25-89f2-d17d18d8300b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5516703 Apr 05 14:34:14.945056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34276) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:14.974693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:14.976209 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7723f572-6f22-4078-a194-fbd4d9d8dceb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6087911 Apr 05 14:34:15.022756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34280) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:15.093478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '83f00718-7124-4b45-a7a4-6c6ca543e443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:15.152974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Allocated IP 172.20.0.2 (a385221e-0500-4897-88ba-a5f241625381/8c03953e-6326-449f-a8ac-dd0edd3b29a5/d408d634-4c17-487f-b6c9-7d6151cac663) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:15.162026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Allocated IP 172.20.0.2 (d6d9122c-7821-4516-9518-7b3ce8d42c01/4bb8c362-1f6d-44b0-ac4f-c3c58def2d46/12a95264-3904-4e83-8783-815e73e72b1c) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:15.181471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:15.192213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:15.197474 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:15.214696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] In _notify_port_updated(), no bound segment for port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 on network 066181d3-b2bb-4e4b-9ea5-405dec755edb {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:34:15.221519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Network 8aac5999-dbb9-4cf0-824a-bb869e6331f6 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:15.221711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:15.222532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.224855 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "PUT /v2.0/ports/61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 HTTP/1.1" status: 200 len: 970 time: 2.5943713 Apr 05 14:34:15.232800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34284) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:15.234486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6a2465-fbfb-4798-80ae-948c4a34494b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event updated for resources: {'Port': ['ID=61d2b325-2dfd-4df5-af3c-80f5cacb8eb4,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:15.242579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:15.267267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.302030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 8aac5999-dbb9-4cf0-824a-bb869e6331f6) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:15.321305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.366129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612f49ea-d366-4e19-9a37-bc64245f5b23 None None] Network 8aac5999-dbb9-4cf0-824a-bb869e6331f6 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:15.375183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.384998 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.ipam_backend_mixin [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4bb8c362-1f6d-44b0-ac4f-c3c58def2d46 (CIDR: 172.20.0.0/28) Apr 05 14:34:15.428309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event updated for resources: {'Subnet': ['ID=071b8280-e597-44bb-80f8-80459d4da33d,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:15.435446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:15.436130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:15.442905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-be6c7be7-4d5e-42e4-ad76-94c1ab29dcaf tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:15.443250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be6c7be7-4d5e-42e4-ad76-94c1ab29dcaf tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.531726 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e161cb80-2d14-4b83-b978-13e2f31cd876 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0684290 Apr 05 14:34:15.549153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34288) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:15.557508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:15.589546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1d7acfc9-6881-4817-b174-a604c0b1c196 None None] Provisioning for port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:15.606175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d15d8c80-04d2-491c-885d-93a3467d6c10 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:15.707905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.720658 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1d7acfc9-6881-4817-b174-a604c0b1c196 None None] Provisioning complete for port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:15.721030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1d7acfc9-6881-4817-b174-a604c0b1c196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.752739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Checking segment: {'id': 'ad8f2735-a772-4505-89d3-8b0db26e7828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'acafddba-486d-4858-96e9-18be36e6bed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:15.753342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Network hostable DHCP agents. Network: acafddba-486d-4858-96e9-18be36e6bed1, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:15.810507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1d7acfc9-6881-4817-b174-a604c0b1c196 None None] Port 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:15.874643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.884235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.26.6.62 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/eddb4b7c-b753-43b0-afd5-6f934e06f294) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:15.889845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Transition to ACTIVE for port object d408d634-4c17-487f-b6c9-7d6151cac663 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:15.908091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Transition to ACTIVE for port object d408d634-4c17-487f-b6c9-7d6151cac663 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:15.934194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:15.941220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:15.945892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.955469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:15.970246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be6c7be7-4d5e-42e4-ad76-94c1ab29dcaf tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:15.978524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Network acafddba-486d-4858-96e9-18be36e6bed1 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:15.980819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:16.010421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.021952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.030721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Network a385221e-0500-4897-88ba-a5f241625381 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:16.037122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-8aac5999-dbb9-4cf0-824a-bb869e6331f6', 'network_id': '8aac5999-dbb9-4cf0-824a-bb869e6331f6', 'tenant_id': 'c65f4f9e655946f299819906e0abb310', 'fixed_ips': [{'subnet_id': 'ef49d1d4-a7e3-43dc-8e37-bf1866c3140c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:16.037920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.060468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:16.068672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Transition to ACTIVE for port object 12a95264-3904-4e83-8783-815e73e72b1c will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:16.071809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:16.077499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.113945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-be6c7be7-4d5e-42e4-ad76-94c1ab29dcaf tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for 61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:16.141289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, acafddba-486d-4858-96e9-18be36e6bed1) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:16.146650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:16.147022 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.152180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0784bab6-bf0d-43f7-8d1d-606e2cfba5f9,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:16.155779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.156171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.156946 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.164468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.168481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:16.172114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.200678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.206027 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a8b22a8c-ff44-4212-8d48-c1732ab73eca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.1649661 Apr 05 14:34:16.206236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.215684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4287ceec-1c72-4c11-883e-b7e68051a6db None None] Network acafddba-486d-4858-96e9-18be36e6bed1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:16.217945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34292) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:16.230825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '83f00718-7124-4b45-a7a4-6c6ca543e443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:16.239096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:16.303971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:16.305174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Pushing event updated for resources: {'Port': ['ID=d408d634-4c17-487f-b6c9-7d6151cac663,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:16.308230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-32aef6d2-aaa0-4aa5-aa20-1d68a85fece6 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 4.3742442 Apr 05 14:34:16.309193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:16.314947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34296) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:16.383720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:16.458470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.488171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Transition to ACTIVE for port object 12a95264-3904-4e83-8783-815e73e72b1c will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:16.495803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.520017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635697ba-46f0-469d-ade8-93f26920fbc8 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.521441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635697ba-46f0-469d-ade8-93f26920fbc8 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.522958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-635697ba-46f0-469d-ade8-93f26920fbc8 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:16.524295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-635697ba-46f0-469d-ade8-93f26920fbc8 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Synchronizing usage tracker for tenant:c65f4f9e655946f299819906e0abb310 on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:16.544680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.551528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Attempting to bind port d408d634-4c17-487f-b6c9-7d6151cac663 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:16.552044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Attempting to bind port d408d634-4c17-487f-b6c9-7d6151cac663 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a64456b0-88c4-46d9-b9b6-bf27da82e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a385221e-0500-4897-88ba-a5f241625381'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:16.552503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Attempting to bind port d408d634-4c17-487f-b6c9-7d6151cac663 on network a385221e-0500-4897-88ba-a5f241625381 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:16.562494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.579289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be6c7be7-4d5e-42e4-ad76-94c1ab29dcaf tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.594281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.615757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:16.630021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:16.632618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:16.666426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=eddb4b7c-b753-43b0-afd5-6f934e06f294,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:16.671864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6c7be7-4d5e-42e4-ad76-94c1ab29dcaf tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=61d2b325-2dfd-4df5-af3c-80f5cacb8eb4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:16.678267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-635697ba-46f0-469d-ade8-93f26920fbc8 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Unset dirty status for tenant:c65f4f9e655946f299819906e0abb310 on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:16.689019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-635697ba-46f0-469d-ade8-93f26920fbc8 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.3633735 Apr 05 14:34:16.690094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34300) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:16.709984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:16.710520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Checking segment: {'id': 'a64456b0-88c4-46d9-b9b6-bf27da82e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a385221e-0500-4897-88ba-a5f241625381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:16.711051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.711935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Bound using segment: {'id': 'a64456b0-88c4-46d9-b9b6-bf27da82e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a385221e-0500-4897-88ba-a5f241625381'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:16.712064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Bound port: d408d634-4c17-487f-b6c9-7d6151cac663, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64456b0-88c4-46d9-b9b6-bf27da82e8db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'a385221e-0500-4897-88ba-a5f241625381'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:16.712846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.793730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:16.813224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Pushing event updated for resources: {'Port': ['ID=12a95264-3904-4e83-8783-815e73e72b1c,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:16.830932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.844873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.845583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Allocated IP 2001:db8::1 (8aac5999-dbb9-4cf0-824a-bb869e6331f6/ef49d1d4-a7e3-43dc-8e37-bf1866c3140c/f88b4d1b-b224-469b-8a4f-0f2de33d78f0) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:16.877759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:16.888283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:16.905708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-acafddba-486d-4858-96e9-18be36e6bed1', 'network_id': 'acafddba-486d-4858-96e9-18be36e6bed1', 'tenant_id': 'c65f4f9e655946f299819906e0abb310', 'fixed_ips': [{'subnet_id': '071b8280-e597-44bb-80f8-80459d4da33d'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:16.906557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.924234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.20.0.1 (a385221e-0500-4897-88ba-a5f241625381/8c03953e-6326-449f-a8ac-dd0edd3b29a5/aeb0294d-23fd-469d-9714-1b170a8b2672) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:16.946610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0987ce6-d0e0-470e-85f1-48fea88f9581,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:16.975429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:16.976622 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3bf3fa32-f030-430f-b85b-fc734f484d0a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7577024 Apr 05 14:34:16.994197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34304) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:17.053293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '83f00718-7124-4b45-a7a4-6c6ca543e443', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:17.055075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be6c7be7-4d5e-42e4-ad76-94c1ab29dcaf tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.069956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:17.103708 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-be6c7be7-4d5e-42e4-ad76-94c1ab29dcaf tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 HTTP/1.1" status: 204 len: 168 time: 1.8672628 Apr 05 14:34:17.136739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34308) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:17.137479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:17.158583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-92a62403-054c-4701-8a0a-4efa96059b2b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Deleting subnet ef49d1d4-a7e3-43dc-8e37-bf1866c3140c {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:17.209874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Allocated IP 172.26.6.109 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/622bfa28-0604-4285-b770-df0934ac66ef) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:17.231597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.245627 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] For port d408d634-4c17-487f-b6c9-7d6151cac663, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:17.247699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Attempting to bind port 12a95264-3904-4e83-8783-815e73e72b1c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:17.248258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Attempting to bind port 12a95264-3904-4e83-8783-815e73e72b1c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '74d5599a-43ad-455a-9d5b-4f39bfd7419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:17.248773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Attempting to bind port 12a95264-3904-4e83-8783-815e73e72b1c on network d6d9122c-7821-4516-9518-7b3ce8d42c01 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:17.280881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] For port d408d634-4c17-487f-b6c9-7d6151cac663, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d408d634-4c17-487f-b6c9-7d6151cac663,segment=NetworkSegment(a64456b0-88c4-46d9-b9b6-bf27da82e8db),segment_id=a64456b0-88c4-46d9-b9b6-bf27da82e8db)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:17.286711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:17.287283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Checking segment: {'id': '74d5599a-43ad-455a-9d5b-4f39bfd7419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:17.287856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.288398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Bound using segment: {'id': '74d5599a-43ad-455a-9d5b-4f39bfd7419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:17.289342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Bound port: 12a95264-3904-4e83-8783-815e73e72b1c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74d5599a-43ad-455a-9d5b-4f39bfd7419d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:17.289711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.314847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.322774 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:17.379424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:17.383985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:17.384829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:17.392881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:17.393699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.400143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=5660bda3-e15f-438f-b03b-55faa1816e32,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:17.407473 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd54f8ba-b223-451f-aa0f-18b162937e46 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] GET failed (client error): The resource could not be found. Apr 05 14:34:17.407964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fd54f8ba-b223-451f-aa0f-18b162937e46 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:17.439557 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1faaa261-fe7d-4f75-831c-96dc195d2f70 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8893130 Apr 05 14:34:17.449427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34312) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:17.459692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01', 'fixed_ips': [{'subnet_id': '4bb8c362-1f6d-44b0-ac4f-c3c58def2d46'}, {'subnet_id': '5660bda3-e15f-438f-b03b-55faa1816e32'}], 'name': 'tempest-PortsTestJSON-1420925752'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:17.492304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.514438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fd54f8ba-b223-451f-aa0f-18b162937e46 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:17.518775 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fd54f8ba-b223-451f-aa0f-18b162937e46 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports/61d2b325-2dfd-4df5-af3c-80f5cacb8eb4 HTTP/1.1" status: 404 len: 333 time: 0.3757002 Apr 05 14:34:17.536954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.540890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34316) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:17.545312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.560568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Allocated IP 2001:db8:0:1::1 (acafddba-486d-4858-96e9-18be36e6bed1/071b8280-e597-44bb-80f8-80459d4da33d/ccb958ea-7783-4665-903c-bee1be1690ab) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:17.582157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object aeb0294d-23fd-469d-9714-1b170a8b2672 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:17.587901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772dbed-2eac-4a89-a91c-ae2804481083 None None] Pushing event updated for resources: {'Port': ['ID=d408d634-4c17-487f-b6c9-7d6151cac663,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:17.620417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.642943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.654035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.670146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37932664-00d3-4c04-83ec-dfd4d0452ad9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.694237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.700503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26c1255-c9d7-4d20-8375-dd9f4808ff95,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:17.704455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.705856 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0641ee2f-5aaf-4687-8966-b1a3c05bbab1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7072477 Apr 05 14:34:17.714881 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34320) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:17.717330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] For port 12a95264-3904-4e83-8783-815e73e72b1c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:17.727898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Transition to ACTIVE for port object f88b4d1b-b224-469b-8a4f-0f2de33d78f0 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:17.754079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:17.757389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28714423-65c1-47df-a901-abf41e00299c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.759309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] For port 12a95264-3904-4e83-8783-815e73e72b1c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=12a95264-3904-4e83-8783-815e73e72b1c,segment=NetworkSegment(74d5599a-43ad-455a-9d5b-4f39bfd7419d),segment_id=74d5599a-43ad-455a-9d5b-4f39bfd7419d)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:17.765214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.776700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28714423-65c1-47df-a901-abf41e00299c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.780171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Transition to ACTIVE for port object f88b4d1b-b224-469b-8a4f-0f2de33d78f0 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:17.783639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:17.790303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:17.790599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.795261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37932664-00d3-4c04-83ec-dfd4d0452ad9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.802612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92a62403-054c-4701-8a0a-4efa96059b2b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.830073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.840529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:17.889654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:17.895003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network a385221e-0500-4897-88ba-a5f241625381 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:17.899883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:17.901331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28714423-65c1-47df-a901-abf41e00299c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.904674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:17.907343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'Port': ['ID=622bfa28-0604-4285-b770-df0934ac66ef,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:17.909845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:17.917201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:17.923354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Network 8aac5999-dbb9-4cf0-824a-bb869e6331f6 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:17.939283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:17.939843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=aeb0294d-23fd-469d-9714-1b170a8b2672,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:17.942315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:17.951965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:17.966174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28714423-65c1-47df-a901-abf41e00299c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a26c1255-c9d7-4d20-8375-dd9f4808ff95,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:17.977371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28714423-65c1-47df-a901-abf41e00299c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:17.978512 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-28714423-65c1-47df-a901-abf41e00299c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a26c1255-c9d7-4d20-8375-dd9f4808ff95 HTTP/1.1" status: 204 len: 168 time: 0.2620165 Apr 05 14:34:17.982647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34324) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:18.066613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92a62403-054c-4701-8a0a-4efa96059b2b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.087479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db028994-ee12-42c1-9560-9ffa588fc5bd None None] Pushing event updated for resources: {'Port': ['ID=12a95264-3904-4e83-8783-815e73e72b1c,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:18.131699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37932664-00d3-4c04-83ec-dfd4d0452ad9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.163922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.184170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37932664-00d3-4c04-83ec-dfd4d0452ad9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b27b22-157d-4c85-b7fb-919c22d99288,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:18.253101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.267295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37932664-00d3-4c04-83ec-dfd4d0452ad9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.270585 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-37932664-00d3-4c04-83ec-dfd4d0452ad9 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/security-groups/f9b27b22-157d-4c85-b7fb-919c22d99288 HTTP/1.1" status: 204 len: 168 time: 0.7265954 Apr 05 14:34:18.271909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9460ef9b-bf13-45ec-8537-f84053b344cc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:18.278782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34328) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:18.302615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.319185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.320950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Transition to ACTIVE for port object ccb958ea-7783-4665-903c-bee1be1690ab will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:18.396856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Transition to ACTIVE for port object ccb958ea-7783-4665-903c-bee1be1690ab will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:18.398010 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Pushing event updated for resources: {'Port': ['ID=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:18.402167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Attempting to bind port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:18.402494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Attempting to bind port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '3cb064d9-a245-4c21-9474-2183b57e69ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8aac5999-dbb9-4cf0-824a-bb869e6331f6'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:18.402850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Attempting to bind port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 on network 8aac5999-dbb9-4cf0-824a-bb869e6331f6 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:18.406548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.432489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:18.436555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9460ef9b-bf13-45ec-8537-f84053b344cc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:18.439761 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9460ef9b-bf13-45ec-8537-f84053b344cc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.4515672 Apr 05 14:34:18.444684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34332) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:18.472392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.478984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:18.479367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Checking segment: {'id': '3cb064d9-a245-4c21-9474-2183b57e69ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8aac5999-dbb9-4cf0-824a-bb869e6331f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:18.479769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.480163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Bound using segment: {'id': '3cb064d9-a245-4c21-9474-2183b57e69ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8aac5999-dbb9-4cf0-824a-bb869e6331f6'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:18.480643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Bound port: f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb064d9-a245-4c21-9474-2183b57e69ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '8aac5999-dbb9-4cf0-824a-bb869e6331f6'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:18.481007 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.552182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Network acafddba-486d-4858-96e9-18be36e6bed1 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:18.558662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Pushing event updated for resources: {'Port': ['ID=ccb958ea-7783-4665-903c-bee1be1690ab,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:18.565569 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:18.569187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.574460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:18.644447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-552b7c53-6fe9-46ed-b27a-6d6af88dc4b1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.667845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45a88b42-dd6b-46f8-92f1-aa6fc4dd1649 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.690212 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:18.710397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,segment=NetworkSegment(3cb064d9-a245-4c21-9474-2183b57e69ee),segment_id=3cb064d9-a245-4c21-9474-2183b57e69ee)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:18.711116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Attempting to bind port ccb958ea-7783-4665-903c-bee1be1690ab on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:18.711488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Attempting to bind port ccb958ea-7783-4665-903c-bee1be1690ab by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ad8f2735-a772-4505-89d3-8b0db26e7828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'acafddba-486d-4858-96e9-18be36e6bed1'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:18.711840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Attempting to bind port ccb958ea-7783-4665-903c-bee1be1690ab on network acafddba-486d-4858-96e9-18be36e6bed1 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:18.718547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.750528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:18.750793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Checking segment: {'id': 'ad8f2735-a772-4505-89d3-8b0db26e7828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'acafddba-486d-4858-96e9-18be36e6bed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:18.751497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.751497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Bound using segment: {'id': 'ad8f2735-a772-4505-89d3-8b0db26e7828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'acafddba-486d-4858-96e9-18be36e6bed1'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:18.751964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Bound port: ccb958ea-7783-4665-903c-bee1be1690ab, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad8f2735-a772-4505-89d3-8b0db26e7828', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'acafddba-486d-4858-96e9-18be36e6bed1'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:18.752297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.767074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45a88b42-dd6b-46f8-92f1-aa6fc4dd1649 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.767339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92a62403-054c-4701-8a0a-4efa96059b2b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.860497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08320de9-8bbb-4d6a-9462-291ac0b0e6b6 None None] Pushing event updated for resources: {'Port': ['ID=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:18.906357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-552b7c53-6fe9-46ed-b27a-6d6af88dc4b1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.948844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] For port ccb958ea-7783-4665-903c-bee1be1690ab, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:18.952675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] For port ccb958ea-7783-4665-903c-bee1be1690ab, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ccb958ea-7783-4665-903c-bee1be1690ab,segment=NetworkSegment(ad8f2735-a772-4505-89d3-8b0db26e7828),segment_id=ad8f2735-a772-4505-89d3-8b0db26e7828)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:18.956085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92a62403-054c-4701-8a0a-4efa96059b2b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.957779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:18.999128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.13 (d6d9122c-7821-4516-9518-7b3ce8d42c01/4bb8c362-1f6d-44b0-ac4f-c3c58def2d46/14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:19.001552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a62403-054c-4701-8a0a-4efa96059b2b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Subnet': ['ID=ef49d1d4-a7e3-43dc-8e37-bf1866c3140c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.016719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.26 (d6d9122c-7821-4516-9518-7b3ce8d42c01/5660bda3-e15f-438f-b03b-55faa1816e32/14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:19.035762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92a62403-054c-4701-8a0a-4efa96059b2b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.041900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.042768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.044488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45a88b42-dd6b-46f8-92f1-aa6fc4dd1649 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.077500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10ce8a-4489-4a4c-bb67-882ac4736c6a None None] Pushing event updated for resources: {'Port': ['ID=ccb958ea-7783-4665-903c-bee1be1690ab,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.084423 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-92a62403-054c-4701-8a0a-4efa96059b2b tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/subnets/ef49d1d4-a7e3-43dc-8e37-bf1866c3140c HTTP/1.1" status: 204 len: 168 time: 2.3898983 Apr 05 14:34:19.091729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34336) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:19.127087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a88b42-dd6b-46f8-92f1-aa6fc4dd1649 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c0987ce6-d0e0-470e-85f1-48fea88f9581,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.166563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45a88b42-dd6b-46f8-92f1-aa6fc4dd1649 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.170385 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-45a88b42-dd6b-46f8-92f1-aa6fc4dd1649 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/c0987ce6-d0e0-470e-85f1-48fea88f9581 HTTP/1.1" status: 204 len: 168 time: 0.7064295 Apr 05 14:34:19.170385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-552b7c53-6fe9-46ed-b27a-6d6af88dc4b1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.172156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34340) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:19.269006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b7c53-6fe9-46ed-b27a-6d6af88dc4b1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ecc5f-b2cf-4860-b8a1-bc726263d8af,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:19.316850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-552b7c53-6fe9-46ed-b27a-6d6af88dc4b1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.318033 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-552b7c53-6fe9-46ed-b27a-6d6af88dc4b1 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/security-groups/007ecc5f-b2cf-4860-b8a1-bc726263d8af HTTP/1.1" status: 204 len: 168 time: 1.0366445 Apr 05 14:34:19.327327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34344) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:19.381540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.525696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.528354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84753fd-59cd-4cd5-8170-192f4c5edb91 None None] Network a385221e-0500-4897-88ba-a5f241625381 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:19.698692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.719576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9bfc4745-0dfb-4993-8450-d9fc2ef458ed tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:19.730424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.818159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.839828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:19.858101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.870174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:19.994971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12a95264-3904-4e83-8783-815e73e72b1c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:20.012125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9bfc4745-0dfb-4993-8450-d9fc2ef458ed tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:20.015048 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9bfc4745-0dfb-4993-8450-d9fc2ef458ed tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.8282402 Apr 05 14:34:20.016571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=eddb4b7c-b753-43b0-afd5-6f934e06f294,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:20.051419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34348) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:20.056938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cfa1b31d-9ea8-4010-9f1d-dfc4477fde8c None None] Provisioning for port d408d634-4c17-487f-b6c9-7d6151cac663 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:20.151206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:20.152176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9b134e91-c396-449c-aeb0-bbae8572247b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.165980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 12a95264-3904-4e83-8783-815e73e72b1c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:20.167288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:20.169820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:20.176146 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=aeb0294d-23fd-469d-9714-1b170a8b2672,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:20.178972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f88b4d1b-b224-469b-8a4f-0f2de33d78f0 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:20.179463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.185550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f4faa3f-a42b-42f3-80f6-ddc64ac47bf5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.192297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:20.231597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f4faa3f-a42b-42f3-80f6-ddc64ac47bf5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.284185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:20.290431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a898caa-2e82-4737-8727-15066ee7b833 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Deleting subnet 071b8280-e597-44bb-80f8-80459d4da33d {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:20.290861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d408d634-4c17-487f-b6c9-7d6151cac663 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:20.300566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a898caa-2e82-4737-8727-15066ee7b833 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.331397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9b134e91-c396-449c-aeb0-bbae8572247b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.331970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:20.332593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.349010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f4faa3f-a42b-42f3-80f6-ddc64ac47bf5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.368775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d408d634-4c17-487f-b6c9-7d6151cac663 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:20.378626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d408d634-4c17-487f-b6c9-7d6151cac663 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:20.378787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.395672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4faa3f-a42b-42f3-80f6-ddc64ac47bf5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0784bab6-bf0d-43f7-8d1d-606e2cfba5f9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:20.403325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network a385221e-0500-4897-88ba-a5f241625381 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:20.408520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:20.417190 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-99122ba1-98f7-43bf-9e12-00ef661e3a95 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9662621 Apr 05 14:34:20.419728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a898caa-2e82-4737-8727-15066ee7b833 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.422222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b9eb54-8988-4cb8-8463-ee39f7a93aeb None None] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:20.451577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34352) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:20.454968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f4faa3f-a42b-42f3-80f6-ddc64ac47bf5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.458494 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0f4faa3f-a42b-42f3-80f6-ddc64ac47bf5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/0784bab6-bf0d-43f7-8d1d-606e2cfba5f9 HTTP/1.1" status: 204 len: 168 time: 0.3908050 Apr 05 14:34:20.460110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bb8c362-1f6d-44b0-ac4f-c3c58def2d46'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:20.470669 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34356) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:20.537891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c4b206a0-310f-44d0-8475-ecca7d831d0a None None] Provisioning for port 12a95264-3904-4e83-8783-815e73e72b1c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:20.550143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c4b206a0-310f-44d0-8475-ecca7d831d0a None None] Provisioning complete for port 12a95264-3904-4e83-8783-815e73e72b1c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:20.550143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c4b206a0-310f-44d0-8475-ecca7d831d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.610915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9b134e91-c396-449c-aeb0-bbae8572247b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.653081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b134e91-c396-449c-aeb0-bbae8572247b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6394594-b008-4ecc-8322-5c491bc31675,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:20.700537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9b134e91-c396-449c-aeb0-bbae8572247b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.702943 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9b134e91-c396-449c-aeb0-bbae8572247b tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/security-groups/c6394594-b008-4ecc-8322-5c491bc31675 HTTP/1.1" status: 204 len: 168 time: 1.3725915 Apr 05 14:34:20.724453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34360) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:20.782068 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-70578c36-0805-4f79-aede-c1895a6c7dee tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3046234 Apr 05 14:34:20.792541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34364) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:20.795687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.815074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.859622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a898caa-2e82-4737-8727-15066ee7b833 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.964877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.996233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c4b206a0-310f-44d0-8475-ecca7d831d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:20.997981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.066024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Router 61bb6b7f-2b96-4af4-95ae-7627e8b257c1 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:21.091118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.114440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port d408d634-4c17-487f-b6c9-7d6151cac663, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d408d634-4c17-487f-b6c9-7d6151cac663,segment=NetworkSegment(a64456b0-88c4-46d9-b9b6-bf27da82e8db),segment_id=a64456b0-88c4-46d9-b9b6-bf27da82e8db)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:21.115040 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP a97b905a-6543-4238-a8d1-c07af67a1bc1 associated. External IP: 172.26.6.62, port: 8319b553-36f2-48d7-86b9-f960042a7fa3. Apr 05 14:34:21.121467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c4b206a0-310f-44d0-8475-ecca7d831d0a None None] For port 12a95264-3904-4e83-8783-815e73e72b1c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=12a95264-3904-4e83-8783-815e73e72b1c,segment=NetworkSegment(74d5599a-43ad-455a-9d5b-4f39bfd7419d),segment_id=74d5599a-43ad-455a-9d5b-4f39bfd7419d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:21.134165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.140158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c4b206a0-310f-44d0-8475-ecca7d831d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.215815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ac7b6c59-5acd-421a-8b91-4bebea35a7c7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:21.327577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.331165 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ac7b6c59-5acd-421a-8b91-4bebea35a7c7 HTTP/1.1" status: 204 len: 168 time: 0.5373926 Apr 05 14:34:21.337853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34368) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:21.339603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e38f0b26-e0a1-47db-9eaa-2c47a771cc6a None None] Provisioning complete for port d408d634-4c17-487f-b6c9-7d6151cac663 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:21.340171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e38f0b26-e0a1-47db-9eaa-2c47a771cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.368899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.369237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.369564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.369887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.370243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.370566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.370873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.371182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.371495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.371803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.372109 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e09474a-6395-4d3e-8197-d1329950b5ac tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:21.393767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee45eb04-407e-4b98-bab7-babb77991d29 None None] Network 8aac5999-dbb9-4cf0-824a-bb869e6331f6 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:21.449748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=d408d634-4c17-487f-b6c9-7d6151cac663,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:21.483432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c79f2487-6867-4b04-8eba-d83682a2acea tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:21.504817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 60f5f5fd-ee57-4678-a0b0-e627649f6717 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:21.525348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c79f2487-6867-4b04-8eba-d83682a2acea tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:21.529710 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c79f2487-6867-4b04-8eba-d83682a2acea tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1868470 Apr 05 14:34:21.530174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34372) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:21.537503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a898caa-2e82-4737-8727-15066ee7b833 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.546986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eb8d660-46dc-4281-97e3-87d3b794c7b5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet a7c106f9-6549-4dd5-a020-f39ea4a5da08 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:21.658735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11bfda20-f5ac-4ccc-b950-731e3fda8f92 None None] Update dhcp port {'port': {'network_id': 'd6d9122c-7821-4516-9518-7b3ce8d42c01', 'fixed_ips': [{'subnet_id': '4bb8c362-1f6d-44b0-ac4f-c3c58def2d46', 'ip_address': '172.20.0.2'}, {'subnet_id': '5660bda3-e15f-438f-b03b-55faa1816e32'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '12a95264-3904-4e83-8783-815e73e72b1c'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:34:21.722441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7eb8d660-46dc-4281-97e3-87d3b794c7b5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.752799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48713dc-d364-4e9f-a74a-adceac5fecf8 None None] Network acafddba-486d-4858-96e9-18be36e6bed1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:21.787415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ccb958ea-7783-4665-903c-bee1be1690ab up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:21.826423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a898caa-2e82-4737-8727-15066ee7b833 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Subnet': ['ID=071b8280-e597-44bb-80f8-80459d4da33d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:21.858284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a898caa-2e82-4737-8727-15066ee7b833 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.916234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7eb8d660-46dc-4281-97e3-87d3b794c7b5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.931220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b6afc367-b00a-45a9-a6e3-a381798261d3 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.951878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b6afc367-b00a-45a9-a6e3-a381798261d3 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:21.969277 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1a898caa-2e82-4737-8727-15066ee7b833 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/subnets/071b8280-e597-44bb-80f8-80459d4da33d HTTP/1.1" status: 204 len: 168 time: 2.8760023 Apr 05 14:34:21.972215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34376) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:21.976571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11bfda20-f5ac-4ccc-b950-731e3fda8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.053709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b6afc367-b00a-45a9-a6e3-a381798261d3 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.075141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b206a0-310f-44d0-8475-ecca7d831d0a None None] Pushing event updated for resources: {'Port': ['ID=12a95264-3904-4e83-8783-815e73e72b1c,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:22.123648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7eb8d660-46dc-4281-97e3-87d3b794c7b5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.140151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6afc367-b00a-45a9-a6e3-a381798261d3 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=679476a9-f7e7-4ddc-8a42-f748fcdb73d6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:22.161237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Delete allocated IP 172.20.0.26 (d6d9122c-7821-4516-9518-7b3ce8d42c01/5660bda3-e15f-438f-b03b-55faa1816e32) {{(pid=83850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:34:22.203573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9581b9-56d3-4a8a-b025-0e1989ce5cf2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:22.205328 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0b9581b9-56d3-4a8a-b025-0e1989ce5cf2 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2271450 Apr 05 14:34:22.213572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34380) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:22.213756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b6afc367-b00a-45a9-a6e3-a381798261d3 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.217885 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b6afc367-b00a-45a9-a6e3-a381798261d3 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/679476a9-f7e7-4ddc-8a42-f748fcdb73d6 HTTP/1.1" status: 204 len: 168 time: 0.6814597 Apr 05 14:34:22.218261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34382) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:22.257819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:22.271079 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-be7d5b88-5000-4e1d-a68c-52045abe2011 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/60f5f5fd-ee57-4678-a0b0-e627649f6717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3164387 Apr 05 14:34:22.271079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34388) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:22.280397 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818aa2cf-e6fb-4926-84b7-2cf0254c8d39 None None] Sync routers for ids ['60f5f5fd-ee57-4678-a0b0-e627649f6717'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:22.299900 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818aa2cf-e6fb-4926-84b7-2cf0254c8d39 None None] Routers {'60f5f5fd-ee57-4678-a0b0-e627649f6717'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:22.303561 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-818aa2cf-e6fb-4926-84b7-2cf0254c8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['60f5f5fd-ee57-4678-a0b0-e627649f6717'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:22.331662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port ccb958ea-7783-4665-903c-bee1be1690ab completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:22.348694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d408d634-4c17-487f-b6c9-7d6151cac663 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:22.358573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a8190090-c742-4439-adff-e925a66608c0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:22.376317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1940f038-0e4c-4cb8-ad6e-8087e8fc84df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:22.377873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1940f038-0e4c-4cb8-ad6e-8087e8fc84df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:22.390314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e38f0b26-e0a1-47db-9eaa-2c47a771cc6a None None] Provisioning for port aeb0294d-23fd-469d-9714-1b170a8b2672 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:22.409241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e38f0b26-e0a1-47db-9eaa-2c47a771cc6a None None] Provisioning complete for port aeb0294d-23fd-469d-9714-1b170a8b2672 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:22.409608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e38f0b26-e0a1-47db-9eaa-2c47a771cc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.416836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a8190090-c742-4439-adff-e925a66608c0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:22.421015 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a8190090-c742-4439-adff-e925a66608c0 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1993244 Apr 05 14:34:22.421973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34392) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:22.428439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1940f038-0e4c-4cb8-ad6e-8087e8fc84df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:22.433616 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1940f038-0e4c-4cb8-ad6e-8087e8fc84df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports/aeb0294d-23fd-469d-9714-1b170a8b2672 HTTP/1.1" status: 200 len: 910 time: 0.1572711 Apr 05 14:34:22.440721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34396) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:22.450321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8c03953e-6326-449f-a8ac-dd0edd3b29a5'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:22.457055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] DHCP port deletion for 8aac5999-dbb9-4cf0-824a-bb869e6331f6 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:34:22.475427 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-818aa2cf-e6fb-4926-84b7-2cf0254c8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:22.477433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Deleting port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:22.477561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.496741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.498438 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818aa2cf-e6fb-4926-84b7-2cf0254c8d39 None None] Routers {'60f5f5fd-ee57-4678-a0b0-e627649f6717'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:22.501443 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-818aa2cf-e6fb-4926-84b7-2cf0254c8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['60f5f5fd-ee57-4678-a0b0-e627649f6717'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:22.505261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7eb8d660-46dc-4281-97e3-87d3b794c7b5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.533143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e38f0b26-e0a1-47db-9eaa-2c47a771cc6a None None] Port aeb0294d-23fd-469d-9714-1b170a8b2672 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:22.585698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:22.599411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] DHCP port deletion for acafddba-486d-4858-96e9-18be36e6bed1 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:34:22.604161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb8d660-46dc-4281-97e3-87d3b794c7b5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c106f9-6549-4dd5-a020-f39ea4a5da08,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:22.621664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4e55e0d6-9ec8-4713-b2a0-087db6be56f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.625531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Sync routers for ids ['61bb6b7f-2b96-4af4-95ae-7627e8b257c1'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:22.631580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7eb8d660-46dc-4281-97e3-87d3b794c7b5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.643008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Deleting port ccb958ea-7783-4665-903c-bee1be1690ab {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:22.643432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.643703 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-818aa2cf-e6fb-4926-84b7-2cf0254c8d39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:22.644205 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-818aa2cf-e6fb-4926-84b7-2cf0254c8d39 None None] The sync data for ids ['60f5f5fd-ee57-4678-a0b0-e627649f6717'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:22.650634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64cd905-028f-41af-8919-4ad13b6782e7 None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:22.674255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] Deleting port ccb958ea-7783-4665-903c-bee1be1690ab {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:22.674899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.703718 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7eb8d660-46dc-4281-97e3-87d3b794c7b5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/a7c106f9-6549-4dd5-a020-f39ea4a5da08 HTTP/1.1" status: 204 len: 168 time: 1.9556937 Apr 05 14:34:22.703718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.704019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d408d634-4c17-487f-b6c9-7d6151cac663 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:22.704019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.705731 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a3a6f622-feff-4215-87cb-21563205f203 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.2351980 Apr 05 14:34:22.708283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34400) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:22.708676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34402) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:22.725646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4e55e0d6-9ec8-4713-b2a0-087db6be56f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.762784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:22.901458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:34:22.952046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.957905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Routers {'61bb6b7f-2b96-4af4-95ae-7627e8b257c1'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:22.958544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['61bb6b7f-2b96-4af4-95ae-7627e8b257c1'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:22.964193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4e55e0d6-9ec8-4713-b2a0-087db6be56f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:22.979655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f7772c-a5de-4625-b33f-7979c3a0ebf4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet b5630ad2-34dc-4d22-9d11-3680d1467a73 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:22.997486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36f7772c-a5de-4625-b33f-7979c3a0ebf4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.009615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Provisioning for port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:23.018009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55e0d6-9ec8-4713-b2a0-087db6be56f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f00718-7124-4b45-a7a4-6c6ca543e443,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.025083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Ignored duplicate provisioning block setup for port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 14:34:23.041097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4e55e0d6-9ec8-4713-b2a0-087db6be56f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.046267 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4e55e0d6-9ec8-4713-b2a0-087db6be56f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/83f00718-7124-4b45-a7a4-6c6ca543e443 HTTP/1.1" status: 204 len: 168 time: 0.6212993 Apr 05 14:34:23.049294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34408) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:23.049294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.050677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.181538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Provisioning complete for port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:23.181816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.237654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36f7772c-a5de-4625-b33f-7979c3a0ebf4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.318203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.377497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,segment=NetworkSegment(3cb064d9-a245-4c21-9474-2183b57e69ee),segment_id=3cb064d9-a245-4c21-9474-2183b57e69ee)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:23.377847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.520814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] For port ccb958ea-7783-4665-903c-bee1be1690ab, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ccb958ea-7783-4665-903c-bee1be1690ab,segment=NetworkSegment(ad8f2735-a772-4505-89d3-8b0db26e7828),segment_id=ad8f2735-a772-4505-89d3-8b0db26e7828)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:23.521167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.677246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Calling delete_port for ccb958ea-7783-4665-903c-bee1be1690ab owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:23.706374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] In _notify_port_updated(), no bound segment for port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb on network d6d9122c-7821-4516-9518-7b3ce8d42c01 {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:34:23.710253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:23.711672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.715040 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a587fb1c-d01c-4631-acfc-26476571b9be tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "PUT /v2.0/ports/14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb HTTP/1.1" status: 200 len: 920 time: 3.2591560 Apr 05 14:34:23.715301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.722622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34414) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:23.734915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4bb8c362-1f6d-44b0-ac4f-c3c58def2d46'}, {'subnet_id': '5660bda3-e15f-438f-b03b-55faa1816e32'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:23.737422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Calling delete_port for f88b4d1b-b224-469b-8a4f-0f2de33d78f0 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:23.782657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-10158787-6435-4b0b-a4c1-54cffd5eb363 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:23.784968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36f7772c-a5de-4625-b33f-7979c3a0ebf4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.788333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-11bfda20-f5ac-4ccc-b950-731e3fda8f92 None None] Allocated IP 172.20.0.18 (d6d9122c-7821-4516-9518-7b3ce8d42c01/5660bda3-e15f-438f-b03b-55faa1816e32/12a95264-3904-4e83-8783-815e73e72b1c) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:23.847280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.861624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-10158787-6435-4b0b-a4c1-54cffd5eb363 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:23.867264 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-10158787-6435-4b0b-a4c1-54cffd5eb363 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8041954 Apr 05 14:34:23.872623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34418) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:23.896822 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-58846eef-ef4a-47f2-b860-5d3d81e7560d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/routers/61bb6b7f-2b96-4af4-95ae-7627e8b257c1 HTTP/1.1" status: 200 len: 908 time: 1.1838567 Apr 05 14:34:23.898418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1288456416'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:23.902691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34422) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:23.905196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:23.910331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Port': ['ID=ccb958ea-7783-4665-903c-bee1be1690ab,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:23.915778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'router': {'name': 'tempest-snat-router-955230429', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': True}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:23.916337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:23.917203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] For port ccb958ea-7783-4665-903c-bee1be1690ab, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ccb958ea-7783-4665-903c-bee1be1690ab,segment=NetworkSegment(ad8f2735-a772-4505-89d3-8b0db26e7828),segment_id=ad8f2735-a772-4505-89d3-8b0db26e7828)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:23.917612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.928631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] No DVR routers for this DVR port ccb958ea-7783-4665-903c-bee1be1690ab on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:23.950033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:23.963189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:23.985367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Usage tracker for resource:router and tenant:d3c1116a3db64d428050af8c775f9d2a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:23.988830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.989178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.989519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.989847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.990208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.990535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.990852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.991178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.991499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.991819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:23.992194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:24.010474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:24.023527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36f7772c-a5de-4625-b33f-7979c3a0ebf4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.033466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12a95264-3904-4e83-8783-815e73e72b1c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:24.074018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:24.136395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f7772c-a5de-4625-b33f-7979c3a0ebf4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=b5630ad2-34dc-4d22-9d11-3680d1467a73,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:24.136724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:24.150449 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d0738-3e2a-409a-ba94-b48d6a4f129e None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:24.160658 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,segment=NetworkSegment(3cb064d9-a245-4c21-9474-2183b57e69ee),segment_id=3cb064d9-a245-4c21-9474-2183b57e69ee)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:24.162484 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d0738-3e2a-409a-ba94-b48d6a4f129e None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:24.163348 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-573d0738-3e2a-409a-ba94-b48d6a4f129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:24.173427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.173697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] Calling delete_port for ccb958ea-7783-4665-903c-bee1be1690ab owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:24.184447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-36f7772c-a5de-4625-b33f-7979c3a0ebf4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.198274 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-36f7772c-a5de-4625-b33f-7979c3a0ebf4 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/b5630ad2-34dc-4d22-9d11-3680d1467a73 HTTP/1.1" status: 204 len: 168 time: 1.4848211 Apr 05 14:34:24.198274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.201282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.208173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:24.209071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34426) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:24.230877 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-573d0738-3e2a-409a-ba94-b48d6a4f129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:24.235403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:24.244162 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-573d0738-3e2a-409a-ba94-b48d6a4f129e None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:24.245024 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-573d0738-3e2a-409a-ba94-b48d6a4f129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:33:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:24.250796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.251860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.278208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:24.289017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c125bab-fc4c-4131-bdc6-ac56c732dbb5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:24.289779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c125bab-fc4c-4131-bdc6-ac56c732dbb5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:24.294618 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8c125bab-fc4c-4131-bdc6-ac56c732dbb5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/a7c106f9-6549-4dd5-a020-f39ea4a5da08 HTTP/1.1" status: 404 len: 337 time: 0.0795429 Apr 05 14:34:24.296461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:24.300145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34430) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:24.317658 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-573d0738-3e2a-409a-ba94-b48d6a4f129e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:24.318380 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-573d0738-3e2a-409a-ba94-b48d6a4f129e None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:24.331655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Set router 61bb6b7f-2b96-4af4-95ae-7627e8b257c1 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:34:24.360369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acafddba-486d-4858-96e9-18be36e6bed1']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:24.387448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f2735-a772-4505-89d3-8b0db26e7828') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:24.387905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f2735-a772-4505-89d3-8b0db26e7828') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:24.389504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:34:24.396640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:24.396983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:24.397738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Pushing event updated for resources: {'Port': ['ID=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:24.417786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.418075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.426943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.434922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ea6dc342-743e-4579-abd2-ffc06e318c86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.437489 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d0232476-ecda-4ce5-9c4c-efa9fd1649af tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.9848077 Apr 05 14:34:24.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34436) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:24.447601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.451475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-eac20802-5a57-4c3d-a68c-a60c27557f37 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting subnet ff6814d4-c800-450e-9701-75fd05a23d0c {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:24.455977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eac20802-5a57-4c3d-a68c-a60c27557f37 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.478642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.499444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.502344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-933323618'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:24.517834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Provisioning complete for port aeb0294d-23fd-469d-9714-1b170a8b2672 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:24.518273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:24.518623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.518772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:24.533152 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:24.600704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:24.607041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Port aeb0294d-23fd-469d-9714-1b170a8b2672 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:24.612711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-85ef4164-bb90-4ce5-b8be-a13b47927cf2 None None] Could not find standard attr ID for object ccb958ea-7783-4665-903c-bee1be1690ab. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:34:24.641614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:network and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:24.650998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:24.667826 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:24.731379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eac20802-5a57-4c3d-a68c-a60c27557f37 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.733843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=aeb0294d-23fd-469d-9714-1b170a8b2672,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:24.741938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.753733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:24.754381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.758791 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d6ca6a53-6747-4191-91d1-725344fdd2ba tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/ports/aeb0294d-23fd-469d-9714-1b170a8b2672 HTTP/1.1" status: 200 len: 910 time: 2.3117561 Apr 05 14:34:24.760369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.763922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:24.765499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34440) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:24.766833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.852597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-11bfda20-f5ac-4ccc-b950-731e3fda8f92 None None] For port 12a95264-3904-4e83-8783-815e73e72b1c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=12a95264-3904-4e83-8783-815e73e72b1c,segment=NetworkSegment(74d5599a-43ad-455a-9d5b-4f39bfd7419d),segment_id=74d5599a-43ad-455a-9d5b-4f39bfd7419d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:24.874437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:24.894335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11bfda20-f5ac-4ccc-b950-731e3fda8f92 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.917936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67a29445-01c5-4724-ab13-d417cf40c54b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:24.930627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.931926 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-98f08af2-791d-4267-862e-6b0b1df1f662 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0567777 Apr 05 14:34:24.933330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.933766 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Added segment a5e9362f-09ef-4d19-bd66-d5edd49f4b9c of type vlan for network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae Apr 05 14:34:24.941180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34444) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:24.957144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '67a29445-01c5-4724-ab13-d417cf40c54b', 'direction': 'ingress', 'protocol': 17}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:24.971711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:24.974125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Deleting port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:24.974506 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:24.983488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:24.998503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:25.009902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:25.023536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-11bfda20-f5ac-4ccc-b950-731e3fda8f92 None None] Transition to ACTIVE for port object 12a95264-3904-4e83-8783-815e73e72b1c will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:25.031486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.052746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:25.053104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:25.055163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11bfda20-f5ac-4ccc-b950-731e3fda8f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.062804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.084247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.093604 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5cb486c-80ae-41ba-85c0-43a6e0ad15bd None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:25.104259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Network': ['ID=acafddba-486d-4858-96e9-18be36e6bed1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:25.113883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.143241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.147180 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2d063059-1dc9-4657-a889-2f67beb1d436 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/networks/acafddba-486d-4858-96e9-18be36e6bed1 HTTP/1.1" status: 204 len: 168 time: 2.9284849 Apr 05 14:34:25.152586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34448) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:25.152787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.156131 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:25.156712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.240299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ccb958ea-7783-4665-903c-bee1be1690ab no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:34:25.321668 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8749576 Apr 05 14:34:25.325542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34452) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:25.344456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'subnet': {'network_id': 'edd72e5b-d9ec-4289-a6bd-f4d6aef6baae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:25.398567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eac20802-5a57-4c3d-a68c-a60c27557f37 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.406717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: ccb958ea-7783-4665-903c-bee1be1690ab {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:34:25.407039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ccb958ea-7783-4665-903c-bee1be1690ab not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:34:25.407435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f88b4d1b-b224-469b-8a4f-0f2de33d78f0 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:34:25.428090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d7284-1c61-4f8a-8c63-8924ce532ef3 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Network': ['ID=edd72e5b-d9ec-4289-a6bd-f4d6aef6baae,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:25.458817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.21 (d6d9122c-7821-4516-9518-7b3ce8d42c01/5660bda3-e15f-438f-b03b-55faa1816e32/14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:25.510086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.511347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:25.535229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.558296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] Deleting port ccb958ea-7783-4665-903c-bee1be1690ab {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:25.558663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.576440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.583413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:25.614945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:subnet and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:25.624892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:25.627717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Deleting port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:25.628174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.639206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a8dc1f-33f0-44b4-815c-eb673294a747,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:25.642019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:25.667792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.672479 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-42db163b-c598-4105-828f-4484acc53d8b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.7268827 Apr 05 14:34:25.673485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34456) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:25.699840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:25.726507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eac20802-5a57-4c3d-a68c-a60c27557f37 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.740059 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bfda20-f5ac-4ccc-b950-731e3fda8f92 None None] Pushing event updated for resources: {'Port': ['ID=12a95264-3904-4e83-8783-815e73e72b1c,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:25.798099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0ffe4e1-f0a4-4af2-8957-8611efeb48d8 None None] The port 'ccb958ea-7783-4665-903c-bee1be1690ab' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:34:25.799038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac20802-5a57-4c3d-a68c-a60c27557f37 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Subnet': ['ID=ff6814d4-c800-450e-9701-75fd05a23d0c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:25.815581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eac20802-5a57-4c3d-a68c-a60c27557f37 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.856668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b1c1f3b8-58ac-4cfc-9716-ef6c5a022be1 None None] Provisioning complete for port dea9a6e8-be12-4678-b77f-308c52e68c7a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:25.857172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b1c1f3b8-58ac-4cfc-9716-ef6c5a022be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.876200 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eac20802-5a57-4c3d-a68c-a60c27557f37 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/ff6814d4-c800-450e-9701-75fd05a23d0c HTTP/1.1" status: 204 len: 168 time: 1.5741155 Apr 05 14:34:25.880754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34460) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:25.940566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:25.941052 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e07e3416-284f-4d74-afa3-22985891502f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:25.941694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e07e3416-284f-4d74-afa3-22985891502f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:25.946551 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e07e3416-284f-4d74-afa3-22985891502f tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/78e2699b-0232-4480-b919-b8b5ea6f9a93 HTTP/1.1" status: 404 len: 337 time: 0.0644782 Apr 05 14:34:25.952451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34464) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:26.061044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bb6b7f-2b96-4af4-95ae-7627e8b257c1', 'name': 'tempest-snat-router-955230429', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.109'}], 'enable_snat': False}, 'gw_port_id': '622bfa28-0604-4285-b770-df0934ac66ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:14Z', 'updated_at': '2022-04-05T14:34:18Z', 'revision_number': 3, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port': {'id': '622bfa28-0604-4285-b770-df0934ac66ef', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb6b7f-2b96-4af4-95ae-7627e8b257c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:16Z', 'updated_at': '2022-04-05T14:34:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:26.066695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,segment=NetworkSegment(3cb064d9-a245-4c21-9474-2183b57e69ee),segment_id=3cb064d9-a245-4c21-9474-2183b57e69ee)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:26.067077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.075399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:34:26.076285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ca57653b-1ab3-4d7a-b2a1-3e6155840541 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Synchronizing usage tracker for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:26.077180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b1c1f3b8-58ac-4cfc-9716-ef6c5a022be1 None None] Port dea9a6e8-be12-4678-b77f-308c52e68c7a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:26.092856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.101271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Checking router: 61bb6b7f-2b96-4af4-95ae-7627e8b257c1 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:34:26.101644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Updating router 61bb6b7f-2b96-4af4-95ae-7627e8b257c1 port 622bfa28-0604-4285-b770-df0934ac66ef binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:34:26.137822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Ignored duplicate provisioning block setup for port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 14:34:26.138871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2540-fa36-4ab5-ae66-0b3a2fb4f5a2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.153099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.160589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,segment=NetworkSegment(3cb064d9-a245-4c21-9474-2183b57e69ee),segment_id=3cb064d9-a245-4c21-9474-2183b57e69ee)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:26.161081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.246512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ca57653b-1ab3-4d7a-b2a1-3e6155840541 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Unset dirty status for tenant:43a0e716bb8a47f7802508e843fd72bc on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:26.249232 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ca57653b-1ab3-4d7a-b2a1-3e6155840541 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "GET /v2.0/ports?device_id=e852267c-0730-4af3-b1b9-062d2d379bc4 HTTP/1.1" status: 200 len: 205 time: 0.2971256 Apr 05 14:34:26.253546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Calling delete_port for f88b4d1b-b224-469b-8a4f-0f2de33d78f0 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:26.260637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34468) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:26.305481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.324187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Calling delete_port for f88b4d1b-b224-469b-8a4f-0f2de33d78f0 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:26.359847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.378247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2540-fa36-4ab5-ae66-0b3a2fb4f5a2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.394610 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-fe13f880-0491-4793-ba7d-eca94bb8d258 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] delete failed (client error): The resource could not be found. Apr 05 14:34:26.395694 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fe13f880-0491-4793-ba7d-eca94bb8d258 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/routers/e852267c-0730-4af3-b1b9-062d2d379bc4 HTTP/1.1" status: 404 len: 336 time: 0.1321812 Apr 05 14:34:26.407867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34472) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:26.411920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b1c1f3b8-58ac-4cfc-9716-ef6c5a022be1 None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:26.412243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b1c1f3b8-58ac-4cfc-9716-ef6c5a022be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.420651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.450722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b686e58-d3ae-4231-9bad-ccc4045462cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.472192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] In _notify_port_updated(), no bound segment for port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb on network d6d9122c-7821-4516-9518-7b3ce8d42c01 {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:34:26.475743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:26.476423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.478476 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "PUT /v2.0/ports/14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb HTTP/1.1" status: 200 len: 1000 time: 2.7532711 Apr 05 14:34:26.501852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,segment=NetworkSegment(3cb064d9-a245-4c21-9474-2183b57e69ee),segment_id=3cb064d9-a245-4c21-9474-2183b57e69ee)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:26.514521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e6fd7-29dd-445b-8b2b-c1038b936096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:26.520634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34476) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:26.561608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.594639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-319cda8e-4257-45f4-a508-ba86b4023963 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:26.595194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319cda8e-4257-45f4-a508-ba86b4023963 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:26.600408 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-319cda8e-4257-45f4-a508-ba86b4023963 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/d3a5f71f-e412-43dc-8a16-a58bdc2cc258 HTTP/1.1" status: 404 len: 337 time: 0.1883249 Apr 05 14:34:26.601107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34480) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:26.650979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:26.651294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:26.665682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3c097e00-c103-4b0c-ba58-08b7e345836a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:26.666274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c097e00-c103-4b0c-ba58-08b7e345836a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.676453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbad0669-fabb-4db0-912b-7a28d861d150 None None] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:26.679771 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-7de6f76f-c28f-4e82-8cf4-436a468bf700 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:26.680337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7de6f76f-c28f-4e82-8cf4-436a468bf700 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:26.685066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7de6f76f-c28f-4e82-8cf4-436a468bf700 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/829da689-640a-4cd7-af31-2fde62bc1646 HTTP/1.1" status: 404 len: 337 time: 0.0745132 Apr 05 14:34:26.687907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34484) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:26.724454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.726316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2540-fa36-4ab5-ae66-0b3a2fb4f5a2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.755225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c2540-fa36-4ab5-ae66-0b3a2fb4f5a2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a29445-01c5-4724-ab13-d417cf40c54b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:26.768387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.780982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-65fe6525-c6df-41b7-9366-0afcb6951cb0 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:26.781838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65fe6525-c6df-41b7-9366-0afcb6951cb0 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:26.792242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.794674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:26.795103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:26.846131 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-65fe6525-c6df-41b7-9366-0afcb6951cb0 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/b89f5b19-fd69-48d0-8c77-a3f858d03fcf HTTP/1.1" status: 404 len: 337 time: 0.1557312 Apr 05 14:34:26.848302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34488) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:26.858387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Subnet': ['ID=cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:26.913724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Deleting port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:26.914418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.934106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec6c2540-fa36-4ab5-ae66-0b3a2fb4f5a2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:26.937858 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec6c2540-fa36-4ab5-ae66-0b3a2fb4f5a2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/67a29445-01c5-4724-ab13-d417cf40c54b HTTP/1.1" status: 204 len: 168 time: 1.2610991 Apr 05 14:34:26.946670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34492) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:26.975725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12a95264-3904-4e83-8783-815e73e72b1c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:27.035432 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c1370f3-66eb-47e3-8ea8-c54e61d28ba7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:27.036028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c1370f3-66eb-47e3-8ea8-c54e61d28ba7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:27.052734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0c1370f3-66eb-47e3-8ea8-c54e61d28ba7 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/e99eeff8-fb1f-427f-935d-7135f321dc00 HTTP/1.1" status: 404 len: 333 time: 0.2004724 Apr 05 14:34:27.055064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34496) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:27.079552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:27.096943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Checking segment: {'id': 'a5e9362f-09ef-4d19-bd66-d5edd49f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'edd72e5b-d9ec-4289-a6bd-f4d6aef6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:27.096943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network hostable DHCP agents. Network: edd72e5b-d9ec-4289-a6bd-f4d6aef6baae, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:27.126177 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b19541d-f8e0-4c32-8ac0-7a976e0341fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:27.126435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b19541d-f8e0-4c32-8ac0-7a976e0341fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:27.131427 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8b19541d-f8e0-4c32-8ac0-7a976e0341fa tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/eb2866ca-d87a-4875-abe3-779cea89c947 HTTP/1.1" status: 404 len: 337 time: 0.0727077 Apr 05 14:34:27.139147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34500) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:27.144358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba81ba20-f95d-435d-8051-925e691fe7a1 None None] Update dhcp port {'port': {'network_id': '066181d3-b2bb-4e4b-9ea5-405dec755edb', 'fixed_ips': [{'subnet_id': 'ff6814d4-c800-450e-9701-75fd05a23d0c'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': 'd15d8c80-04d2-491c-885d-93a3467d6c10'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:34:27.201366 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-852ef12c-bd25-4207-8f55-6d6703754dee tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:27.201948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-852ef12c-bd25-4207-8f55-6d6703754dee tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:27.205842 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-852ef12c-bd25-4207-8f55-6d6703754dee tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/46544c11-2628-4db0-9ec6-a169d2a9c650 HTTP/1.1" status: 404 len: 337 time: 0.0636165 Apr 05 14:34:27.218283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34504) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:27.220625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9d00a575-f9b0-445c-be59-d05e1e6ef5a4 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:27.290009 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f279f122-4680-4620-b170-08ef47a19999 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:27.290660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f279f122-4680-4620-b170-08ef47a19999 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:27.294147 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f279f122-4680-4620-b170-08ef47a19999 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/730d6e9c-6f65-4c12-b9cb-5a850f13f241 HTTP/1.1" status: 404 len: 333 time: 0.0690100 Apr 05 14:34:27.295918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34508) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:27.296424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Deleting port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:27.296847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.302195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c097e00-c103-4b0c-ba58-08b7e345836a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.309915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:27.340316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ba81ba20-f95d-435d-8051-925e691fe7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.349909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9d00a575-f9b0-445c-be59-d05e1e6ef5a4 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:27.354915 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9d00a575-f9b0-445c-be59-d05e1e6ef5a4 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4035206 Apr 05 14:34:27.358455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34512) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:27.370345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--787695996'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:27.424989 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-45c65e5a-ffb8-4d6b-aab1-1bbdae901846 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:27.425415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45c65e5a-ffb8-4d6b-aab1-1bbdae901846 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:27.430943 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-45c65e5a-ffb8-4d6b-aab1-1bbdae901846 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/0bf08395-cd4d-4ab9-8877-d667e1f7c69c HTTP/1.1" status: 404 len: 337 time: 0.1289427 Apr 05 14:34:27.438515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34516) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:27.488942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, edd72e5b-d9ec-4289-a6bd-f4d6aef6baae) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:27.491497 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c342da7f-7958-4d1d-aa1d-26735687d9ed tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] DELETE failed (client error): The resource could not be found. Apr 05 14:34:27.491497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c342da7f-7958-4d1d-aa1d-26735687d9ed tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:34:27.497722 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c342da7f-7958-4d1d-aa1d-26735687d9ed tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/subnets/fe1939aa-3e76-483d-985f-729e5ada04c8 HTTP/1.1" status: 404 len: 337 time: 0.0543900 Apr 05 14:34:27.497722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34520) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:27.500522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3c097e00-c103-4b0c-ba58-08b7e345836a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:27.529204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:27.538317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:27.538920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.560833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb654b42-9a98-49f9-931f-077582fecefe None None] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:27.571274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:27.588101 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-918757f6-b317-4cee-8a44-0f640f7e8973 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2542820 Apr 05 14:34:27.590167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34524) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:27.597222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.598497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1003981979', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:27.607314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.607890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-05b9a683-e458-4733-a93a-44bbbbacda03 None None] Provisioning for port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:27.638918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:27.644065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:router and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:27.647472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:27.659259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:27.673410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.resource_extend [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:34:27.675102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d15ee028-64a8-4843-b633-ac2d3d7481e5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port dea9a6e8-be12-4678-b77f-308c52e68c7a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:27.675637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d15ee028-64a8-4843-b633-ac2d3d7481e5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.698277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-05b9a683-e458-4733-a93a-44bbbbacda03 None None] Provisioning complete for port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:27.698927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-05b9a683-e458-4733-a93a-44bbbbacda03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.701094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.702068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.732621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,segment=NetworkSegment(3cb064d9-a245-4c21-9474-2183b57e69ee),segment_id=3cb064d9-a245-4c21-9474-2183b57e69ee)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:27.733166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.738485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.788440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] For port f88b4d1b-b224-469b-8a4f-0f2de33d78f0, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,segment=NetworkSegment(3cb064d9-a245-4c21-9474-2183b57e69ee),segment_id=3cb064d9-a245-4c21-9474-2183b57e69ee)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:27.788724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.831084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:27.864461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:27.871746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:27.878966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:27.903711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:27.906600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Calling delete_port for f88b4d1b-b224-469b-8a4f-0f2de33d78f0 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:28.005674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Calling delete_port for f88b4d1b-b224-469b-8a4f-0f2de33d78f0 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:28.057243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-05b9a683-e458-4733-a93a-44bbbbacda03 None None] Port 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:28.094150 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.155073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.155326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.164636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.171401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c097e00-c103-4b0c-ba58-08b7e345836a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.172315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.173365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Transition to ACTIVE for port object 622bfa28-0604-4285-b770-df0934ac66ef will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:28.194560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.196140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d15ee028-64a8-4843-b633-ac2d3d7481e5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.233253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-05b9a683-e458-4733-a93a-44bbbbacda03 None None] Provisioning for port 12a95264-3904-4e83-8783-815e73e72b1c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:28.245052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44965dab-b061-4f71-b937-0114406d834c None None] Network 066181d3-b2bb-4e4b-9ea5-405dec755edb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:28.270596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.271250 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:28.274204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:28.274337 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9083970 Apr 05 14:34:28.279013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c097e00-c103-4b0c-ba58-08b7e345836a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:28.280675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34528) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:28.291435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--2034680721'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:28.294497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Port': ['ID=f88b4d1b-b224-469b-8a4f-0f2de33d78f0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:28.308928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:28.339614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-05b9a683-e458-4733-a93a-44bbbbacda03 None None] Provisioning complete for port 12a95264-3904-4e83-8783-815e73e72b1c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:28.340129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-05b9a683-e458-4733-a93a-44bbbbacda03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.355053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:28.364893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf6986-5ab5-4a6e-bfa8-2ba15d6cd866 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f906737-bf42-44e9-905f-8b628d68755a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:28.372442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:28.410361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:28.422998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] No DVR routers for this DVR port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:28.433930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d15ee028-64a8-4843-b633-ac2d3d7481e5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for dea9a6e8-be12-4678-b77f-308c52e68c7a owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:28.520120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.567107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c097e00-c103-4b0c-ba58-08b7e345836a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.568967 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3c097e00-c103-4b0c-ba58-08b7e345836a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb HTTP/1.1" status: 204 len: 168 time: 2.0423076 Apr 05 14:34:28.574577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34532) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:28.594417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-edd72e5b-d9ec-4289-a6bd-f4d6aef6baae', 'network_id': 'edd72e5b-d9ec-4289-a6bd-f4d6aef6baae', 'tenant_id': 'ee7871d169f840ee86d14ca14e2b66a3', 'fixed_ips': [{'subnet_id': 'cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:28.595545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.626638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Pushing event updated for resources: {'Port': ['ID=622bfa28-0604-4285-b770-df0934ac66ef,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:28.659829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.662756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.663219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.663662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.664155 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.664584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.665037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.666856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.667308 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.667744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.668973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:34:28.674728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:28.685935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:28.692527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:28.702892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:28.754671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Attempting to bind port 622bfa28-0604-4285-b770-df0934ac66ef on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:28.755467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Attempting to bind port 622bfa28-0604-4285-b770-df0934ac66ef by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:28.756114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Attempting to bind port 622bfa28-0604-4285-b770-df0934ac66ef on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:28.771171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.780827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.782519 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-506ba214-c429-4e36-aa7a-5b685cc52d7a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:34:28.783077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-506ba214-c429-4e36-aa7a-5b685cc52d7a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:28.794560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.796945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d15d8c80-04d2-491c-885d-93a3467d6c10 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:34:28.798397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aac5999-dbb9-4cf0-824a-bb869e6331f6']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:28.814909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb064d9-a245-4c21-9474-2183b57e69ee') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:28.815208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb064d9-a245-4c21-9474-2183b57e69ee') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:28.829008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.846127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.853261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:28.853574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.880354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-506ba214-c429-4e36-aa7a-5b685cc52d7a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:28.884185 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-506ba214-c429-4e36-aa7a-5b685cc52d7a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb HTTP/1.1" status: 404 len: 333 time: 0.3062224 Apr 05 14:34:28.916873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34536) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:28.924297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:28.924847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:28.925459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.925857 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:28.926485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Bound port: 622bfa28-0604-4285-b770-df0934ac66ef, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:28.926968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:28.956409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Allocated IP 172.26.6.177 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/fbe45eb4-70fe-44d2-9c3a-5265df76c9c6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:29.009448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-29a97536-31c3-419d-ab9d-1c1688ac2861 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet 5660bda3-e15f-438f-b03b-55faa1816e32 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:29.013043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-29a97536-31c3-419d-ab9d-1c1688ac2861 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.096062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-29a97536-31c3-419d-ab9d-1c1688ac2861 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.129490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.130258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:29.161185 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:29.171793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port aeb0294d-23fd-469d-9714-1b170a8b2672 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:29.172134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.199209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-29a97536-31c3-419d-ab9d-1c1688ac2861 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.221677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.251926 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] For port 622bfa28-0604-4285-b770-df0934ac66ef, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:29.266657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.290125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] DHCP port deletion for 066181d3-b2bb-4e4b-9ea5-405dec755edb request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:34:29.295418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b048631a-ac63-4112-b4fe-a69e9b97d706,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.297279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] For port 622bfa28-0604-4285-b770-df0934ac66ef, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=622bfa28-0604-4285-b770-df0934ac66ef,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:29.307427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.309429 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-33963854-c557-4884-ba3f-8f235d75c84d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0238807 Apr 05 14:34:29.309832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Allocated IP 172.20.0.2 (edd72e5b-d9ec-4289-a6bd-f4d6aef6baae/cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302/f8496cdf-35c1-41d2-ac6d-57bcdbbcac43) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:29.312225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34540) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:29.313579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.319207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '6f906737-bf42-44e9-905f-8b628d68755a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b048631a-ac63-4112-b4fe-a69e9b97d706', 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:29.330834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-29a97536-31c3-419d-ab9d-1c1688ac2861 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.338694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:29.360211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.373695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:29.381840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:29.389248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d15d8c80-04d2-491c-885d-93a3467d6c10,segment=NetworkSegment(3db253dd-caa7-47e9-81bc-3310fd2da824),segment_id=3db253dd-caa7-47e9-81bc-3310fd2da824)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:29.390863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] Deleting port d15d8c80-04d2-491c-885d-93a3467d6c10 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:29.391424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.407595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.413533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:29.422662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:29.425270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a97536-31c3-419d-ab9d-1c1688ac2861 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=5660bda3-e15f-438f-b03b-55faa1816e32,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.436335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.436575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6fe5f64e-219c-4a05-8c6a-c860a77f96dd None None] Could not find standard attr ID for object 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:34:29.458621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.466925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-29a97536-31c3-419d-ab9d-1c1688ac2861 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.474200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.475269 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c034f0c5-13a3-4e33-8a27-1f26dd0bfebd None None] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:29.476922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:29.480639 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-29a97536-31c3-419d-ab9d-1c1688ac2861 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/5660bda3-e15f-438f-b03b-55faa1816e32 HTTP/1.1" status: 204 len: 168 time: 0.5618982 Apr 05 14:34:29.491265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Network': ['ID=8aac5999-dbb9-4cf0-824a-bb869e6331f6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.493777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:29.521107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34544) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:29.536002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'Port': ['ID=fbe45eb4-70fe-44d2-9c3a-5265df76c9c6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.546157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d15ee028-64a8-4843-b633-ac2d3d7481e5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.586881 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.602284 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e0a4f5fa-47b2-484e-aee0-95f10d9a62c9 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/networks/8aac5999-dbb9-4cf0-824a-bb869e6331f6 HTTP/1.1" status: 204 len: 168 time: 4.4416137 Apr 05 14:34:29.609494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34548) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:29.615283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ee028-64a8-4843-b633-ac2d3d7481e5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=dea9a6e8-be12-4678-b77f-308c52e68c7a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.676831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Deleting port f88b4d1b-b224-469b-8a4f-0f2de33d78f0 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:29.677353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.700006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d15ee028-64a8-4843-b633-ac2d3d7481e5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.704041 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d15ee028-64a8-4843-b633-ac2d3d7481e5 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/ports/dea9a6e8-be12-4678-b77f-308c52e68c7a HTTP/1.1" status: 204 len: 168 time: 2.2032487 Apr 05 14:34:29.706765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34552) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:29.733337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:29.817047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b9f8d6b9-a1c2-4e35-9d86-7dba1b6a8cff None None] The port 'f88b4d1b-b224-469b-8a4f-0f2de33d78f0' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:34:29.928638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fbdbc9-c712-4d79-a63b-291e5504584e None None] Pushing event updated for resources: {'Port': ['ID=622bfa28-0604-4285-b770-df0934ac66ef,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:29.937676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for aeb0294d-23fd-469d-9714-1b170a8b2672 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:29.950002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6fe5f64e-219c-4a05-8c6a-c860a77f96dd None None] Provisioning complete for port 12a95264-3904-4e83-8783-815e73e72b1c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:29.950002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6fe5f64e-219c-4a05-8c6a-c860a77f96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.003458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.014014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.049421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.26.6.94 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/6bc53ceb-bfb8-473e-893e-134244ad4c53) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:30.065049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Deleting port d15d8c80-04d2-491c-885d-93a3467d6c10 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:30.065457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.065724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Routers {'61bb6b7f-2b96-4af4-95ae-7627e8b257c1'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:30.066391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['61bb6b7f-2b96-4af4-95ae-7627e8b257c1'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:30.154511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.216279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2ebbedb-cd89-41fd-b7d7-169fd37b017b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet 4bb8c362-1f6d-44b0-ac4f-c3c58def2d46 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:30.236757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.254791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbedb-cd89-41fd-b7d7-169fd37b017b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.335009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.335743 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.398704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24e506c7-8043-46bd-952c-e6f45d343c00,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:30.442989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.451361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.455127 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1fce0588-98bc-4d72-9c31-193ae2f71119 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.1392424 Apr 05 14:34:30.460335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbedb-cd89-41fd-b7d7-169fd37b017b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.497568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34556) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:30.525526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=d15d8c80-04d2-491c-885d-93a3467d6c10,revision_number=11']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:30.546395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2da295-b4df-4a26-a38d-9b90a9ca11df']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:30.587875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a59c90a9-8329-43cc-8ab5-6e8bd9c83827') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:30.588209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a59c90a9-8329-43cc-8ab5-6e8bd9c83827') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:30.614021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.618775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.625371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86945f07-3a85-4216-8e68-8fe80034c0bf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.628222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.630775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d15d8c80-04d2-491c-885d-93a3467d6c10,segment=NetworkSegment(3db253dd-caa7-47e9-81bc-3310fd2da824),segment_id=3db253dd-caa7-47e9-81bc-3310fd2da824)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:30.631151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.646976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86945f07-3a85-4216-8e68-8fe80034c0bf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.663485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] For port d15d8c80-04d2-491c-885d-93a3467d6c10, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d15d8c80-04d2-491c-885d-93a3467d6c10,segment=NetworkSegment(3db253dd-caa7-47e9-81bc-3310fd2da824),segment_id=3db253dd-caa7-47e9-81bc-3310fd2da824)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:30.663756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.668331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.689619 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:30.690022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.696031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=aeb0294d-23fd-469d-9714-1b170a8b2672,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:30.707961 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:30.785685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86945f07-3a85-4216-8e68-8fe80034c0bf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.814432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbedb-cd89-41fd-b7d7-169fd37b017b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.817362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Calling delete_port for d15d8c80-04d2-491c-885d-93a3467d6c10 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:30.856439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86945f07-3a85-4216-8e68-8fe80034c0bf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=24e506c7-8043-46bd-952c-e6f45d343c00,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:30.863176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86945f07-3a85-4216-8e68-8fe80034c0bf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.864255 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-86945f07-3a85-4216-8e68-8fe80034c0bf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/24e506c7-8043-46bd-952c-e6f45d343c00 HTTP/1.1" status: 204 len: 168 time: 0.3656669 Apr 05 14:34:30.867912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] Calling delete_port for d15d8c80-04d2-491c-885d-93a3467d6c10 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:30.871530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34560) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:30.897215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.922717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.933528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.956629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:30.989178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Network': ['ID=cb2da295-b4df-4a26-a38d-9b90a9ca11df,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:30.996452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] Set router 61bb6b7f-2b96-4af4-95ae-7627e8b257c1 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:34:31.030779 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e1f89fe5-b5fa-4fb1-ada7-c1c310b3d532 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/networks/cb2da295-b4df-4a26-a38d-9b90a9ca11df HTTP/1.1" status: 204 len: 168 time: 1.4201713 Apr 05 14:34:31.035602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34564) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:31.079330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Transition to ACTIVE for port object f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:31.109255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6fe5f64e-219c-4a05-8c6a-c860a77f96dd None None] Provisioning complete for port d15d8c80-04d2-491c-885d-93a3467d6c10 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:31.109255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6fe5f64e-219c-4a05-8c6a-c860a77f96dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.203890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.211894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:31.217973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:31.220221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=6bc53ceb-bfb8-473e-893e-134244ad4c53,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:31.225328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:31.227125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6fe5f64e-219c-4a05-8c6a-c860a77f96dd None None] Port d15d8c80-04d2-491c-885d-93a3467d6c10 was deleted so its status cannot be updated. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 14:34:31.244804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6fe5f64e-219c-4a05-8c6a-c860a77f96dd None None] Could not find standard attr ID for object dea9a6e8-be12-4678-b77f-308c52e68c7a. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:34:31.251105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Transition to ACTIVE for port object f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:31.256759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbedb-cd89-41fd-b7d7-169fd37b017b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.270680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Port': ['ID=d15d8c80-04d2-491c-885d-93a3467d6c10,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:31.285702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] No DVR routers for this DVR port d15d8c80-04d2-491c-885d-93a3467d6c10 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:31.332377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.386758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-52fdc3a6-8038-4349-9e71-dba2504d97a1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:31.399639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:31.399983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:31.416278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f4570ba8-6e69-4c27-bc2e-4541664102e6 None None] Could not find standard attr ID for object 14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:34:31.429087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.435870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:31.442587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.443335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d2ebbedb-cd89-41fd-b7d7-169fd37b017b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.449387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:31.456104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:31.460404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Pushing event updated for resources: {'Port': ['ID=f8496cdf-35c1-41d2-ac6d-57bcdbbcac43,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:31.470175 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d2ebbedb-cd89-41fd-b7d7-169fd37b017b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/4bb8c362-1f6d-44b0-ac4f-c3c58def2d46 HTTP/1.1" status: 204 len: 168 time: 1.9479229 Apr 05 14:34:31.475892 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066181d3-b2bb-4e4b-9ea5-405dec755edb']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.484349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebbedb-cd89-41fd-b7d7-169fd37b017b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=4bb8c362-1f6d-44b0-ac4f-c3c58def2d46,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:31.486916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-52fdc3a6-8038-4349-9e71-dba2504d97a1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:31.488620 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-52fdc3a6-8038-4349-9e71-dba2504d97a1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.6133626 Apr 05 14:34:31.491557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34568) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:31.491888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34570) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:31.495898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db253dd-caa7-47e9-81bc-3310fd2da824') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.496320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db253dd-caa7-47e9-81bc-3310fd2da824') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.509522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.526129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.533691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:31.534276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.622282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Attempting to bind port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:31.622783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Attempting to bind port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a5e9362f-09ef-4d19-bd66-d5edd49f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'edd72e5b-d9ec-4289-a6bd-f4d6aef6baae'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:31.623105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Attempting to bind port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 on network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:31.638266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:31.638750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Checking segment: {'id': 'a5e9362f-09ef-4d19-bd66-d5edd49f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'edd72e5b-d9ec-4289-a6bd-f4d6aef6baae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:31.639295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.639691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Bound using segment: {'id': 'a5e9362f-09ef-4d19-bd66-d5edd49f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'edd72e5b-d9ec-4289-a6bd-f4d6aef6baae'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:31.639964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.640156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Bound port: f8496cdf-35c1-41d2-ac6d-57bcdbbcac43, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e9362f-09ef-4d19-bd66-d5edd49f4b9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'edd72e5b-d9ec-4289-a6bd-f4d6aef6baae'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:31.640532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:31.643810 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:31.676876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.701166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff599d7-8d2b-4da5-83d1-3b0d672720a4 None None] Network d6d9122c-7821-4516-9518-7b3ce8d42c01 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:31.719809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.769164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.774590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.793895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caf39585-d166-4e2f-97cc-fddfd4bad3f0') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.794278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caf39585-d166-4e2f-97cc-fddfd4bad3f0') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.828124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.844374 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61bb6b7f-2b96-4af4-95ae-7627e8b257c1', 'name': 'tempest-snat-router-955230429', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.109'}], 'enable_snat': False}, 'gw_port_id': '622bfa28-0604-4285-b770-df0934ac66ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:14Z', 'updated_at': '2022-04-05T14:34:18Z', 'revision_number': 3, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port': {'id': '622bfa28-0604-4285-b770-df0934ac66ef', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb6b7f-2b96-4af4-95ae-7627e8b257c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:16Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:31.869012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] Pushing event deleted for resources: {'Network': ['ID=066181d3-b2bb-4e4b-9ea5-405dec755edb,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:31.885940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] For port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:31.888174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64f2ecb2-f582-4b01-9643-d10c57a0d215 None None] The sync data for ids ['61bb6b7f-2b96-4af4-95ae-7627e8b257c1'] in dv-neutron-829488-2-hyperv is: [{'id': '61bb6b7f-2b96-4af4-95ae-7627e8b257c1', 'name': 'tempest-snat-router-955230429', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.109'}], 'enable_snat': False}, 'gw_port_id': '622bfa28-0604-4285-b770-df0934ac66ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:14Z', 'updated_at': '2022-04-05T14:34:18Z', 'revision_number': 3, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port': {'id': '622bfa28-0604-4285-b770-df0934ac66ef', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:b9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61bb6b7f-2b96-4af4-95ae-7627e8b257c1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:16Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:31.902265 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1debe731-f958-4353-9086-7dc86cf72649 tempest-PortsIpV6TestJSON-631890084 tempest-PortsIpV6TestJSON-631890084-project] 10.222.0.18 "DELETE /v2.0/networks/066181d3-b2bb-4e4b-9ea5-405dec755edb HTTP/1.1" status: 204 len: 168 time: 2.1906064 Apr 05 14:34:31.932848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] Deleting port d15d8c80-04d2-491c-885d-93a3467d6c10 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:31.933142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:31.959582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] For port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f8496cdf-35c1-41d2-ac6d-57bcdbbcac43,segment=NetworkSegment(a5e9362f-09ef-4d19-bd66-d5edd49f4b9c),segment_id=a5e9362f-09ef-4d19-bd66-d5edd49f4b9c)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:31.968591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b2356bb5-95c4-40b1-af7f-38bb3d87916a None None] Provisioning complete for port 12a95264-3904-4e83-8783-815e73e72b1c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:31.969199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2356bb5-95c4-40b1-af7f-38bb3d87916a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.007972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.017133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.041359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.043860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:32.044325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:32.077896 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:32.167513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec11caf2-7507-41f2-b6c2-9351d7ff4b83 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.210811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Router 265368e4-b7ba-442c-9349-c5b7559b437a is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:32.216171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-46327932-fda8-4123-9dec-90b7347e9a78 None None] The port 'd15d8c80-04d2-491c-885d-93a3467d6c10' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:34:32.245428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 12a95264-3904-4e83-8783-815e73e72b1c {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:32.246249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.307726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.316665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec11caf2-7507-41f2-b6c2-9351d7ff4b83 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.360878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f264293d-a454-48b1-beca-f4265ff7fbe7 None None] Pushing event updated for resources: {'Port': ['ID=f8496cdf-35c1-41d2-ac6d-57bcdbbcac43,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:32.375867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.458260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] Pushing event deleted for resources: {'Network': ['ID=2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:32.481869 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ecf31a29-f603-471e-a95b-a11d27b26aa5 tempest-BulkNetworkOpsIpV6Test-307570519 tempest-BulkNetworkOpsIpV6Test-307570519-project] 10.222.0.18 "DELETE /v2.0/networks/2c7d64f2-8bed-48b0-8c8c-7fcaf8af6f69 HTTP/1.1" status: 204 len: 168 time: 1.4334011 Apr 05 14:34:32.563297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34582) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:32.574623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] DHCP port deletion for d6d9122c-7821-4516-9518-7b3ce8d42c01 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:34:32.592880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] Deleting port 12a95264-3904-4e83-8783-815e73e72b1c {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:32.594852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.656431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 60f5f5fd-ee57-4678-a0b0-e627649f6717 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:32.699822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec11caf2-7507-41f2-b6c2-9351d7ff4b83 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.719206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.720380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:32.871970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11caf2-7507-41f2-b6c2-9351d7ff4b83 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b048631a-ac63-4112-b4fe-a69e9b97d706,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:32.999462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 622bfa28-0604-4285-b770-df0934ac66ef up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:33.051799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:33.058567 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4412570c-7456-4630-a6ca-10c158a401df tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/60f5f5fd-ee57-4678-a0b0-e627649f6717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2869809 Apr 05 14:34:33.063185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34588) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:33.077773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938bd086-b9bd-4c72-9caf-509b13d09d28 None None] Sync routers for ids ['60f5f5fd-ee57-4678-a0b0-e627649f6717'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:33.120220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2ee9e471-6828-4c38-abbc-8cc9bd9585c3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:33.157150 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2ee9e471-6828-4c38-abbc-8cc9bd9585c3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:33.158342 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2ee9e471-6828-4c38-abbc-8cc9bd9585c3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=60f5f5fd-ee57-4678-a0b0-e627649f6717 HTTP/1.1" status: 200 len: 205 time: 0.0898256 Apr 05 14:34:33.161083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34594) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:33.238209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34598) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:33.259009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] For port 12a95264-3904-4e83-8783-815e73e72b1c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=12a95264-3904-4e83-8783-815e73e72b1c,segment=NetworkSegment(74d5599a-43ad-455a-9d5b-4f39bfd7419d),segment_id=74d5599a-43ad-455a-9d5b-4f39bfd7419d)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:33.259400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.281518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bd086-b9bd-4c72-9caf-509b13d09d28 None None] Routers {'60f5f5fd-ee57-4678-a0b0-e627649f6717'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:33.282205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-938bd086-b9bd-4c72-9caf-509b13d09d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['60f5f5fd-ee57-4678-a0b0-e627649f6717'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:33.283893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec11caf2-7507-41f2-b6c2-9351d7ff4b83 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.285204 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec11caf2-7507-41f2-b6c2-9351d7ff4b83 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/b048631a-ac63-4112-b4fe-a69e9b97d706 HTTP/1.1" status: 204 len: 168 time: 1.7631495 Apr 05 14:34:33.287686 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2cf42441-aa56-4c9e-b540-2eefbc8b6137 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=43a0e716bb8a47f7802508e843fd72bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7197356 Apr 05 14:34:33.288479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34604) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:33.296733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34606) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:33.385429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 622bfa28-0604-4285-b770-df0934ac66ef completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:33.389872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] For port 12a95264-3904-4e83-8783-815e73e72b1c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=12a95264-3904-4e83-8783-815e73e72b1c,segment=NetworkSegment(74d5599a-43ad-455a-9d5b-4f39bfd7419d),segment_id=74d5599a-43ad-455a-9d5b-4f39bfd7419d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:33.392073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:33.404830 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Sync routers for ids ['265368e4-b7ba-442c-9349-c5b7559b437a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:33.407580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.418341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-938bd086-b9bd-4c72-9caf-509b13d09d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:33.436997 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Routers {'265368e4-b7ba-442c-9349-c5b7559b437a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:33.438655 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['265368e4-b7ba-442c-9349-c5b7559b437a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:33.478426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-202807f8-57a7-467f-a8cb-3d8a607fae7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.494206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 12a95264-3904-4e83-8783-815e73e72b1c owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:33.500909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 622bfa28-0604-4285-b770-df0934ac66ef triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:33.501279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.631709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.635788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-df397782-8014-49d3-a85a-618852301686 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.7272589 Apr 05 14:34:33.642864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34612) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:33.650372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] Calling delete_port for 12a95264-3904-4e83-8783-815e73e72b1c owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:33.725502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9937bb50-a598-4f4e-bb9d-6746304bfe8e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:33.731674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.754724 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Set router 265368e4-b7ba-442c-9349-c5b7559b437a gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:34:33.762760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938bd086-b9bd-4c72-9caf-509b13d09d28 None None] Routers {'60f5f5fd-ee57-4678-a0b0-e627649f6717'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:33.763395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-938bd086-b9bd-4c72-9caf-509b13d09d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['60f5f5fd-ee57-4678-a0b0-e627649f6717'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:33.811403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No DVR routers for this DVR port 12a95264-3904-4e83-8783-815e73e72b1c on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:33.814421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=12a95264-3904-4e83-8783-815e73e72b1c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:33.819117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7a15471-25db-423c-b5b9-c2f4811da218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.846570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7a15471-25db-423c-b5b9-c2f4811da218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.881144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-938bd086-b9bd-4c72-9caf-509b13d09d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:33.881550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938bd086-b9bd-4c72-9caf-509b13d09d28 None None] The sync data for ids ['60f5f5fd-ee57-4678-a0b0-e627649f6717'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:33.885584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9937bb50-a598-4f4e-bb9d-6746304bfe8e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:33.889929 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9937bb50-a598-4f4e-bb9d-6746304bfe8e tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.5920916 Apr 05 14:34:33.890787 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3649a07a-e07a-485d-8c2f-996a1c38eb3c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c65f4f9e655946f299819906e0abb310&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6497116 Apr 05 14:34:33.891589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34616) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:33.909491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34618) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:33.941974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7a15471-25db-423c-b5b9-c2f4811da218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:33.965872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a15471-25db-423c-b5b9-c2f4811da218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee53cc9-4b3b-4c3e-bf09-9d2ebf82a470,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:33.970320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:33.970681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:33.994435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffc59e8-5386-403a-a871-7efaee5f3509 None None] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:34.021083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.115500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.124178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 622bfa28-0604-4285-b770-df0934ac66ef, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=622bfa28-0604-4285-b770-df0934ac66ef,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:34.138546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.139333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:34.175702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d9122c-7821-4516-9518-7b3ce8d42c01']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:34.203052 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265368e4-b7ba-442c-9349-c5b7559b437a', 'name': 'tempest-snat-router-955230429', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': 'fbe45eb4-70fe-44d2-9c3a-5265df76c9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:24Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 3, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port': {'id': 'fbe45eb4-70fe-44d2-9c3a-5265df76c9c6', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:34:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265368e4-b7ba-442c-9349-c5b7559b437a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:26Z', 'updated_at': '2022-04-05T14:34:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:34.207593 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Checking router: 265368e4-b7ba-442c-9349-c5b7559b437a for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:34:34.208043 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Updating router 265368e4-b7ba-442c-9349-c5b7559b437a port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:34:34.213208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74d5599a-43ad-455a-9d5b-4f39bfd7419d') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:34.213508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74d5599a-43ad-455a-9d5b-4f39bfd7419d') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:34.238573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e137d12e-8a40-4564-a62b-0aa38a540b2c None None] Provisioning for port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:34.239469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5c9a287b-71f9-45bc-b2d5-0e75cb2ab535 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.242856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.252374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680ade54-e115-417a-8b22-995dbcc05047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.277185 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.297039 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5c9a287b-71f9-45bc-b2d5-0e75cb2ab535 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.339821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.347385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:34.347885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.351136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=622bfa28-0604-4285-b770-df0934ac66ef,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:34.403951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-202807f8-57a7-467f-a8cb-3d8a607fae7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.408479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-202807f8-57a7-467f-a8cb-3d8a607fae7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.416398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:34.430545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:34.431160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.443609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7a15471-25db-423c-b5b9-c2f4811da218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.447067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c7a15471-25db-423c-b5b9-c2f4811da218 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ee53cc9-4b3b-4c3e-bf09-9d2ebf82a470 HTTP/1.1" status: 204 len: 168 time: 1.1350014 Apr 05 14:34:34.447067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-202807f8-57a7-467f-a8cb-3d8a607fae7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.447067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202807f8-57a7-467f-a8cb-3d8a607fae7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Fanout notify agent at l3_agent the message router_deleted on router 60f5f5fd-ee57-4678-a0b0-e627649f6717 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:34.466528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-202807f8-57a7-467f-a8cb-3d8a607fae7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.471435 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-202807f8-57a7-467f-a8cb-3d8a607fae7e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/60f5f5fd-ee57-4678-a0b0-e627649f6717 HTTP/1.1" status: 204 len: 168 time: 1.3068209 Apr 05 14:34:34.472906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34626) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:34.475159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] Deleting port 12a95264-3904-4e83-8783-815e73e72b1c {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:34.475699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:34.542522 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:34.567209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-13c6a92c-7a9a-4ff9-ad48-9f991f996bca None None] The port '12a95264-3904-4e83-8783-815e73e72b1c' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:34:34.594663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.716932 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.733881 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Transition to ACTIVE for port object fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:34.742857 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.793688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.795407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-37130144-3f30-4e56-aca5-1b5c49c0b5d9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet 8c03953e-6326-449f-a8ac-dd0edd3b29a5 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:34.803711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37130144-3f30-4e56-aca5-1b5c49c0b5d9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.869930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37130144-3f30-4e56-aca5-1b5c49c0b5d9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.875278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f8496cdf-35c1-41d2-ac6d-57bcdbbcac43,segment=NetworkSegment(a5e9362f-09ef-4d19-bd66-d5edd49f4b9c),segment_id=a5e9362f-09ef-4d19-bd66-d5edd49f4b9c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:34.883675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.884092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.890845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router 89ea7679-ac1e-4168-a265-047011d92a0c is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:34.893147 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Attempting to bind port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:34.893652 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Attempting to bind port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:34.894464 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Attempting to bind port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:34.901741 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395bca-0ae3-4888-96e8-77cb2c6db220 None None] Pushing event updated for resources: {'Port': ['ID=fbe45eb4-70fe-44d2-9c3a-5265df76c9c6,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:34.909835 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:34.910321 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:34.910964 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.911771 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:34.912470 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Bound port: fbe45eb4-70fe-44d2-9c3a-5265df76c9c6, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:34.914589 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.933712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680ade54-e115-417a-8b22-995dbcc05047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:34.952974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Network': ['ID=d6d9122c-7821-4516-9518-7b3ce8d42c01,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:34.970482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37130144-3f30-4e56-aca5-1b5c49c0b5d9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.003471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12a95264-3904-4e83-8783-815e73e72b1c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:34:35.042876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5c9a287b-71f9-45bc-b2d5-0e75cb2ab535 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.045145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5c9a287b-71f9-45bc-b2d5-0e75cb2ab535 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.046310 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5c9a287b-71f9-45bc-b2d5-0e75cb2ab535 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/6f906737-bf42-44e9-905f-8b628d68755a HTTP/1.1" status: 204 len: 168 time: 1.1440341 Apr 05 14:34:35.051457 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e097b09d-0bc6-4ea0-b5df-23ec66bd6d25 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/routers/265368e4-b7ba-442c-9349-c5b7559b437a HTTP/1.1" status: 200 len: 907 time: 1.4034872 Apr 05 14:34:35.052230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34634) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:35.055224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34636) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:35.068215 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2f43cbda-530f-45e3-88da-ea02b6ce56fd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/networks/d6d9122c-7821-4516-9518-7b3ce8d42c01 HTTP/1.1" status: 204 len: 168 time: 3.5465539 Apr 05 14:34:35.072747 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34642) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:35.073530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9a287b-71f9-45bc-b2d5-0e75cb2ab535 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f906737-bf42-44e9-905f-8b628d68755a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:35.081883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37130144-3f30-4e56-aca5-1b5c49c0b5d9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.103408 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] For port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:35.112208 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] For port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=fbe45eb4-70fe-44d2-9c3a-5265df76c9c6,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:35.122479 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.194466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 12a95264-3904-4e83-8783-815e73e72b1c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:34:35.195132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12a95264-3904-4e83-8783-815e73e72b1c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:34:35.214878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a589b4f9-4665-44ca-81af-3bbda3ce24b1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:35.225892 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37130144-3f30-4e56-aca5-1b5c49c0b5d9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=8c03953e-6326-449f-a8ac-dd0edd3b29a5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:35.281172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=f8496cdf-35c1-41d2-ac6d-57bcdbbcac43,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:35.286919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a41232cd-17a9-47af-8049-20bd1ecae922 None None] Provisioning complete for port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:35.287556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a41232cd-17a9-47af-8049-20bd1ecae922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.305968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680ade54-e115-417a-8b22-995dbcc05047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.333563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680ade54-e115-417a-8b22-995dbcc05047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f03c71-1e81-481f-97eb-ce63c4da711e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:35.342553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680ade54-e115-417a-8b22-995dbcc05047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.343734 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-680ade54-e115-417a-8b22-995dbcc05047 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09f03c71-1e81-481f-97eb-ce63c4da711e HTTP/1.1" status: 204 len: 168 time: 1.4072893 Apr 05 14:34:35.355466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08684d0a-0bc2-43d3-a0dc-4df83c76b9ed tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:35.355974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-08684d0a-0bc2-43d3-a0dc-4df83c76b9ed tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:35.376699 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7395bca-0ae3-4888-96e8-77cb2c6db220 None None] Pushing event updated for resources: {'Port': ['ID=fbe45eb4-70fe-44d2-9c3a-5265df76c9c6,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:35.386367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-08684d0a-0bc2-43d3-a0dc-4df83c76b9ed tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:35.392636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 622bfa28-0604-4285-b770-df0934ac66ef up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:35.392938 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-08684d0a-0bc2-43d3-a0dc-4df83c76b9ed tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2580826 Apr 05 14:34:35.400378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34652) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:35.428193 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Routers {'265368e4-b7ba-442c-9349-c5b7559b437a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:35.428803 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['265368e4-b7ba-442c-9349-c5b7559b437a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:35.432789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a589b4f9-4665-44ca-81af-3bbda3ce24b1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:35.434025 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a589b4f9-4665-44ca-81af-3bbda3ce24b1 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3808970 Apr 05 14:34:35.435475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37130144-3f30-4e56-aca5-1b5c49c0b5d9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.445277 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-37130144-3f30-4e56-aca5-1b5c49c0b5d9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/8c03953e-6326-449f-a8ac-dd0edd3b29a5 HTTP/1.1" status: 204 len: 168 time: 0.9704328 Apr 05 14:34:35.446272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34656) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:35.451263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34658) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:35.458600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--1914710609'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:35.480906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7a0c3c-55cb-4f24-be73-a9025c35d7d9 None None] Network a385221e-0500-4897-88ba-a5f241625381 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:35.600806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.606282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:35.627975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:35.640448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:35.658662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fc96b6b2-ffc4-4ff7-b46e-d2bca94e0750 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2525246 Apr 05 14:34:35.659507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34668) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:35.669687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port d408d634-4c17-487f-b6c9-7d6151cac663 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:35.674338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.686179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1685041004'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:35.695649 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.702956 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-38a5f26b-ef48-409b-a95f-b14e1aa60932 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.1117682 Apr 05 14:34:35.704235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:35.706336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34672) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:35.719229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:network and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:35.725753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:35.731104 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] Set router 265368e4-b7ba-442c-9349-c5b7559b437a gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:34:35.738431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:35.745735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ed3ce-c155-47f9-8fbe-99f93372a56a None None] Sync routers for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:35.845175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:35.847909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.910744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:35.961595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 622bfa28-0604-4285-b770-df0934ac66ef triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:35.961893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.035045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:36.068815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.074570 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Added segment b2e789e1-7417-44f6-bd39-ffbc9ecec44c of type vlan for network 59c677af-b654-456a-81ce-e30e791aab8a Apr 05 14:34:36.135053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.146187 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265368e4-b7ba-442c-9349-c5b7559b437a', 'name': 'tempest-snat-router-955230429', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': 'fbe45eb4-70fe-44d2-9c3a-5265df76c9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:24Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 3, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port': {'id': 'fbe45eb4-70fe-44d2-9c3a-5265df76c9c6', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:34:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265368e4-b7ba-442c-9349-c5b7559b437a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:26Z', 'updated_at': '2022-04-05T14:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:36.151791 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05038a64-d963-431f-8d2e-d7c9db147f49 None None] The sync data for ids ['265368e4-b7ba-442c-9349-c5b7559b437a'] in dv-neutron-829488-2-hyperv is: [{'id': '265368e4-b7ba-442c-9349-c5b7559b437a', 'name': 'tempest-snat-router-955230429', 'tenant_id': 'd3c1116a3db64d428050af8c775f9d2a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.177'}], 'enable_snat': True}, 'gw_port_id': 'fbe45eb4-70fe-44d2-9c3a-5265df76c9c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:24Z', 'updated_at': '2022-04-05T14:34:29Z', 'revision_number': 3, 'project_id': 'd3c1116a3db64d428050af8c775f9d2a', 'gw_port': {'id': 'fbe45eb4-70fe-44d2-9c3a-5265df76c9c6', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:34:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265368e4-b7ba-442c-9349-c5b7559b437a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:26Z', 'updated_at': '2022-04-05T14:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:36.154208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ed3ce-c155-47f9-8fbe-99f93372a56a None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:36.154846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d58ed3ce-c155-47f9-8fbe-99f93372a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:36.240660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.245919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:36.249272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.297722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d58ed3ce-c155-47f9-8fbe-99f93372a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:36.298833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:36.308183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:36.315243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:36.338456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58ed3ce-c155-47f9-8fbe-99f93372a56a None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:36.339086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d58ed3ce-c155-47f9-8fbe-99f93372a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:36.339713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port d408d634-4c17-487f-b6c9-7d6151cac663, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d408d634-4c17-487f-b6c9-7d6151cac663,segment=NetworkSegment(a64456b0-88c4-46d9-b9b6-bf27da82e8db),segment_id=a64456b0-88c4-46d9-b9b6-bf27da82e8db)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:36.340084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.356035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:36.366133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.429930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d58ed3ce-c155-47f9-8fbe-99f93372a56a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:36.430387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58ed3ce-c155-47f9-8fbe-99f93372a56a None None] The sync data for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:36.435789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Network': ['ID=59c677af-b654-456a-81ce-e30e791aab8a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:36.463232 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 59c677af-b654-456a-81ce-e30e791aab8a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:36.487448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34692) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:36.672934 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1deeee8d-1797-4408-a960-f1d1d733f777 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0062544 Apr 05 14:34:36.682354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34696) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:36.689844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '59c677af-b654-456a-81ce-e30e791aab8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:36.788189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] DHCP port deletion for a385221e-0500-4897-88ba-a5f241625381 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:34:36.794190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] Deleting port d408d634-4c17-487f-b6c9-7d6151cac663 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:36.794630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:36.798612 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:34:36.875024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:36.880741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:36.889095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:36.900786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:36.924645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:36.998291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34704) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:37.035872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for d408d634-4c17-487f-b6c9-7d6151cac663 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:37.086276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] For port d408d634-4c17-487f-b6c9-7d6151cac663, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d408d634-4c17-487f-b6c9-7d6151cac663,segment=NetworkSegment(a64456b0-88c4-46d9-b9b6-bf27da82e8db),segment_id=a64456b0-88c4-46d9-b9b6-bf27da82e8db)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:37.086486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.133590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.201808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.219407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No DVR routers for this DVR port d408d634-4c17-487f-b6c9-7d6151cac663 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:37.230359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.277907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=d408d634-4c17-487f-b6c9-7d6151cac663,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:37.284410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.340875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] Calling delete_port for d408d634-4c17-487f-b6c9-7d6151cac663 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:37.468251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:37.495494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d62edd-40a4-4e0c-b3d0-0841bd0f8e2f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:37.525869 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-126e355d-748e-46ae-9187-5e3b5682acad tempest-ServiceProvidersTest-1782149709 tempest-ServiceProvidersTest-1782149709-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5254321 Apr 05 14:34:37.529683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3bd8a54a-babc-4c00-807b-87babe99c021 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:37.529805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:37.530057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:37.531399 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-3bd8a54a-babc-4c00-807b-87babe99c021 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:34:37.532644 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3bd8a54a-babc-4c00-807b-87babe99c021 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6948740 Apr 05 14:34:37.534776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.536197 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2307ae50-6e6e-4313-b0b4-5aafff9db601 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.0877304 Apr 05 14:34:37.552573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34714) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:37.552781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34716) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:37.556796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.566369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1664196689'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:37.570543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': 'e4d62edd-40a4-4e0c-b3d0-0841bd0f8e2f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:37.575727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:37.577400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:37.581656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:37.581962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:37.582667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.585013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:37.591230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:37.607241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:37.610559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.629504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.651151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:37.663607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:37.708804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a385221e-0500-4897-88ba-a5f241625381']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:37.727631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64456b0-88c4-46d9-b9b6-bf27da82e8db') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:37.728747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64456b0-88c4-46d9-b9b6-bf27da82e8db') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:37.729966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.744075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.748339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.755400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:37.763830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.773988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.792566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=fbe45eb4-70fe-44d2-9c3a-5265df76c9c6,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:37.795009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.798171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.799499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:37.816217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:37.817067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.817224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2976333-d651-4c75-9d1a-84b5fbe6c2f3,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:37.839023 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:37.853486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.857654 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-206881d3-1ed6-4436-93c2-1af6b572eee6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.3018434 Apr 05 14:34:37.861466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34724) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:37.892564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.931980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34728) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:37.968168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.974990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:37.977505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:37.981401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:38.009236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:38.012383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.017435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcf60-fe66-4690-b34f-41a69de566c6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.022710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:38.025268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=a385221e-0500-4897-88ba-a5f241625381,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.032397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Deleting port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:38.032725 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.034270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.037361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] Deleting port d408d634-4c17-487f-b6c9-7d6151cac663 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:38.037720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.038685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcf60-fe66-4690-b34f-41a69de566c6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.113788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f5552fb7-9c4b-4fb8-a421-55574601f543 None None] The port 'd408d634-4c17-487f-b6c9-7d6151cac663' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:34:38.128535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:38.128535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.143254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcf60-fe66-4690-b34f-41a69de566c6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.158500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=fbe45eb4-70fe-44d2-9c3a-5265df76c9c6,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.175699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bcf60-fe66-4690-b34f-41a69de566c6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e2976333-d651-4c75-9d1a-84b5fbe6c2f3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.197065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d6bcf60-fe66-4690-b34f-41a69de566c6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.200725 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2d6bcf60-fe66-4690-b34f-41a69de566c6 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e2976333-d651-4c75-9d1a-84b5fbe6c2f3 HTTP/1.1" status: 204 len: 168 time: 0.3358634 Apr 05 14:34:38.205723 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bcb8d094-fb66-458d-b405-96c83e105196 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/a385221e-0500-4897-88ba-a5f241625381 HTTP/1.1" status: 204 len: 168 time: 2.7532227 Apr 05 14:34:38.209773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34734) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:38.209773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34736) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:38.219700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.249795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] For port fbe45eb4-70fe-44d2-9c3a-5265df76c9c6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=fbe45eb4-70fe-44d2-9c3a-5265df76c9c6,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:38.250178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.265190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1893858588', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:38.283240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:38.288025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=6371f27e-9ef8-4b32-9de9-ae26316eba19,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.306158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:router and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:38.311011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:38.326015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d408d634-4c17-487f-b6c9-7d6151cac663 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:34:38.329225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:38.335325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking segment: {'id': 'b2e789e1-7417-44f6-bd39-ffbc9ecec44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '59c677af-b654-456a-81ce-e30e791aab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:38.336516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network hostable DHCP agents. Network: 59c677af-b654-456a-81ce-e30e791aab8a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:38.358838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.363039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: d408d634-4c17-487f-b6c9-7d6151cac663 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:34:38.363553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d408d634-4c17-487f-b6c9-7d6151cac663 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:34:38.379201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.380037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.394389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Calling delete_port for fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:38.401788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-34a61a47-7b66-4ecb-9185-13c13031e51d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:38.449174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:38.455509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] Usage tracker for resource:security_group_rule and tenant:ca8c625f64e2476aa46de8cf4c30ef90 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:38.463545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:38.476344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:38.533848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.542287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.573189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 59c677af-b654-456a-81ce-e30e791aab8a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:38.579329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-34a61a47-7b66-4ecb-9185-13c13031e51d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:38.583221 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-34a61a47-7b66-4ecb-9185-13c13031e51d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3695283 Apr 05 14:34:38.589475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34742) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:38.592913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.615211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:38.618006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4131d6cc-52d4-4858-89b0-28b88a95799c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.624858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 59c677af-b654-456a-81ce-e30e791aab8a) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:38.625979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:38.629600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:38.630298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.634948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:38.640055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f0ed90-22a6-4164-9130-53a6dc341ce1 None None] Network 59c677af-b654-456a-81ce-e30e791aab8a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:38.684940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:38.745633 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d89dde59-1689-4513-8d3c-ee214557434f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0592897 Apr 05 14:34:38.747589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34746) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:38.747983 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.765044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.766169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '59c677af-b654-456a-81ce-e30e791aab8a', 'name': 'tempest-PortsTestJSON-1421499514'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:38.776129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.834669 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca8c625f64e2476aa46de8cf4c30ef90&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8926957 Apr 05 14:34:38.834669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.843140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34750) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:38.844924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2176e180-fc5c-482c-8c3b-fa59f101d357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ce86822-a1b6-4656-bbb5-4753fece0d51,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:38.891418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.892082 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-318daf94-b1b6-4ddd-ae90-d877cdcb904f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6788540 Apr 05 14:34:38.903595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4496f05-1dec-4d68-ad03-620ef88c13c2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.908848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34754) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:38.911467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-59c677af-b654-456a-81ce-e30e791aab8a', 'network_id': '59c677af-b654-456a-81ce-e30e791aab8a', 'tenant_id': 'a0ebd2d1651f4f38b30c4e8a884000ca', 'fixed_ips': [{'subnet_id': '6371f27e-9ef8-4b32-9de9-ae26316eba19'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:38.912902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:38.930818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-1414817513'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:38.988845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:39.013806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4496f05-1dec-4d68-ad03-620ef88c13c2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.032533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:39.042801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:39.050133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event deleted for resources: {'Port': ['ID=fbe45eb4-70fe-44d2-9c3a-5265df76c9c6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:39.069834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:39.083107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Allocated IP 172.20.0.2 (59c677af-b654-456a-81ce-e30e791aab8a/6371f27e-9ef8-4b32-9de9-ae26316eba19/e0b68fc4-8993-4ed3-9049-ec9337c407a1) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:39.095433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.126639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.168088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:39.174097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:39.175654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.176633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bcab-568a-41e8-aebe-38ffabb07db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.186988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0aa812-3cdf-4e4f-9456-23c747d47997,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:39.208759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:39.215689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4496f05-1dec-4d68-ad03-620ef88c13c2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.246234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.20.0.1 (edd72e5b-d9ec-4289-a6bd-f4d6aef6baae/cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302/9196a979-e596-4a87-b295-df4f86b2a813) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:39.253692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4496f05-1dec-4d68-ad03-620ef88c13c2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d62edd-40a4-4e0c-b3d0-0841bd0f8e2f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:39.296285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bcab-568a-41e8-aebe-38ffabb07db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.306750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:39.316423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4496f05-1dec-4d68-ad03-620ef88c13c2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.319907 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b4496f05-1dec-4d68-ad03-620ef88c13c2 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/e4d62edd-40a4-4e0c-b3d0-0841bd0f8e2f HTTP/1.1" status: 204 len: 168 time: 0.7269864 Apr 05 14:34:39.351225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.360098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34758) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:39.365225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Transition to ACTIVE for port object e0b68fc4-8993-4ed3-9049-ec9337c407a1 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:39.388875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.389241 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment a5281176-4e7a-41bb-be41-cec2df8f98eb of type vlan for network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 Apr 05 14:34:39.397732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Transition to ACTIVE for port object e0b68fc4-8993-4ed3-9049-ec9337c407a1 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:39.404636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.434922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.436123 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2be5cc81-c63c-401f-a218-6af1b779f14f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8765504 Apr 05 14:34:39.444660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34762) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:39.448772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.450719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.458200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': '7f0aa812-3cdf-4e4f-9456-23c747d47997', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:39.463021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:39.466794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.476996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Network 59c677af-b654-456a-81ce-e30e791aab8a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:39.480267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:39.483901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:39.486641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:39.495222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Pushing event updated for resources: {'Port': ['ID=e0b68fc4-8993-4ed3-9049-ec9337c407a1,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:39.505478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:39.511970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:39.524818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port a8486b45-1ffb-45db-b0b4-6c51703231d2 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:39.569620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:39.581646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-474fc87d-1ea6-48d5-b0ef-1307eddfbc91 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:39.592729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.595881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Attempting to bind port e0b68fc4-8993-4ed3-9049-ec9337c407a1 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:39.596487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Attempting to bind port e0b68fc4-8993-4ed3-9049-ec9337c407a1 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'b2e789e1-7417-44f6-bd39-ffbc9ecec44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '59c677af-b654-456a-81ce-e30e791aab8a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:39.597434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Attempting to bind port e0b68fc4-8993-4ed3-9049-ec9337c407a1 on network 59c677af-b654-456a-81ce-e30e791aab8a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:39.604582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-474fc87d-1ea6-48d5-b0ef-1307eddfbc91 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:39.604986 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-474fc87d-1ea6-48d5-b0ef-1307eddfbc91 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2395782 Apr 05 14:34:39.615812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:39.618087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Checking segment: {'id': 'b2e789e1-7417-44f6-bd39-ffbc9ecec44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '59c677af-b654-456a-81ce-e30e791aab8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:39.619030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.620453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34766) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:39.620751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Bound using segment: {'id': 'b2e789e1-7417-44f6-bd39-ffbc9ecec44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '59c677af-b654-456a-81ce-e30e791aab8a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:39.621497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Bound port: e0b68fc4-8993-4ed3-9049-ec9337c407a1, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2e789e1-7417-44f6-bd39-ffbc9ecec44c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '59c677af-b654-456a-81ce-e30e791aab8a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:39.622178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.640229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--859531412'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:39.663304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:39.666229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.669840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:39.670434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.684014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Transition to ACTIVE for port object 9196a979-e596-4a87-b295-df4f86b2a813 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:39.714740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.736079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:39.741747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bcab-568a-41e8-aebe-38ffabb07db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.754974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] For port e0b68fc4-8993-4ed3-9049-ec9337c407a1, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:39.758116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] For port e0b68fc4-8993-4ed3-9049-ec9337c407a1, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e0b68fc4-8993-4ed3-9049-ec9337c407a1,segment=NetworkSegment(b2e789e1-7417-44f6-bd39-ffbc9ecec44c),segment_id=b2e789e1-7417-44f6-bd39-ffbc9ecec44c)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:39.763269 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.766593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5bcab-568a-41e8-aebe-38ffabb07db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ce86822-a1b6-4656-bbb5-4753fece0d51,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:39.773704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.780237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.781967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed5bcab-568a-41e8-aebe-38ffabb07db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.785716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4ed5bcab-568a-41e8-aebe-38ffabb07db8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6ce86822-a1b6-4656-bbb5-4753fece0d51 HTTP/1.1" status: 204 len: 168 time: 0.9073062 Apr 05 14:34:39.830771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.832504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 265368e4-b7ba-442c-9349-c5b7559b437a {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:39.865370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d216642f-d3bd-4dc3-9f38-da283c361d42 None None] Pushing event updated for resources: {'Port': ['ID=e0b68fc4-8993-4ed3-9049-ec9337c407a1,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:39.879627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:39.880979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3218b322-af40-43b2-b898-5e5cb057b49c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "DELETE /v2.0/routers/265368e4-b7ba-442c-9349-c5b7559b437a HTTP/1.1" status: 204 len: 168 time: 4.8248353 Apr 05 14:34:39.884587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34772) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:40.056386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.066615 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1535587 Apr 05 14:34:40.069332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34778) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:40.081847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:40.086270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03788469-7e5d-466a-8a7c-2c91f2d91836 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=637c8b3b-eecc-4955-a0b2-0bad1a4828b1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:40.128444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:40.131859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.11 (59c677af-b654-456a-81ce-e30e791aab8a/6371f27e-9ef8-4b32-9de9-ae26316eba19/a8486b45-1ffb-45db-b0b4-6c51703231d2) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:40.159921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.262428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:40.273058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.293470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:40.296921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:40.303480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:40.305687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:40.308795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:40.313979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:40.317291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:40.342475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:40.352592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.412081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:40.413036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.423844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=150d43ad-8fe0-44eb-8beb-66178bfadde5,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:40.443259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:40.445553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=9196a979-e596-4a87-b295-df4f86b2a813,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:40.451359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:40.591208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.668485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.691361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object a8486b45-1ffb-45db-b0b4-6c51703231d2 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:40.728663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.846915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.854717 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-05f3a97f-d46c-4148-90bd-e100a0e39ff0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.4097521 Apr 05 14:34:40.859550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dceece7a-f327-4986-96b5-b8d7ed236376 None None] Provisioning for port 9196a979-e596-4a87-b295-df4f86b2a813 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:40.865197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dceece7a-f327-4986-96b5-b8d7ed236376 None None] Provisioning complete for port 9196a979-e596-4a87-b295-df4f86b2a813 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:40.865999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dceece7a-f327-4986-96b5-b8d7ed236376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.873389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34796) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:40.885871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7bec37fd-060f-462f-9088-a70904f0e48b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': '7f0aa812-3cdf-4e4f-9456-23c747d47997', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:40.899640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7bec37fd-060f-462f-9088-a70904f0e48b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:40.907635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7bec37fd-060f-462f-9088-a70904f0e48b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:40.911655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7bec37fd-060f-462f-9088-a70904f0e48b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:40.922258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7bec37fd-060f-462f-9088-a70904f0e48b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:40.922600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=a8486b45-1ffb-45db-b0b4-6c51703231d2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:40.933508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.935463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 59c677af-b654-456a-81ce-e30e791aab8a is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:40.940218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:40.954748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dceece7a-f327-4986-96b5-b8d7ed236376 None None] Port 9196a979-e596-4a87-b295-df4f86b2a813 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:40.963977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:40.968177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:40.980006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7bec37fd-060f-462f-9088-a70904f0e48b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.002781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.051357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5254f891-2975-4c65-bacf-d43d0270d40f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:41.080374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.083919 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fb7351d0-b007-4f1f-bda3-83f8165cde2f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.4555755 Apr 05 14:34:41.084835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34802) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:41.097068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '5254f891-2975-4c65-bacf-d43d0270d40f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:41.109774 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:41.110427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.115996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:41.158730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:41.168543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:41.184883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:41.191915 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e3f37993-19ba-4d1d-b77c-8fd91ba718f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.4351356 Apr 05 14:34:41.192627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34806) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:41.197835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.205288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487589e6-0a8d-4c02-b939-825bc1fed4b4 None None] Network 59c677af-b654-456a-81ce-e30e791aab8a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:41.205423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '59c677af-b654-456a-81ce-e30e791aab8a', 'name': 'tempest-PortsTestJSON-1919456359'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:41.302918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.333838 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-56877bbe-a80d-4311-ad89-1062d449c246 None None] Provisioning for port e0b68fc4-8993-4ed3-9049-ec9337c407a1 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:41.346795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Deleting port 622bfa28-0604-4285-b770-df0934ac66ef {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:41.350323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.356018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:41.363630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e0b68fc4-8993-4ed3-9049-ec9337c407a1 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:41.365701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.378692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:41.386808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:41.390729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.436539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:41.444232 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-7bec37fd-060f-462f-9088-a70904f0e48b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:34:41.445352 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7bec37fd-060f-462f-9088-a70904f0e48b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5674274 Apr 05 14:34:41.457085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:41.458972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34814) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:41.542447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e0b68fc4-8993-4ed3-9049-ec9337c407a1 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:41.552434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e0b68fc4-8993-4ed3-9049-ec9337c407a1 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:41.552806 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.604140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:41.604759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: 637c8b3b-eecc-4955-a0b2-0bad1a4828b1, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:41.629824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:41.632943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.702467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 3be142de-4514-4e7c-85dd-9d65fefee030 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:41.711964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:41.741794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.757539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 637c8b3b-eecc-4955-a0b2-0bad1a4828b1) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:41.778293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] For port 622bfa28-0604-4285-b770-df0934ac66ef, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=622bfa28-0604-4285-b770-df0934ac66ef,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:41.778764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.781248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2059416-ebe1-4e85-b61c-5b861cb801f2 None None] Network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:41.804894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:41.805632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.827661 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.859993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.883216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc2c8-ef62-4675-adaf-c78ebccc5816 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.903260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port e0b68fc4-8993-4ed3-9049-ec9337c407a1, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e0b68fc4-8993-4ed3-9049-ec9337c407a1,segment=NetworkSegment(b2e789e1-7417-44f6-bd39-ffbc9ecec44c),segment_id=b2e789e1-7417-44f6-bd39-ffbc9ecec44c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:41.917871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:41.964657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Calling delete_port for 622bfa28-0604-4285-b770-df0934ac66ef owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:42.065243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32fe6fc-3f03-430b-b591-fbf38ca7c968,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:42.101802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=e0b68fc4-8993-4ed3-9049-ec9337c407a1,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:42.106279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d8bcb792-2d6d-4903-98da-f4bf3822f19d None None] Provisioning complete for port e0b68fc4-8993-4ed3-9049-ec9337c407a1 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:42.107170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb792-2d6d-4903-98da-f4bf3822f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.134684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc2c8-ef62-4675-adaf-c78ebccc5816 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.183980 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b8dc7320-f68e-43a2-bdd8-9be62b578f1e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1104786 Apr 05 14:34:42.184787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34828) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:42.395934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:42.397182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.404957 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.408808 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-82d67548-5fdf-42ca-b96a-a69673bf36fb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 1.3178682 Apr 05 14:34:42.409011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.417483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34834) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:42.425976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d8bcb792-2d6d-4903-98da-f4bf3822f19d None None] Provisioning for port a8486b45-1ffb-45db-b0b4-6c51703231d2 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:42.475268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d8bcb792-2d6d-4903-98da-f4bf3822f19d None None] Provisioning complete for port a8486b45-1ffb-45db-b0b4-6c51703231d2 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:42.475982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d8bcb792-2d6d-4903-98da-f4bf3822f19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.480594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.12 (59c677af-b654-456a-81ce-e30e791aab8a/6371f27e-9ef8-4b32-9de9-ae26316eba19/3be142de-4514-4e7c-85dd-9d65fefee030) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:42.511527 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5c697482-20cc-4c0c-b403-5bbd5297b489 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules/e32fe6fc-3f03-430b-b591-fbf38ca7c968 HTTP/1.1" status: 200 len: 705 time: 0.0806108 Apr 05 14:34:42.519412 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34838) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:42.528873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34842) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:42.570152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d8bcb792-2d6d-4903-98da-f4bf3822f19d None None] Port a8486b45-1ffb-45db-b0b4-6c51703231d2 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:42.598853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc2c8-ef62-4675-adaf-c78ebccc5816 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.603316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event deleted for resources: {'Port': ['ID=622bfa28-0604-4285-b770-df0934ac66ef,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:42.641739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3dc2c8-ef62-4675-adaf-c78ebccc5816 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0aa812-3cdf-4e4f-9456-23c747d47997,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:42.689292 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Allocated IP 172.20.0.2 (637c8b3b-eecc-4955-a0b2-0bad1a4828b1/334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e/dfc9172e-07d1-4858-8585-51583710a5c6) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:42.784023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b3dc2c8-ef62-4675-adaf-c78ebccc5816 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.787848 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3b3dc2c8-ef62-4675-adaf-c78ebccc5816 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f0aa812-3cdf-4e4f-9456-23c747d47997 HTTP/1.1" status: 204 len: 168 time: 1.3250833 Apr 05 14:34:42.796843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9c7e04fd-01ad-4fc6-b159-ac089f03efe5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:42.802532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.802726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34848) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:42.815562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.897647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-79bb1fc9-1f43-463a-af8e-b8c9f6620dd0 None None] Provisioning complete for port a8486b45-1ffb-45db-b0b4-6c51703231d2 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:42.898757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-79bb1fc9-1f43-463a-af8e-b8c9f6620dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.910611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--1457532083', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:42.923693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:42.926263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:42.939583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9c7e04fd-01ad-4fc6-b159-ac089f03efe5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:42.943546 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9c7e04fd-01ad-4fc6-b159-ac089f03efe5 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4208000 Apr 05 14:34:42.961674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34852) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:42.998959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.012357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-79bb1fc9-1f43-463a-af8e-b8c9f6620dd0 None None] Port a8486b45-1ffb-45db-b0b4-6c51703231d2 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:43.014441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=9196a979-e596-4a87-b295-df4f86b2a813,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:43.095946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.144128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.149037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b5e803b-f2a4-4b73-b9ea-c14805f02e9a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.162573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Transition to ACTIVE for port object dfc9172e-07d1-4858-8585-51583710a5c6 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:43.175958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b5e803b-f2a4-4b73-b9ea-c14805f02e9a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.188162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object 3be142de-4514-4e7c-85dd-9d65fefee030 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:43.196284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Transition to ACTIVE for port object dfc9172e-07d1-4858-8585-51583710a5c6 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:43.204826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.228786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:network and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:43.236033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:43.251356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:43.281719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:43.284948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:43.290531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:43.292478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:43.292918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Pushing event updated for resources: {'Port': ['ID=dfc9172e-07d1-4858-8585-51583710a5c6,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:43.295132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:43.297179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b5e803b-f2a4-4b73-b9ea-c14805f02e9a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.392440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e0b68fc4-8993-4ed3-9049-ec9337c407a1 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:43.426712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Attempting to bind port dfc9172e-07d1-4858-8585-51583710a5c6 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:43.427230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Attempting to bind port dfc9172e-07d1-4858-8585-51583710a5c6 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:43.427926 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Attempting to bind port dfc9172e-07d1-4858-8585-51583710a5c6 on network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:43.429592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:43.432856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.442471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:43.443131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Checking segment: {'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:43.443626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.444108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Bound using segment: {'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:43.444682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Bound port: dfc9172e-07d1-4858-8585-51583710a5c6, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:43.445682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.457211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d6e3667d-4a5a-43a3-88f4-8963b63f1eee tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:43.474933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.488731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.567278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e0b68fc4-8993-4ed3-9049-ec9337c407a1 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:43.567770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.573913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5e803b-f2a4-4b73-b9ea-c14805f02e9a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e32fe6fc-3f03-430b-b591-fbf38ca7c968,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:43.594366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.596006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b5e803b-f2a4-4b73-b9ea-c14805f02e9a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.599869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] For port dfc9172e-07d1-4858-8585-51583710a5c6, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:43.600933 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1b5e803b-f2a4-4b73-b9ea-c14805f02e9a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e32fe6fc-3f03-430b-b591-fbf38ca7c968 HTTP/1.1" status: 204 len: 168 time: 0.6383200 Apr 05 14:34:43.601856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34856) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:43.615734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.618920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d6e3667d-4a5a-43a3-88f4-8963b63f1eee tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:43.620389 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d6e3667d-4a5a-43a3-88f4-8963b63f1eee tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8169935 Apr 05 14:34:43.632080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34860) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:43.634788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] For port dfc9172e-07d1-4858-8585-51583710a5c6, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dfc9172e-07d1-4858-8585-51583710a5c6,segment=NetworkSegment(a5281176-4e7a-41bb-be41-cec2df8f98eb),segment_id=a5281176-4e7a-41bb-be41-cec2df8f98eb)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:43.649332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1531947662'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:43.652765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.664871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:43.667877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:43.690446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:43.694326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:43.700779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:43.710422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:43.723027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5624d508-f57c-42a3-873b-6ba8c108b551 None None] Provisioning complete for port 9196a979-e596-4a87-b295-df4f86b2a813 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:43.723581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5624d508-f57c-42a3-873b-6ba8c108b551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.728873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.729043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61bb6b7f-2b96-4af4-95ae-7627e8b257c1 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:34:43.740401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 59c677af-b654-456a-81ce-e30e791aab8a is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:43.752875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:43.754278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=3be142de-4514-4e7c-85dd-9d65fefee030,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:43.756704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:43.770652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.878139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.883876 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3bc3b5fb-996a-4b83-a378-cc14884d74d7 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "DELETE /v2.0/routers/61bb6b7f-2b96-4af4-95ae-7627e8b257c1 HTTP/1.1" status: 204 len: 168 time: 3.9975069 Apr 05 14:34:43.888466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34864) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:43.925082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:43.926973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-5624d508-f57c-42a3-873b-6ba8c108b551 None None] Port 9196a979-e596-4a87-b295-df4f86b2a813 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:43.932351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1427066614', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:43.932789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486e914d-e9d4-40db-aab3-24b3f8fb8248 None None] Pushing event updated for resources: {'Port': ['ID=dfc9172e-07d1-4858-8585-51583710a5c6,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:43.955241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:43.958638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:43.968537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:43.973056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e30bd13c-83f4-4055-823f-17d54684feba tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:43.973228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:43.994995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Usage tracker for resource:router and tenant:412e6537f5034376a61b19edda203f91 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:43.997879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:44.004907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:44.006017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:44.006894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.012079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.040331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e30bd13c-83f4-4055-823f-17d54684feba tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:44.044549 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e30bd13c-83f4-4055-823f-17d54684feba tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.4273446 Apr 05 14:34:44.045202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34868) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:44.060096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '5254f891-2975-4c65-bacf-d43d0270d40f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:44.073669 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ac05b524-eac2-45c3-95d5-c0d1a7c6db3f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.8773830 Apr 05 14:34:44.075453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:44.077575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34872) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:44.080714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:44.089830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.138307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:44.164145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-656cf3c6-b391-4a4f-b1ec-488101db6b86 None None] Provisioning for port 3be142de-4514-4e7c-85dd-9d65fefee030 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:44.173102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-656cf3c6-b391-4a4f-b1ec-488101db6b86 None None] Provisioning complete for port 3be142de-4514-4e7c-85dd-9d65fefee030 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:44.173479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-656cf3c6-b391-4a4f-b1ec-488101db6b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.185500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.271502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:44.274138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.275056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.296573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-656cf3c6-b391-4a4f-b1ec-488101db6b86 None None] Port 3be142de-4514-4e7c-85dd-9d65fefee030 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:44.298256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09640fa-050c-4fe8-b1c9-c57676adf2bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:44.298256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f09640fa-050c-4fe8-b1c9-c57676adf2bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:44.301209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=894de621-096a-402b-b49c-d6dd70638a1b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:44.322738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.323175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment 5de1f4da-264f-4ed8-9f29-0b24720d9e09 of type vlan for network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 Apr 05 14:34:44.352200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.363875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f09640fa-050c-4fe8-b1c9-c57676adf2bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:44.365672 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f09640fa-050c-4fe8-b1c9-c57676adf2bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.2827306 Apr 05 14:34:44.370292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.370440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.374944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34876) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:44.392059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.458427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.478258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.482226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router 89ea7679-ac1e-4168-a265-047011d92a0c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:44.489389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d72e045-19e3-4a35-9c2f-ae849ea87fb8,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:44.516413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.519967 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cbbcdf63-62d4-4023-85b4-b62e87569faf tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4694998 Apr 05 14:34:44.521814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0718f2b5-a29b-4c9a-b1f0-1e3b71aab906 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 3be142de-4514-4e7c-85dd-9d65fefee030 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:44.522180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0718f2b5-a29b-4c9a-b1f0-1e3b71aab906 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.527164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34880) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:44.540480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ae45ea-b74b-413b-8caf-2b014a0a7f60,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:44.646747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.650811 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4031f9a5-d394-45ad-8323-3787c11350a8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0083470 Apr 05 14:34:44.687352 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0fa95854-a48a-4576-b813-2bf4c1d363c4 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules/8d72e045-19e3-4a35-9c2f-ae849ea87fb8 HTTP/1.1" status: 200 len: 705 time: 0.1552291 Apr 05 14:34:44.687925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34884) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:44.744302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34886) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:44.744956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.748623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:44.749154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:44.768331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ab179005-4b3e-4ee8-8335-2909199b8800 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': '37ae45ea-b74b-413b-8caf-2b014a0a7f60', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:44.768980 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-ab179005-4b3e-4ee8-8335-2909199b8800 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:44.769962 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ab179005-4b3e-4ee8-8335-2909199b8800 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0765769 Apr 05 14:34:44.796267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34892) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:45.045979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4603965 Apr 05 14:34:45.046552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32143fa9-bb6a-4fda-b9a1-aecff3d58c75 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.047961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34896) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:45.068716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.20.0.1 (637c8b3b-eecc-4955-a0b2-0bad1a4828b1/334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e/d063ca22-3ff0-4259-84d2-6e3828ec6845) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:45.077591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-992265666', 'admin_state_up': True, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:45.089257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac7cf46-e6d4-46e5-b818-15ed9a583d8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=65fa9113-4b10-4a07-b2cd-6b0b326f5719,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:45.092593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:45.107157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:45.113116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1874b661-3d2a-4880-ba9b-0ca0a24c18f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:45.121057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.124106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:router and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:45.129891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0718f2b5-a29b-4c9a-b1f0-1e3b71aab906 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.138386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32143fa9-bb6a-4fda-b9a1-aecff3d58c75 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.146294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:45.160479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:45.181723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b94ea4-5af8-416b-b011-c782e6d951cb None None] Network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:45.252689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1874b661-3d2a-4880-ba9b-0ca0a24c18f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:45.258549 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1874b661-3d2a-4880-ba9b-0ca0a24c18f9 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.5032122 Apr 05 14:34:45.263610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34900) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:45.291994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0718f2b5-a29b-4c9a-b1f0-1e3b71aab906 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 3be142de-4514-4e7c-85dd-9d65fefee030 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:45.312855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-085c95e3-fb75-4d1a-a352-a8d3e794cadc None None] Provisioning for port dfc9172e-07d1-4858-8585-51583710a5c6 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:45.354883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.355796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.391640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bdc553c-d37b-4820-8591-8c6eef5164bc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.407167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32143fa9-bb6a-4fda-b9a1-aecff3d58c75 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.419794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bdc553c-d37b-4820-8591-8c6eef5164bc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.444407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device dfc9172e-07d1-4858-8585-51583710a5c6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:45.454565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32143fa9-bb6a-4fda-b9a1-aecff3d58c75 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ae45ea-b74b-413b-8caf-2b014a0a7f60,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:45.461503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.466596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.495021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object d063ca22-3ff0-4259-84d2-6e3828ec6845 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:45.506417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bdc553c-d37b-4820-8591-8c6eef5164bc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.528513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:45.534969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdc553c-d37b-4820-8591-8c6eef5164bc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d72e045-19e3-4a35-9c2f-ae849ea87fb8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:45.543594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-32143fa9-bb6a-4fda-b9a1-aecff3d58c75 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.545145 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-32143fa9-bb6a-4fda-b9a1-aecff3d58c75 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/37ae45ea-b74b-413b-8caf-2b014a0a7f60 HTTP/1.1" status: 204 len: 168 time: 0.7447691 Apr 05 14:34:45.548005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34904) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:45.565604 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-62c6bfa9-7d5c-4b88-970a-b518abf22f22 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/routers/89ea7679-ac1e-4168-a265-047011d92a0c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8574910 Apr 05 14:34:45.567910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34908) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:45.570365 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9cc98-de8c-4766-b00e-af0bd4c44238 None None] Sync routers for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:45.580851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bdc553c-d37b-4820-8591-8c6eef5164bc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.582984 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1bdc553c-d37b-4820-8591-8c6eef5164bc tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/8d72e045-19e3-4a35-9c2f-ae849ea87fb8 HTTP/1.1" status: 204 len: 168 time: 0.3190165 Apr 05 14:34:45.596832 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9cc98-de8c-4766-b00e-af0bd4c44238 None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:45.598572 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7bb9cc98-de8c-4766-b00e-af0bd4c44238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:45.603936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34912) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:45.617842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port dfc9172e-07d1-4858-8585-51583710a5c6 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:45.631860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'port': {'network_id': 'edd72e5b-d9ec-4289-a6bd-f4d6aef6baae', 'name': 'tempest-FloatingIPTestJSON-1131347480'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:45.640054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port dfc9172e-07d1-4858-8585-51583710a5c6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:45.640733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.737885 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7bb9cc98-de8c-4766-b00e-af0bd4c44238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:45.745160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.762443 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb9cc98-de8c-4766-b00e-af0bd4c44238 None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:45.763211 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7bb9cc98-de8c-4766-b00e-af0bd4c44238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:45.792333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.820589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.840171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.871181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port dfc9172e-07d1-4858-8585-51583710a5c6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dfc9172e-07d1-4858-8585-51583710a5c6,segment=NetworkSegment(a5281176-4e7a-41bb-be41-cec2df8f98eb),segment_id=a5281176-4e7a-41bb-be41-cec2df8f98eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:45.876774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.877313 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7bb9cc98-de8c-4766-b00e-af0bd4c44238 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:45.878004 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb9cc98-de8c-4766-b00e-af0bd4c44238 None None] The sync data for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:45.892041 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:45.894591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0718f2b5-a29b-4c9a-b1f0-1e3b71aab906 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.944605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Usage tracker for resource:port and tenant:ee7871d169f840ee86d14ca14e2b66a3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:45.958860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:45.963422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718f2b5-a29b-4c9a-b1f0-1e3b71aab906 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=3be142de-4514-4e7c-85dd-9d65fefee030,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:45.963603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:45.965550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=dfc9172e-07d1-4858-8585-51583710a5c6,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:45.967274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-73abe20b-d998-4a18-94ef-f8ca1bc169e4 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:45.972798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:45.976037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4c8cde1f-a695-4fc9-a382-620e220aef4e None None] Provisioning complete for port dfc9172e-07d1-4858-8585-51583710a5c6 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:45.976599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4c8cde1f-a695-4fc9-a382-620e220aef4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:45.985591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:45.993921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=d063ca22-3ff0-4259-84d2-6e3828ec6845,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:46.001492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:46.059658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2274cb46-5841-49a0-8f34-065465f5b040 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:46.079219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.085517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Made reservation on behalf of ee7871d169f840ee86d14ca14e2b66a3 for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:46.088573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.092111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-73abe20b-d998-4a18-94ef-f8ca1bc169e4 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:46.097787 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-73abe20b-d998-4a18-94ef-f8ca1bc169e4 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5472481 Apr 05 14:34:46.105972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34916) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:46.128913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290618300'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:46.135839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:46.151359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:46.171682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2274cb46-5841-49a0-8f34-065465f5b040 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:46.175728 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2274cb46-5841-49a0-8f34-065465f5b040 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5622029 Apr 05 14:34:46.175929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0718f2b5-a29b-4c9a-b1f0-1e3b71aab906 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.179272 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0718f2b5-a29b-4c9a-b1f0-1e3b71aab906 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/3be142de-4514-4e7c-85dd-9d65fefee030 HTTP/1.1" status: 204 len: 168 time: 1.7866182 Apr 05 14:34:46.179272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34920) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:46.179818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34922) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:46.182199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] device_id is not set on port 0296264f-bd56-41f2-8fd5-dd94ec762a2c yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:46.218458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': '5254f891-2975-4c65-bacf-d43d0270d40f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:46.221736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.225550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.235574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:46.239695 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-db071423-6c96-472d-b973-efbfe32fbc10 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:34:46.240210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-db071423-6c96-472d-b973-efbfe32fbc10 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:46.284081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Allocated IP 172.26.6.203 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/4cb223d6-00b0-491f-bfc3-c051844a5658) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:46.295282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:46.311498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-db071423-6c96-472d-b973-efbfe32fbc10 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:46.315539 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-db071423-6c96-472d-b973-efbfe32fbc10 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/3be142de-4514-4e7c-85dd-9d65fefee030 HTTP/1.1" status: 404 len: 333 time: 0.1345944 Apr 05 14:34:46.317596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34928) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:46.414482 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Project 28cc7e2b81ed468088f131052c6ee655 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:34:46.426683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:46.435009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.447667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:46.454404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:46.463080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4ab4679b-31ce-45c7-bbc7-8cdfa7d060f4 None None] Provisioning for port d063ca22-3ff0-4259-84d2-6e3828ec6845 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:46.468987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4ab4679b-31ce-45c7-bbc7-8cdfa7d060f4 None None] Provisioning complete for port d063ca22-3ff0-4259-84d2-6e3828ec6845 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:46.469847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4ab4679b-31ce-45c7-bbc7-8cdfa7d060f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.474117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:46.510641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7b78d5b9-351a-4bb1-a3b1-ae3316f9de12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port a8486b45-1ffb-45db-b0b4-6c51703231d2 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:46.511029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b78d5b9-351a-4bb1-a3b1-ae3316f9de12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.521506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Allocated IP 172.20.0.10 (edd72e5b-d9ec-4289-a6bd-f4d6aef6baae/cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302/0296264f-bd56-41f2-8fd5-dd94ec762a2c) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:46.530448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4679b-31ce-45c7-bbc7-8cdfa7d060f4 None None] Port d063ca22-3ff0-4259-84d2-6e3828ec6845 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:46.549422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.629182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.656157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.657091 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.699687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.756065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:46.893817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ef8caf8-5df2-498d-8e7a-cfad152a4fdb,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:46.972301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0207f1-5836-4629-99fc-a6cac30b1779,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:47.016887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.018274 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c144cf6c-36ae-438e-9bd3-890adbc7cc0d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9077945 Apr 05 14:34:47.040300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34932) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:47.042807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.043913 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9b6c7ae7-90bc-42b0-b38c-d385d6b67e6b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8642209 Apr 05 14:34:47.048156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.062358 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34936) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:47.076984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-874b1104-b676-4aee-90f8-5fc9f5adf448 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': '8b0207f1-5836-4629-99fc-a6cac30b1779', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:47.077625 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-874b1104-b676-4aee-90f8-5fc9f5adf448 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:47.078582 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-874b1104-b676-4aee-90f8-5fc9f5adf448 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0371985 Apr 05 14:34:47.081570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34940) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:47.109556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.119277 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dbe4189c-5528-4fb6-9ed4-059e7cafdc73 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules/2ef8caf8-5df2-498d-8e7a-cfad152a4fdb HTTP/1.1" status: 200 len: 711 time: 0.0548325 Apr 05 14:34:47.135705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34944) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:47.185451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.196794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b78d5b9-351a-4bb1-a3b1-ae3316f9de12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.229972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Transition to ACTIVE for port object 0296264f-bd56-41f2-8fd5-dd94ec762a2c will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:47.279519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.298651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cd94fc96-5ddb-43ad-a2e0-7e1c2bf98fe7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.329386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.398756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device dfc9172e-07d1-4858-8585-51583710a5c6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:47.404575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cd94fc96-5ddb-43ad-a2e0-7e1c2bf98fe7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.436784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.96 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:47.447640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7b78d5b9-351a-4bb1-a3b1-ae3316f9de12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for a8486b45-1ffb-45db-b0b4-6c51703231d2 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:47.482494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:47.484402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event updated for resources: {'Port': ['ID=0296264f-bd56-41f2-8fd5-dd94ec762a2c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:47.485356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port dfc9172e-07d1-4858-8585-51583710a5c6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:47.486994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.491430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:47.507524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:47.604740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-790c8489-5261-4bbe-862e-811e1fdde1ca tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.4670444 Apr 05 14:34:47.608899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:47.617078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34948) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:47.628060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:47.634010 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:34:47.655955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:47.672364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cd94fc96-5ddb-43ad-a2e0-7e1c2bf98fe7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.672860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:34:47.673178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device fbe45eb4-70fe-44d2-9c3a-5265df76c9c6 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:34:47.674921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 622bfa28-0604-4285-b770-df0934ac66ef no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:34:47.694776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event updated for resources: {'Port': ['ID=4cb223d6-00b0-491f-bfc3-c051844a5658,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:47.698531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:47.699191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.735686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 622bfa28-0604-4285-b770-df0934ac66ef {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:34:47.736290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 622bfa28-0604-4285-b770-df0934ac66ef not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:34:47.767078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94fc96-5ddb-43ad-a2e0-7e1c2bf98fe7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0207f1-5836-4629-99fc-a6cac30b1779,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:47.789782 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-73d804c9-6266-4b57-bdf9-b6126b98ec76 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2204840 Apr 05 14:34:47.793361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd000-2c65-4ed0-ac6c-828a0b55309a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.800926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cd94fc96-5ddb-43ad-a2e0-7e1c2bf98fe7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.802018 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cd94fc96-5ddb-43ad-a2e0-7e1c2bf98fe7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/8b0207f1-5836-4629-99fc-a6cac30b1779 HTTP/1.1" status: 204 len: 168 time: 0.7173853 Apr 05 14:34:47.805125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34952) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:47.805383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34954) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:47.819601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd000-2c65-4ed0-ac6c-828a0b55309a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.831530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Request body: {'floatingip': {'port_id': '0296264f-bd56-41f2-8fd5-dd94ec762a2c'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:47.864304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-deda9f0b-5090-4f31-9bba-e255c088e5aa None None] Provisioning for port 0296264f-bd56-41f2-8fd5-dd94ec762a2c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:34:47.869082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-deda9f0b-5090-4f31-9bba-e255c088e5aa None None] Provisioning complete for port 0296264f-bd56-41f2-8fd5-dd94ec762a2c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:47.869651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-deda9f0b-5090-4f31-9bba-e255c088e5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.890417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:34:47.918925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.923335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deda9f0b-5090-4f31-9bba-e255c088e5aa None None] Port 0296264f-bd56-41f2-8fd5-dd94ec762a2c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:47.929998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.956524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:47.998637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd000-2c65-4ed0-ac6c-828a0b55309a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.012598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b78d5b9-351a-4bb1-a3b1-ae3316f9de12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.031773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.068534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.073859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=d063ca22-3ff0-4259-84d2-6e3828ec6845,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:48.096522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0fd000-2c65-4ed0-ac6c-828a0b55309a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ef8caf8-5df2-498d-8e7a-cfad152a4fdb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:48.098367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6f0fd000-2c65-4ed0-ac6c-828a0b55309a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.099477 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6f0fd000-2c65-4ed0-ac6c-828a0b55309a tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2ef8caf8-5df2-498d-8e7a-cfad152a4fdb HTTP/1.1" status: 204 len: 168 time: 0.4777274 Apr 05 14:34:48.109775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34960) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:48.115371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-267e4109-b712-4d3b-b78c-925b0f5d8b76 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:48.171715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78d5b9-351a-4bb1-a3b1-ae3316f9de12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=a8486b45-1ffb-45db-b0b4-6c51703231d2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:48.190786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-267e4109-b712-4d3b-b78c-925b0f5d8b76 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:48.196162 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-267e4109-b712-4d3b-b78c-925b0f5d8b76 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3865850 Apr 05 14:34:48.197390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.206934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34964) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:48.252937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1571979871'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:48.278500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:48.336689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:48.350681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:48.351752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b78d5b9-351a-4bb1-a3b1-ae3316f9de12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.355379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:48.361589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:48.369574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:48.374415 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5fd9295a-8e53-452c-841e-cdc6da496afb tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2326925 Apr 05 14:34:48.380700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34968) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:48.401009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.419852 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7b78d5b9-351a-4bb1-a3b1-ae3316f9de12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/a8486b45-1ffb-45db-b0b4-6c51703231d2 HTTP/1.1" status: 204 len: 168 time: 2.1012273 Apr 05 14:34:48.430887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34972) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:48.483173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.483880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.504814 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3467b1-3107-49fe-898f-ee34224cb9f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:34:48.505317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5b3467b1-3107-49fe-898f-ee34224cb9f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:48.510072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:48.514791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:48.772966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:48.790954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:48.799860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:48.813795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:48.856038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bcd480dd-e2c1-4aec-baa8-16667ea58e9e None None] Provisioning complete for port d063ca22-3ff0-4259-84d2-6e3828ec6845 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:34:48.857368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bcd480dd-e2c1-4aec-baa8-16667ea58e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:48.905103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5b3467b1-3107-49fe-898f-ee34224cb9f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:48.908916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5b3467b1-3107-49fe-898f-ee34224cb9f0 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/a8486b45-1ffb-45db-b0b4-6c51703231d2 HTTP/1.1" status: 404 len: 333 time: 0.4658310 Apr 05 14:34:48.921339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 34976) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:48.923486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bcd480dd-e2c1-4aec-baa8-16667ea58e9e None None] Port d063ca22-3ff0-4259-84d2-6e3828ec6845 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:34:48.970926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c3053c9-2d4e-49c8-b908-1da033343c06 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.006670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.024139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.043938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c3053c9-2d4e-49c8-b908-1da033343c06 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.093423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e76a32-7853-4b68-9519-47e9c9640a83,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:49.101684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.105680 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9dbeecce-153d-4907-acbd-42840a3c6993 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8688736 Apr 05 14:34:49.105939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34980) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:49.113572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-01e20a36-9398-45e2-bbe5-bc786499ab01 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'b3e76a32-7853-4b68-9519-47e9c9640a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:49.114321 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-01e20a36-9398-45e2-bbe5-bc786499ab01 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:49.115212 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-01e20a36-9398-45e2-bbe5-bc786499ab01 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0076759 Apr 05 14:34:49.119769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34984) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:49.127455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4d9787d5-6749-4db9-8a01-d1a183bdc198 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'b3e76a32-7853-4b68-9519-47e9c9640a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:49.128104 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-4d9787d5-6749-4db9-8a01-d1a183bdc198 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:49.128999 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4d9787d5-6749-4db9-8a01-d1a183bdc198 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0078454 Apr 05 14:34:49.130996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.131602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.133368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34988) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:49.141832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a87f8c98-0991-463c-927d-28e396d71cc4 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'b3e76a32-7853-4b68-9519-47e9c9640a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:49.142508 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-a87f8c98-0991-463c-927d-28e396d71cc4 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:49.143412 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a87f8c98-0991-463c-927d-28e396d71cc4 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077484 Apr 05 14:34:49.145943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34992) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:49.211175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-580b723b-f299-425e-a6d5-676ff5fc160d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'b3e76a32-7853-4b68-9519-47e9c9640a83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:49.211852 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-580b723b-f299-425e-a6d5-676ff5fc160d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:49.212767 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-580b723b-f299-425e-a6d5-676ff5fc160d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0651267 Apr 05 14:34:49.220654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 34996) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:49.310185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:34:49.330511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c3053c9-2d4e-49c8-b908-1da033343c06 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.370257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3053c9-2d4e-49c8-b908-1da033343c06 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5254f891-2975-4c65-bacf-d43d0270d40f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:49.378353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-065f03e7-e64c-45fe-b809-451f2c8dbffe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet 6371f27e-9ef8-4b32-9de9-ae26316eba19 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:34:49.393561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-065f03e7-e64c-45fe-b809-451f2c8dbffe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.430110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c3053c9-2d4e-49c8-b908-1da033343c06 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.431237 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0c3053c9-2d4e-49c8-b908-1da033343c06 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/5254f891-2975-4c65-bacf-d43d0270d40f HTTP/1.1" status: 204 len: 168 time: 1.0386503 Apr 05 14:34:49.435523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35000) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:49.459589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.475627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-065f03e7-e64c-45fe-b809-451f2c8dbffe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.475830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.595020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-593b9f5c-424a-471d-89e0-ea1359e8fded tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.633993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-065f03e7-e64c-45fe-b809-451f2c8dbffe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.653933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-593b9f5c-424a-471d-89e0-ea1359e8fded tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.666987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:49.685393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Router c100ec14-c79f-44e9-907a-88efa5d6c351 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:49.717824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ee5aaf40-4e97-49f8-9318-6d5e7f599181 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:49.758616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ee5aaf40-4e97-49f8-9318-6d5e7f599181 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:49.768562 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ee5aaf40-4e97-49f8-9318-6d5e7f599181 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3204141 Apr 05 14:34:49.770306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35004) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:49.780252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group': {'name': 'tempest-secgroup--56632515'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:49.785827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-593b9f5c-424a-471d-89e0-ea1359e8fded tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.805411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:49.821424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593b9f5c-424a-471d-89e0-ea1359e8fded tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e76a32-7853-4b68-9519-47e9c9640a83,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:49.836104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:49.851934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-593b9f5c-424a-471d-89e0-ea1359e8fded tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.853035 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-593b9f5c-424a-471d-89e0-ea1359e8fded tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/b3e76a32-7853-4b68-9519-47e9c9640a83 HTTP/1.1" status: 204 len: 168 time: 0.6313853 Apr 05 14:34:49.858625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35008) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:49.887845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.945934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-065f03e7-e64c-45fe-b809-451f2c8dbffe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:49.972413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 46239b44-2ad3-4650-8a74-3a1a6800af20 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:34:49.974370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:49.986366 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP a97b905a-6543-4238-a8d1-c07af67a1bc1 associated. External IP: 172.26.6.62, port: 8319b553-36f2-48d7-86b9-f960042a7fa3. Apr 05 14:34:50.001464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f03e7-e64c-45fe-b809-451f2c8dbffe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=6371f27e-9ef8-4b32-9de9-ae26316eba19,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:50.023820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a1e670-6709-44b4-803e-235ec06ad3b5 None None] Network 59c677af-b654-456a-81ce-e30e791aab8a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:50.026797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-065f03e7-e64c-45fe-b809-451f2c8dbffe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.040075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:50.047980 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-065f03e7-e64c-45fe-b809-451f2c8dbffe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/6371f27e-9ef8-4b32-9de9-ae26316eba19 HTTP/1.1" status: 204 len: 168 time: 1.1196842 Apr 05 14:34:50.048149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35012) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:50.051479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:50.112341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:50.119598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-522eaf35-e0df-4a62-9a23-758329b5ed28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:50.182790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.198854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:50.205223 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9e37b45a-889f-4e62-abdb-2b7b425ec845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0190616 Apr 05 14:34:50.207568 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35016) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:50.213847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Sync routers for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:50.216682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-1574153437'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:50.220235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port e0b68fc4-8993-4ed3-9049-ec9337c407a1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:50.220861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.235728 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:50.236317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:50.263811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:50.276954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:50.281374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-522eaf35-e0df-4a62-9a23-758329b5ed28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:50.282630 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-522eaf35-e0df-4a62-9a23-758329b5ed28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4193566 Apr 05 14:34:50.289382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:50.293843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35020) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:50.300684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:50.313353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--66726357'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:50.324550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:50.361187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.370972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.391703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] DHCP port deletion for 59c677af-b654-456a-81ce-e30e791aab8a request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:34:50.414263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] Deleting port e0b68fc4-8993-4ed3-9049-ec9337c407a1 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:50.414879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.437785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d40118-38a4-4ec0-a737-e2abdc5356ed,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:50.454960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.458797 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0bef8d8b-9bc7-42f1-b197-20a4bc3b7a6c tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6832330 Apr 05 14:34:50.461174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35024) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:50.474428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Request body: {'security_group_rule': {'security_group_id': 'a5d40118-38a4-4ec0-a737-e2abdc5356ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:50.485378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:50.494178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Usage tracker for resource:security_group_rule and tenant:28cc7e2b81ed468088f131052c6ee655 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:50.497979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:50.501291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:50.515968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:50.521117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:50.524264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:34:50.524612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.556257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.562822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.626868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:50.640351 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c813c6f-5e5c-44b3-91c0-351619605b19 None None] Sync routers for ids ['c100ec14-c79f-44e9-907a-88efa5d6c351'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:50.671687 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c813c6f-5e5c-44b3-91c0-351619605b19 None None] Routers {'c100ec14-c79f-44e9-907a-88efa5d6c351'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:50.672598 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8c813c6f-5e5c-44b3-91c0-351619605b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c100ec14-c79f-44e9-907a-88efa5d6c351'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:50.735979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:50.761862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:50.769268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:50.772765 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8c813c6f-5e5c-44b3-91c0-351619605b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:50.775615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:50.784839 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c813c6f-5e5c-44b3-91c0-351619605b19 None None] Routers {'c100ec14-c79f-44e9-907a-88efa5d6c351'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:50.785918 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8c813c6f-5e5c-44b3-91c0-351619605b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c100ec14-c79f-44e9-907a-88efa5d6c351'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:50.787357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:50.832421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] For port e0b68fc4-8993-4ed3-9049-ec9337c407a1, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e0b68fc4-8993-4ed3-9049-ec9337c407a1,segment=NetworkSegment(b2e789e1-7417-44f6-bd39-ffbc9ecec44c),segment_id=b2e789e1-7417-44f6-bd39-ffbc9ecec44c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:50.832804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.848061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:50.854102 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8c813c6f-5e5c-44b3-91c0-351619605b19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:50.854547 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c813c6f-5e5c-44b3-91c0-351619605b19 None None] The sync data for ids ['c100ec14-c79f-44e9-907a-88efa5d6c351'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:50.878749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] For port e0b68fc4-8993-4ed3-9049-ec9337c407a1, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e0b68fc4-8993-4ed3-9049-ec9337c407a1,segment=NetworkSegment(b2e789e1-7417-44f6-bd39-ffbc9ecec44c),segment_id=b2e789e1-7417-44f6-bd39-ffbc9ecec44c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:34:50.879219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.898393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.902680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.903039 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment 292818d7-411d-4a8a-a6bd-6291e1b21cb5 of type vlan for network 4cbd2050-cecb-4375-950c-24939e3234d1 Apr 05 14:34:50.908358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Sync routers for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:50.910668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.915274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.918692 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b3866888-2041-477d-826a-d769ab2cfbb5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.8592577 Apr 05 14:34:50.920298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35028) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:50.924922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.961228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.964254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8b3924-3a4d-4bf8-a93c-736f7cdd5f73,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:50.966132 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7a98f423-ba05-412b-9c28-0dba04893c31 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.0490446 Apr 05 14:34:50.966580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35034) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:50.977762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:50.982192 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-28e7e3ad-9f0b-4e18-aba7-3cebd93eb63b tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5177255 Apr 05 14:34:50.983895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35036) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:50.987860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] Calling delete_port for e0b68fc4-8993-4ed3-9049-ec9337c407a1 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:51.026879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.046268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for e0b68fc4-8993-4ed3-9049-ec9337c407a1 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:51.095369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:51.095912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:51.096975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-983417f5-3f4b-4bbc-9b75-95b0b9ac0cdd tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': False}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:51.126827 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec73067b-3739-4369-83ff-a2f5e94acc5e tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2035098 Apr 05 14:34:51.130342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35042) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.154857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-800ba283-bb1b-49af-8b63-e0edd747d281 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.263100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-800ba283-bb1b-49af-8b63-e0edd747d281 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.271898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.272395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:51.273177 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.9740460 Apr 05 14:34:51.279827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd0466-ee77-4e74-b430-372016cba1f9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0590a36-02bc-43df-99bf-fbf1f6da03d4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:51.280000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35046) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.291829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8925677e-78d7-4758-aaa5-441fe13ff6e9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:51.292476 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-8925677e-78d7-4758-aaa5-441fe13ff6e9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:51.293443 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8925677e-78d7-4758-aaa5-441fe13ff6e9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0093398 Apr 05 14:34:51.293945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.300503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35050) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.320917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-81af2502-44c2-444c-a48f-71542cccf5e3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:51.328722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-81af2502-44c2-444c-a48f-71542cccf5e3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:51.348807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-81af2502-44c2-444c-a48f-71542cccf5e3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:51.366423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-81af2502-44c2-444c-a48f-71542cccf5e3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:51.370250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:34:51.370572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:34:51.379136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-81af2502-44c2-444c-a48f-71542cccf5e3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:51.393580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.397325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:51.397956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.417791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.421755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e0b68fc4-8993-4ed3-9049-ec9337c407a1 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:34:51.440499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101b4bd3-9dc8-4ecd-bb54-9976d0cf545b tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:51.444840 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-101b4bd3-9dc8-4ecd-bb54-9976d0cf545b tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3090408 Apr 05 14:34:51.485421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35054) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.535343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-800ba283-bb1b-49af-8b63-e0edd747d281 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.562179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ba283-bb1b-49af-8b63-e0edd747d281 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d40118-38a4-4ec0-a737-e2abdc5356ed,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:51.563413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: e0b68fc4-8993-4ed3-9049-ec9337c407a1 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:34:51.563752 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e0b68fc4-8993-4ed3-9049-ec9337c407a1 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:34:51.568482 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3588698 Apr 05 14:34:51.571884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe7c8d-eebb-4bfc-b505-8a30dc30a086 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=4cbd2050-cecb-4375-950c-24939e3234d1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:51.572523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35058) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.577981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-84623594-a32f-4740-a1bd-1b2663f9aa3b tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0795426 Apr 05 14:34:51.577981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-81af2502-44c2-444c-a48f-71542cccf5e3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:51.578487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-81af2502-44c2-444c-a48f-71542cccf5e3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2768691 Apr 05 14:34:51.580117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35062) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.582673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35064) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.583170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] Pushing event deleted for resources: {'Port': ['ID=e0b68fc4-8993-4ed3-9049-ec9337c407a1,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:51.583766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:51.588579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-822429739', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:51.610784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6af5c85f-8be0-49ec-8739-31cffcfa3496 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:51.611444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-6af5c85f-8be0-49ec-8739-31cffcfa3496 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:51.615015 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6af5c85f-8be0-49ec-8739-31cffcfa3496 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0286615 Apr 05 14:34:51.618229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35070) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.624178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab13e99a-099a-4f62-865c-df8a59002e0c None None] No DVR routers for this DVR port e0b68fc4-8993-4ed3-9049-ec9337c407a1 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:34:51.626618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-63c6a060-4b5c-42b9-981b-6dc7265af280 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:51.644719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 4cbd2050-cecb-4375-950c-24939e3234d1 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:51.677623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-800ba283-bb1b-49af-8b63-e0edd747d281 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:51.679119 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-800ba283-bb1b-49af-8b63-e0edd747d281 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5d40118-38a4-4ec0-a737-e2abdc5356ed HTTP/1.1" status: 204 len: 168 time: 0.6942177 Apr 05 14:34:51.687617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35074) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:51.708315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-63c6a060-4b5c-42b9-981b-6dc7265af280 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:51.732095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-63c6a060-4b5c-42b9-981b-6dc7265af280 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:51.738161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-63c6a060-4b5c-42b9-981b-6dc7265af280 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:51.743217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:34:51.743459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:51.748892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:51.753846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:51.759373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-63c6a060-4b5c-42b9-981b-6dc7265af280 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:51.762321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:51.788685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:51.802799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:34:47Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:51.807902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:51.823222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:51.827288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:51.849826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:51.880202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Checking router: 37c6895e-9b79-4015-be83-480882cb809a for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:34:51.880461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Updating router 37c6895e-9b79-4015-be83-480882cb809a port d063ca22-3ff0-4259-84d2-6e3828ec6845 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:34:51.886254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:51.899262 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf3d2a-ca1b-4169-a067-1e68154a2992 None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:51.914574 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf3d2a-ca1b-4169-a067-1e68154a2992 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:51.916026 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d4bf3d2a-ca1b-4169-a067-1e68154a2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:51.921265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3aad0ca9-49d0-4b38-99c3-48f31a93c758 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:51.931349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port e0b68fc4-8993-4ed3-9049-ec9337c407a1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:51.932219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.018257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:52.024920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.029341 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d4bf3d2a-ca1b-4169-a067-1e68154a2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:52.039354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.045325 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bf3d2a-ca1b-4169-a067-1e68154a2992 None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:52.046456 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d4bf3d2a-ca1b-4169-a067-1e68154a2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:52.052884 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-63c6a060-4b5c-42b9-981b-6dc7265af280 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:52.054811 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-63c6a060-4b5c-42b9-981b-6dc7265af280 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4344368 Apr 05 14:34:52.064797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35078) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:52.132072 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d4bf3d2a-ca1b-4169-a067-1e68154a2992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:52.133089 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4bf3d2a-ca1b-4169-a067-1e68154a2992 None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:52.135209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3aad0ca9-49d0-4b38-99c3-48f31a93c758 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:52.139925 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3aad0ca9-49d0-4b38-99c3-48f31a93c758 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4437163 Apr 05 14:34:52.140081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35080) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:52.157499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] The port 'e0b68fc4-8993-4ed3-9049-ec9337c407a1' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:34:52.171266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-007786f6-49d2-4dd0-96f5-d1803b8198b3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:52.172075 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-007786f6-49d2-4dd0-96f5-d1803b8198b3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:52.175784 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-007786f6-49d2-4dd0-96f5-d1803b8198b3 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0324554 Apr 05 14:34:52.178216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35086) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:52.236864 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-17144d1b-b32a-4454-8b9f-d8362a5e290d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:52.304808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-17144d1b-b32a-4454-8b9f-d8362a5e290d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:52.308653 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-17144d1b-b32a-4454-8b9f-d8362a5e290d tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1651754 Apr 05 14:34:52.311793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35090) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:52.343304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c7187800-a14a-4f47-bf08-be8fc0a43b5b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:52.359520 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-c28332db-4c9d-416d-8125-fc47fce47409 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] delete failed (client error): The resource could not be found. Apr 05 14:34:52.364193 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c28332db-4c9d-416d-8125-fc47fce47409 tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "DELETE /v2.0/security-groups/a5d40118-38a4-4ec0-a737-e2abdc5356ed HTTP/1.1" status: 404 len: 347 time: 0.0481095 Apr 05 14:34:52.365758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c7187800-a14a-4f47-bf08-be8fc0a43b5b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:52.367642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35094) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:52.392239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:48Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:34:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:52.399832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Checking router: 46239b44-2ad3-4650-8a74-3a1a6800af20 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:34:52.400007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c7187800-a14a-4f47-bf08-be8fc0a43b5b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:52.400117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Updating router 46239b44-2ad3-4650-8a74-3a1a6800af20 port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:34:52.433910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.448925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c7187800-a14a-4f47-bf08-be8fc0a43b5b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:52.464658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c7187800-a14a-4f47-bf08-be8fc0a43b5b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:52.468425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.479302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.556591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.605648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-c7187800-a14a-4f47-bf08-be8fc0a43b5b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Project 26a5254fdde441debca55b0e5e833b95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:34:52.629887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59c677af-b654-456a-81ce-e30e791aab8a']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:52.666336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2e789e1-7417-44f6-bd39-ffbc9ecec44c') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:52.666724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2e789e1-7417-44f6-bd39-ffbc9ecec44c') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:52.681230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-c7187800-a14a-4f47-bf08-be8fc0a43b5b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:52.685318 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c7187800-a14a-4f47-bf08-be8fc0a43b5b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5020421 Apr 05 14:34:52.689160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.690023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-58d6daa2-72ff-4cb8-94e6-88910fd0e54f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Synchronizing usage tracker for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:52.692791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35098) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:52.694102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.713685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.723654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b7bb9655-0145-4f05-ba80-763f0e5b72e7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:52.724437 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-b7bb9655-0145-4f05-ba80-763f0e5b72e7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:52.727881 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b7bb9655-0145-4f05-ba80-763f0e5b72e7 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0223155 Apr 05 14:34:52.753212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:34:52.753790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:34:52.768789 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:34:52.772051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35102) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:52.784596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=4e12a33a-2e44-488d-aa63-291aab12e0dd,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:52.811630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-58d6daa2-72ff-4cb8-94e6-88910fd0e54f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] Unset dirty status for tenant:28cc7e2b81ed468088f131052c6ee655 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:52.812841 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58d6daa2-72ff-4cb8-94e6-88910fd0e54f tempest-SecGroupIPv6Test-1665263196 tempest-SecGroupIPv6Test-1665263196-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4350069 Apr 05 14:34:52.824677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:52.825030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: 4cbd2050-cecb-4375-950c-24939e3234d1, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:52.842848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-67b1c2c2-ea7a-4d15-a47a-ffb5dbdee972 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:52.867189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 4cbd2050-cecb-4375-950c-24939e3234d1 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:52.878396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-67b1c2c2-ea7a-4d15-a47a-ffb5dbdee972 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:52.885368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 4cbd2050-cecb-4375-950c-24939e3234d1) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:52.892365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-67b1c2c2-ea7a-4d15-a47a-ffb5dbdee972 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:52.899776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-67b1c2c2-ea7a-4d15-a47a-ffb5dbdee972 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:52.904846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:52.905424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.913063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.916861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-67b1c2c2-ea7a-4d15-a47a-ffb5dbdee972 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:52.944340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:52.944564 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1f37fc42-2a53-431c-8851-6a6bf3faba7d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3689206 Apr 05 14:34:52.950006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35108) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:52.970097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Network': ['ID=59c677af-b654-456a-81ce-e30e791aab8a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:52.986126 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-67b1c2c2-ea7a-4d15-a47a-ffb5dbdee972 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Project 26a5254fdde441debca55b0e5e833b95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:34:52.992429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Transition to ACTIVE for port object d063ca22-3ff0-4259-84d2-6e3828ec6845 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:53.000451 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3fdee906-8333-4c8c-9afe-d4b046fb45ac tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/networks/59c677af-b654-456a-81ce-e30e791aab8a HTTP/1.1" status: 204 len: 168 time: 2.9473076 Apr 05 14:34:53.000683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e940b9f9-0fb8-45e7-a1da-d3ac0e0da9be None None] Network 4cbd2050-cecb-4375-950c-24939e3234d1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:53.007901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35112) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:53.015782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-564335779'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:53.021660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.028445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router 89ea7679-ac1e-4168-a265-047011d92a0c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:53.060936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:53.086578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.105083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.126650 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-67b1c2c2-ea7a-4d15-a47a-ffb5dbdee972 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:53.127852 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-67b1c2c2-ea7a-4d15-a47a-ffb5dbdee972 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3461499 Apr 05 14:34:53.135565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:network and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:53.140907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35118) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:53.145723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:53.183753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ec9d8-b939-4c34-9cf1-3449ca56b42c None None] Pushing event updated for resources: {'Port': ['ID=d063ca22-3ff0-4259-84d2-6e3828ec6845,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:53.199684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35122) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:53.218343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-dc3e273f-9e49-4919-8330-3c4f0fb43f77 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'd0590a36-02bc-43df-99bf-fbf1f6da03d4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:53.223289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:53.258760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dc3e273f-9e49-4919-8330-3c4f0fb43f77 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:53.272308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dc3e273f-9e49-4919-8330-3c4f0fb43f77 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:53.281207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dc3e273f-9e49-4919-8330-3c4f0fb43f77 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:53.322998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dc3e273f-9e49-4919-8330-3c4f0fb43f77 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:53.326950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:53.329119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:53.332300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.416000 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-dc3e273f-9e49-4919-8330-3c4f0fb43f77 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Project 26a5254fdde441debca55b0e5e833b95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:34:53.446271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:53.446809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: 65fa9113-4b10-4a07-b2cd-6b0b326f5719, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:53.459696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Transition to ACTIVE for port object 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:53.483476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:34:53.489540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.490096 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-dc3e273f-9e49-4919-8330-3c4f0fb43f77 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:34:53.491375 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dc3e273f-9e49-4919-8330-3c4f0fb43f77 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3408730 Apr 05 14:34:53.501503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35128) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:53.525271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.525795 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Added segment 92ffca28-27f8-4acc-97b1-63f45e41331c of type vlan for network e62fccce-503a-44c5-854d-69dc58d07403 Apr 05 14:34:53.578426 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c37f01db-0e0e-44de-a5b3-b5668b25e23e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=28cc7e2b81ed468088f131052c6ee655&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3687940 Apr 05 14:34:53.583036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35132) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:53.585023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.586600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Attempting to bind port d063ca22-3ff0-4259-84d2-6e3828ec6845 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:53.586987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Attempting to bind port d063ca22-3ff0-4259-84d2-6e3828ec6845 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:53.587578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Attempting to bind port d063ca22-3ff0-4259-84d2-6e3828ec6845 on network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:53.592425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:53.629116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa28c0bc-7088-4ebd-958c-926c604a27c2 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.635498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 65fa9113-4b10-4a07-b2cd-6b0b326f5719) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:53.640216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:53.640665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Checking segment: {'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:53.641064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.641455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Bound using segment: {'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:53.641940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Bound port: d063ca22-3ff0-4259-84d2-6e3828ec6845, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5281176-4e7a-41bb-be41-cec2df8f98eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:53.642611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.670100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:53.670358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc1e9ad-3fef-4b87-9fe6-afb76a68da52 None None] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:53.670845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.673796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa28c0bc-7088-4ebd-958c-926c604a27c2 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.699847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c000f5-9096-4845-ae42-7491f7ae524f None None] Pushing event updated for resources: {'Port': ['ID=1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:53.702350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.706408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:53.707337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.766818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:53.771943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.814620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8cdf9-5136-44eb-85e0-508086618113 None None] Sync routers for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:53.818569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-daec7fb8-5e52-4754-ab4f-40f0d414305b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2347598 Apr 05 14:34:53.823248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35136) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:53.840377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00bc28d6-c790-46fd-809b-3ed85bebbc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.843279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-983417f5-3f4b-4bbc-9b75-95b0b9ac0cdd tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.844529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Attempting to bind port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:53.844942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Attempting to bind port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:53.845414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Attempting to bind port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:53.851891 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8428321 Apr 05 14:34:53.865400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35140) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:53.870266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3048e8-f7a7-4a83-8a03-f130661a875d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Network': ['ID=e62fccce-503a-44c5-854d-69dc58d07403,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:53.882015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:53.906933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network e62fccce-503a-44c5-854d-69dc58d07403 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:34:53.959505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00bc28d6-c790-46fd-809b-3ed85bebbc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.993577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:53.993953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:53.994405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:53.994785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:53.995251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Bound port: 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:53.995613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.014796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa28c0bc-7088-4ebd-958c-926c604a27c2 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.087308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c0bc-7088-4ebd-958c-926c604a27c2 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0590a36-02bc-43df-99bf-fbf1f6da03d4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:54.108054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:54.120575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:54.126220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:54.135370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:54.144480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8cdf9-5136-44eb-85e0-508086618113 None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:54.144938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-37c8cdf9-5136-44eb-85e0-508086618113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:54.154228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:54.173613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00bc28d6-c790-46fd-809b-3ed85bebbc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.224968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-4cbd2050-cecb-4375-950c-24939e3234d1', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:54.225687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.248218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc28d6-c790-46fd-809b-3ed85bebbc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2a836-e6a7-4a18-a375-1e7600e25bfd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:54.268177 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-19d08b84-0469-4cb2-8055-5fc20cb67191 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/floatingips/a97b905a-6543-4238-a8d1-c07af67a1bc1 HTTP/1.1" status: 200 len: 978 time: 6.4562073 Apr 05 14:34:54.268177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa28c0bc-7088-4ebd-958c-926c604a27c2 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.268549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35144) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:54.268649 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fa28c0bc-7088-4ebd-958c-926c604a27c2 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/d0590a36-02bc-43df-99bf-fbf1f6da03d4 HTTP/1.1" status: 204 len: 168 time: 0.7661664 Apr 05 14:34:54.269490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35146) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:54.293241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-37c8cdf9-5136-44eb-85e0-508086618113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:54.316051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] For port d063ca22-3ff0-4259-84d2-6e3828ec6845, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:54.355453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30a0193f-d683-4fc1-8414-681b72f5fc72 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:54.363019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e9a9b37f-59c5-4e96-b190-689188193570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.370018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.420976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] For port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:54.428743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30a0193f-d683-4fc1-8414-681b72f5fc72 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:54.429862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] For port d063ca22-3ff0-4259-84d2-6e3828ec6845, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d063ca22-3ff0-4259-84d2-6e3828ec6845,segment=NetworkSegment(a5281176-4e7a-41bb-be41-cec2df8f98eb),segment_id=a5281176-4e7a-41bb-be41-cec2df8f98eb)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:54.431562 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-30a0193f-d683-4fc1-8414-681b72f5fc72 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1587045 Apr 05 14:34:54.435400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35152) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:54.449329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.450001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--480787750'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:54.455676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] For port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:54.461028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:54.503244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.516240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:54.519096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00bc28d6-c790-46fd-809b-3ed85bebbc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.522934 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-00bc28d6-c790-46fd-809b-3ed85bebbc82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ab2a836-e6a7-4a18-a375-1e7600e25bfd HTTP/1.1" status: 204 len: 168 time: 0.9309790 Apr 05 14:34:54.524965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c8cdf9-5136-44eb-85e0-508086618113 None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:54.525107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-37c8cdf9-5136-44eb-85e0-508086618113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:54.553935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.568288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.577779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 0296264f-bd56-41f2-8fd5-dd94ec762a2c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:34:54.578277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:54.737658 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-37c8cdf9-5136-44eb-85e0-508086618113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:54.738093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c8cdf9-5136-44eb-85e0-508086618113 None None] The sync data for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:54.844905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Allocated IP 172.21.0.2 (4cbd2050-cecb-4375-950c-24939e3234d1/4e12a33a-2e44-488d-aa63-291aab12e0dd/9c51daa1-51e8-4233-9bf5-ea2b2aed8544) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:54.920443 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:54.935727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:54.950961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:54.969936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:55.015598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:55.016663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.043973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ec9d8-b939-4c34-9cf1-3449ca56b42c None None] Pushing event updated for resources: {'Port': ['ID=d063ca22-3ff0-4259-84d2-6e3828ec6845,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:55.128679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-983417f5-3f4b-4bbc-9b75-95b0b9ac0cdd tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.139562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:55.140185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:55.144251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.154786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.174518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-983417f5-3f4b-4bbc-9b75-95b0b9ac0cdd tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.270244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5a74d6-7b15-4f00-b79b-8889a99019ed,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:55.293966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.298299 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b37688b1-49b8-45db-a28c-b16b659ea80f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8576927 Apr 05 14:34:55.300150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35158) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:55.306736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6da5dba7-01b6-482a-b38a-ac3bfeb0e79c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'eb5a74d6-7b15-4f00-b79b-8889a99019ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:55.313217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6da5dba7-01b6-482a-b38a-ac3bfeb0e79c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:55.318191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6da5dba7-01b6-482a-b38a-ac3bfeb0e79c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:55.322516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6da5dba7-01b6-482a-b38a-ac3bfeb0e79c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:55.328938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6da5dba7-01b6-482a-b38a-ac3bfeb0e79c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:55.361965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:55.362571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:55.363522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.479168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.504936 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-6da5dba7-01b6-482a-b38a-ac3bfeb0e79c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The resource could not be found. Apr 05 14:34:55.509300 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6da5dba7-01b6-482a-b38a-ac3bfeb0e79c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2082562 Apr 05 14:34:55.509834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35162) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:55.517237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c8b7d2c1-c103-4fef-8d56-47708c885a1f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'eb5a74d6-7b15-4f00-b79b-8889a99019ed', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'f2f326d7-e207-4454-8c54-eb655bd31751'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:55.525148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c8b7d2c1-c103-4fef-8d56-47708c885a1f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:55.531069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c8b7d2c1-c103-4fef-8d56-47708c885a1f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:55.535866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c8b7d2c1-c103-4fef-8d56-47708c885a1f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:55.545085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c8b7d2c1-c103-4fef-8d56-47708c885a1f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:55.619470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c000f5-9096-4845-ae42-7491f7ae524f None None] Pushing event updated for resources: {'Port': ['ID=1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:55.638112 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-c8b7d2c1-c103-4fef-8d56-47708c885a1f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The resource could not be found. Apr 05 14:34:55.642622 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c8b7d2c1-c103-4fef-8d56-47708c885a1f tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1306579 Apr 05 14:34:55.643574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35166) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:55.649721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=5a09dbab-1918-4833-b5ac-fff7ca78c2e6,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:55.712675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.733192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:34:55.779412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Transition to ACTIVE for port object 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:55.784252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking segment: {'id': '92ffca28-27f8-4acc-97b1-63f45e41331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:55.784615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network hostable DHCP agents. Network: e62fccce-503a-44c5-854d-69dc58d07403, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:34:55.797555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.797929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.798255 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Floating IP a97b905a-6543-4238-a8d1-c07af67a1bc1 disassociated. External IP: 172.26.6.62, port: 0296264f-bd56-41f2-8fd5-dd94ec762a2c. Apr 05 14:34:55.798589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 0296264f-bd56-41f2-8fd5-dd94ec762a2c owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:34:55.842866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Transition to ACTIVE for port object 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:55.845971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Allocated IP 172.20.0.2 (65fa9113-4b10-4a07-b2cd-6b0b326f5719/ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7/da5d480e-3840-45f3-9fd3-fc302cb83501) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:55.858909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:34:55.896036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network e62fccce-503a-44c5-854d-69dc58d07403 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:34:55.913597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, e62fccce-503a-44c5-854d-69dc58d07403) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:55.922612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983417f5-3f4b-4bbc-9b75-95b0b9ac0cdd tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Router c100ec14-c79f-44e9-907a-88efa5d6c351 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:55.951990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-87a4f296-6b62-47b9-93e4-3f0b2d58c9d0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.953702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.955471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:55.956063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.981128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:55.994037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6c76af-b8fa-4bb4-a3a1-96bcc797cf22 None None] Network e62fccce-503a-44c5-854d-69dc58d07403 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:56.000952 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2ddfa1fa-d2ef-489f-b20b-34206831bc39 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1343632 Apr 05 14:34:56.007256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35170) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:56.018001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403', 'name': 'tempest-PortsTestJSON-1522536388', 'fixed_ips': [{'subnet_id': '5a09dbab-1918-4833-b5ac-fff7ca78c2e6', 'ip_address': '172.20.0.10'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:56.023986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.21.0.1 (4cbd2050-cecb-4375-950c-24939e3234d1/4e12a33a-2e44-488d-aa63-291aab12e0dd/6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:56.028552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-87a4f296-6b62-47b9-93e4-3f0b2d58c9d0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.096505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.348796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Network 4cbd2050-cecb-4375-950c-24939e3234d1 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:56.370146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:56.373816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=0296264f-bd56-41f2-8fd5-dd94ec762a2c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:56.513710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:56.516115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Pushing event updated for resources: {'Port': ['ID=9c51daa1-51e8-4233-9bf5-ea2b2aed8544,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:56.572882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54ffef86-2205-4e0b-9425-45b10907bd01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.585199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:56.603609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:56.638824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:56.644083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.681836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port d924026e-28d1-460f-a7d5-c3f7af01b602 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:56.685713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-87a4f296-6b62-47b9-93e4-3f0b2d58c9d0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.713253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4f296-6b62-47b9-93e4-3f0b2d58c9d0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5a74d6-7b15-4f00-b79b-8889a99019ed,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:56.768246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-87a4f296-6b62-47b9-93e4-3f0b2d58c9d0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.772259 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-87a4f296-6b62-47b9-93e4-3f0b2d58c9d0 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/eb5a74d6-7b15-4f00-b79b-8889a99019ed HTTP/1.1" status: 204 len: 168 time: 1.1266725 Apr 05 14:34:56.773632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35174) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:56.828650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.858191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983417f5-3f4b-4bbc-9b75-95b0b9ac0cdd tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:56.866081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:56.873627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cfa157b6-45e5-4f7f-98e6-d418b8e5db96 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:34:56.876408 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1047b27-ed8e-42f3-bc85-097d7539b5c6 None None] Sync routers for ids ['c100ec14-c79f-44e9-907a-88efa5d6c351'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:56.900479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cfa157b6-45e5-4f7f-98e6-d418b8e5db96 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:34:56.906383 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cfa157b6-45e5-4f7f-98e6-d418b8e5db96 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1291327 Apr 05 14:34:56.906965 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1047b27-ed8e-42f3-bc85-097d7539b5c6 None None] Routers {'c100ec14-c79f-44e9-907a-88efa5d6c351'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:56.907366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35178) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:56.907921 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c1047b27-ed8e-42f3-bc85-097d7539b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c100ec14-c79f-44e9-907a-88efa5d6c351'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:56.915937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-954c2f8e-8910-442a-a171-8717340f76fc tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': '82372680-35d9-4f69-ab31-e0c70f044fb7', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:56.923007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-954c2f8e-8910-442a-a171-8717340f76fc tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:56.929878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-954c2f8e-8910-442a-a171-8717340f76fc tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:56.932538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-983417f5-3f4b-4bbc-9b75-95b0b9ac0cdd tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.934830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:56.936731 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-983417f5-3f4b-4bbc-9b75-95b0b9ac0cdd tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "PUT /v2.0/routers/c100ec14-c79f-44e9-907a-88efa5d6c351 HTTP/1.1" status: 200 len: 922 time: 5.9051113 Apr 05 14:34:56.937695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35182) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:56.943673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-954c2f8e-8910-442a-a171-8717340f76fc tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:56.962551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Attempting to bind port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:56.963138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Attempting to bind port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:56.963258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Attempting to bind port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 on network 4cbd2050-cecb-4375-950c-24939e3234d1 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:56.990151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-954c2f8e-8910-442a-a171-8717340f76fc tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:57.030838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 4cbd2050-cecb-4375-950c-24939e3234d1 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:57.035415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:57.040174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:57.040586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:57.041198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Checking segment: {'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:57.041768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.042341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Bound using segment: {'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:57.042998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Bound port: 9c51daa1-51e8-4233-9bf5-ea2b2aed8544, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:57.043544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.055129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.065396 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c1047b27-ed8e-42f3-bc85-097d7539b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:57.084302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Transition to ACTIVE for port object da5d480e-3840-45f3-9fd3-fc302cb83501 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:57.089061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-e62fccce-503a-44c5-854d-69dc58d07403', 'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403', 'tenant_id': 'a0ebd2d1651f4f38b30c4e8a884000ca', 'fixed_ips': [{'subnet_id': '5a09dbab-1918-4833-b5ac-fff7ca78c2e6'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:34:57.089263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.10 (e62fccce-503a-44c5-854d-69dc58d07403/5a09dbab-1918-4833-b5ac-fff7ca78c2e6/d924026e-28d1-460f-a7d5-c3f7af01b602) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:57.090241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.096895 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1047b27-ed8e-42f3-bc85-097d7539b5c6 None None] Routers {'c100ec14-c79f-44e9-907a-88efa5d6c351'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:57.097567 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c1047b27-ed8e-42f3-bc85-097d7539b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c100ec14-c79f-44e9-907a-88efa5d6c351'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:57.110717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router 89ea7679-ac1e-4168-a265-047011d92a0c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:34:57.116385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.180769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Transition to ACTIVE for port object da5d480e-3840-45f3-9fd3-fc302cb83501 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:57.196167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:57.214684 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c1047b27-ed8e-42f3-bc85-097d7539b5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:57.215087 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1047b27-ed8e-42f3-bc85-097d7539b5c6 None None] The sync data for ids ['c100ec14-c79f-44e9-907a-88efa5d6c351'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:57.240784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.307011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:34:54Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:57.313192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.1 (65fa9113-4b10-4a07-b2cd-6b0b326f5719/ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7/838fd1a9-4536-49d1-92db-09cf67bc184d) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:57.329195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.347105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9be7c97-63a6-47c8-94e7-69da452bec8e None None] The sync data for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv is: [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:34:46Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:34:54Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:57.352414 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-954c2f8e-8910-442a-a171-8717340f76fc tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The resource could not be found. Apr 05 14:34:57.353460 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-954c2f8e-8910-442a-a171-8717340f76fc tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4437957 Apr 05 14:34:57.356994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35186) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:57.359133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] For port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:57.365177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821724743'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:57.402296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:48Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:57.408449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:57.411973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Pushing event updated for resources: {'Port': ['ID=da5d480e-3840-45f3-9fd3-fc302cb83501,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:57.418276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] For port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9c51daa1-51e8-4233-9bf5-ea2b2aed8544,segment=NetworkSegment(292818d7-411d-4a8a-a6bd-6291e1b21cb5),segment_id=292818d7-411d-4a8a-a6bd-6291e1b21cb5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:57.424574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:57.434183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:57.437298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d53bb-05c4-45f9-aa9b-8f1f95ca0773 None None] The sync data for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv is: [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:48Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:57.439636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.495271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.541449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.572396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.651933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object d924026e-28d1-460f-a7d5-c3f7af01b602 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:57.724800 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-15bfb115-93bd-47a4-bda5-96348d500eaf tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/routers/c100ec14-c79f-44e9-907a-88efa5d6c351 HTTP/1.1" status: 200 len: 922 time: 0.7835596 Apr 05 14:34:57.730567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35190) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:57.783374 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c27e8f8-48aa-47e9-a600-7be9d48281a0 None None] Pushing event updated for resources: {'Port': ['ID=9c51daa1-51e8-4233-9bf5-ea2b2aed8544,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:57.823198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:57.831542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Attempting to bind port da5d480e-3840-45f3-9fd3-fc302cb83501 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:57.832106 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Attempting to bind port da5d480e-3840-45f3-9fd3-fc302cb83501 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:57.832665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Attempting to bind port da5d480e-3840-45f3-9fd3-fc302cb83501 on network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:57.856108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:57.856681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Checking segment: {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:57.857287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.857869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Bound using segment: {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:57.858637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Bound port: da5d480e-3840-45f3-9fd3-fc302cb83501, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:57.859214 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:57.861815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:57.975972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.116529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network e62fccce-503a-44c5-854d-69dc58d07403 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:58.130563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:58.135812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:58.186601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.194949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] For port da5d480e-3840-45f3-9fd3-fc302cb83501, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:58.200353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] For port da5d480e-3840-45f3-9fd3-fc302cb83501, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=da5d480e-3840-45f3-9fd3-fc302cb83501,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:34:58.215747 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.238675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.297489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 838fd1a9-4536-49d1-92db-09cf67bc184d will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:58.317267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:58.320997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Allocated IP 172.20.0.2 (e62fccce-503a-44c5-854d-69dc58d07403/5a09dbab-1918-4833-b5ac-fff7ca78c2e6/be5bc2d9-01d9-4f6c-ac88-9d43e18db730) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:34:58.335843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:58.343764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:58.359293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:58.399300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.408482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.484636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.509855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:58.510843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.547437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.555788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c925bfa-1b84-4a93-bd42-4afcd53728fe None None] Pushing event updated for resources: {'Port': ['ID=da5d480e-3840-45f3-9fd3-fc302cb83501,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:58.559561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=d924026e-28d1-460f-a7d5-c3f7af01b602,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:58.573336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=838fd1a9-4536-49d1-92db-09cf67bc184d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:58.589939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:34:58.600565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878272e7-168b-4824-a0c0-23c1f536d7d0 None None] Sync routers for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:34:58.690355 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3e0561f4-1e17-4319-b4e1-cc15e3bfa784 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.6816823 Apr 05 14:34:58.714521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878272e7-168b-4824-a0c0-23c1f536d7d0 None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:58.714986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-878272e7-168b-4824-a0c0-23c1f536d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:58.765360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35194) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:58.778160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:58.782752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-13628a6e-746d-48e3-b9ba-75ef5d156709 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/ports/0296264f-bd56-41f2-8fd5-dd94ec762a2c HTTP/1.1" status: 204 len: 168 time: 4.5116622 Apr 05 14:34:58.787912 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-152afd55-a437-4766-99db-bca872c311b9 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=c100ec14-c79f-44e9-907a-88efa5d6c351&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 1.0559094 Apr 05 14:34:58.789257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35198) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:58.789700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35200) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:58.794166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403', 'name': 'tempest-PortsTestJSON-196060667', 'fixed_ips': [{'subnet_id': '5a09dbab-1918-4833-b5ac-fff7ca78c2e6', 'ip_address': '172.20.0.9'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:58.799810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-878272e7-168b-4824-a0c0-23c1f536d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:58.882853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878272e7-168b-4824-a0c0-23c1f536d7d0 None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:34:58.883725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-878272e7-168b-4824-a0c0-23c1f536d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:58.964304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:58.973021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:58.975547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:59.011959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-878272e7-168b-4824-a0c0-23c1f536d7d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:34:59.012372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-878272e7-168b-4824-a0c0-23c1f536d7d0 None None] The sync data for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:34:59.029266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 4cbd2050-cecb-4375-950c-24939e3234d1 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:59.030705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.032469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:59.038158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.042033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:59.051275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.063791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Transition to ACTIVE for port object be5bc2d9-01d9-4f6c-ac88-9d43e18db730 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:59.102529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Transition to ACTIVE for port object be5bc2d9-01d9-4f6c-ac88-9d43e18db730 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:34:59.114706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.195404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.197691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Network e62fccce-503a-44c5-854d-69dc58d07403 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:34:59.201725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:34:59.209886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:34:59.213534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Pushing event updated for resources: {'Port': ['ID=be5bc2d9-01d9-4f6c-ac88-9d43e18db730,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:59.247795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.252106 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.8941283 Apr 05 14:34:59.256108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35206) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:59.289537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--844884950'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:34:59.303429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.308990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:59.315211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2b010-1c5b-499f-b551-22c0bdb6fc4c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a31bf546-d00d-41a0-83bc-b95ff1c93261,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:34:59.323693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:59.332729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:59.354576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:59.454135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c4d1c-2118-4ea2-b90a-6367446b5534 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:34:59.458748 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-728c4d1c-2118-4ea2-b90a-6367446b5534 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 881 time: 0.4488201 Apr 05 14:34:59.461298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:59.465726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:59.468663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:59.477458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:59.484698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.484906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35210) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:59.525617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:34:59.552863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9965871d-6334-4bf6-bc08-88f2294c32d3 None None] Network 4cbd2050-cecb-4375-950c-24939e3234d1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:34:59.559013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d3ec9d54-3281-41d6-9b10-1ff6e1740db5 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=c100ec14-c79f-44e9-907a-88efa5d6c351 HTTP/1.1" status: 200 len: 205 time: 0.0729167 Apr 05 14:34:59.586371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35214) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:34:59.665534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:34:59.697797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:34:59.707762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.738835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port a3d2c986-780d-412f-a74e-b3ce996cb6eb yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:34:59.756748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:34:59.765869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:34:59.784641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:34:59.787500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.791944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Attempting to bind port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:34:59.792316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Attempting to bind port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '92ffca28-27f8-4acc-97b1-63f45e41331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:34:59.792680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Attempting to bind port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 on network e62fccce-503a-44c5-854d-69dc58d07403 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:34:59.840686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:34:59.841065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Checking segment: {'id': '92ffca28-27f8-4acc-97b1-63f45e41331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:34:59.841522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.841924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Bound using segment: {'id': '92ffca28-27f8-4acc-97b1-63f45e41331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:34:59.842455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Bound port: be5bc2d9-01d9-4f6c-ac88-9d43e18db730, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ffca28-27f8-4acc-97b1-63f45e41331c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e62fccce-503a-44c5-854d-69dc58d07403'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:34:59.842829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:34:59.988135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] For port be5bc2d9-01d9-4f6c-ac88-9d43e18db730, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:34:59.991836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] For port be5bc2d9-01d9-4f6c-ac88-9d43e18db730, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=be5bc2d9-01d9-4f6c-ac88-9d43e18db730,segment=NetworkSegment(92ffca28-27f8-4acc-97b1-63f45e41331c),segment_id=92ffca28-27f8-4acc-97b1-63f45e41331c)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:00.026105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-df243b7a-c0df-423d-b931-0fe212bca0da None None] Provisioning for port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:00.037267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.069165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.9 (e62fccce-503a-44c5-854d-69dc58d07403/5a09dbab-1918-4833-b5ac-fff7ca78c2e6/a3d2c986-780d-412f-a74e-b3ce996cb6eb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:00.107216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.122259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:00.124197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:00.125379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.158528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:00.159502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.214168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef988ea0-c644-4d5f-a867-e38d56bde37d None None] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:00.223739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc40fd1-da1b-4815-b946-0ce588333c08,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:00.234834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.238878 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ab8b944f-c297-47f2-ab89-d27d8f46bb7d tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9701898 Apr 05 14:35:00.239381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35218) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:00.253783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-35f0ae52-0acb-4f04-9675-68983c551cbe tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'a31bf546-d00d-41a0-83bc-b95ff1c93261', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3dc40fd1-da1b-4815-b946-0ce588333c08'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:00.291503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-35f0ae52-0acb-4f04-9675-68983c551cbe tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:00.299929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-35f0ae52-0acb-4f04-9675-68983c551cbe tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:00.347014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-35f0ae52-0acb-4f04-9675-68983c551cbe tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:00.364188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-35f0ae52-0acb-4f04-9675-68983c551cbe tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:00.490716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-35f0ae52-0acb-4f04-9675-68983c551cbe tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:35:00.495130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-35f0ae52-0acb-4f04-9675-68983c551cbe tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2544472 Apr 05 14:35:00.503757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35222) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:00.543675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.574523 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07ad6a1-0667-48c2-bbe1-f5b36278eef2 None None] Pushing event updated for resources: {'Port': ['ID=be5bc2d9-01d9-4f6c-ac88-9d43e18db730,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:00.579794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object a3d2c986-780d-412f-a74e-b3ce996cb6eb will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:00.611746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.672735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e7f5c355-0519-4d82-9f20-87eac35650ef None None] Provisioning for port da5d480e-3840-45f3-9fd3-fc302cb83501 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:00.700342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.702923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1603b551-b509-4a9c-85d0-8ed0eb7c4d28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.767993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9c51daa1-51e8-4233-9bf5-ea2b2aed8544,segment=NetworkSegment(292818d7-411d-4a8a-a6bd-6291e1b21cb5),segment_id=292818d7-411d-4a8a-a6bd-6291e1b21cb5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:00.775162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.775890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device da5d480e-3840-45f3-9fd3-fc302cb83501 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:00.778219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.910991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=9c51daa1-51e8-4233-9bf5-ea2b2aed8544,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:00.941275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:00.976316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port da5d480e-3840-45f3-9fd3-fc302cb83501 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:00.978708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:35:00.983209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port da5d480e-3840-45f3-9fd3-fc302cb83501 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:00.983585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.004028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1603b551-b509-4a9c-85d0-8ed0eb7c4d28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.037495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network e62fccce-503a-44c5-854d-69dc58d07403 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:01.047720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.053164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:01.056670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:01.070477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:01.072078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.124866 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b91e8ee9-6610-4fde-917c-987dd6dd6773 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1714029 Apr 05 14:35:01.138587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35226) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:01.171821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-2042027553'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:01.188188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.191880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:01.200524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=a3d2c986-780d-412f-a74e-b3ce996cb6eb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:01.217935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.255444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port da5d480e-3840-45f3-9fd3-fc302cb83501, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=da5d480e-3840-45f3-9fd3-fc302cb83501,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:01.267035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.268204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:01.276072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:01.276790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.309944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:01.316518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:01.324318 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-53141ef5-7bc4-4b54-a267-774919391f1f tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5534711 Apr 05 14:35:01.325558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1603b551-b509-4a9c-85d0-8ed0eb7c4d28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.328160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1603b551-b509-4a9c-85d0-8ed0eb7c4d28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.331481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1603b551-b509-4a9c-85d0-8ed0eb7c4d28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/3dc40fd1-da1b-4815-b946-0ce588333c08 HTTP/1.1" status: 204 len: 168 time: 0.8131516 Apr 05 14:35:01.331481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:01.332600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35230) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:01.333189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35232) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:01.387934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Provisioning complete for port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:01.388301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.432228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1603b551-b509-4a9c-85d0-8ed0eb7c4d28 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc40fd1-da1b-4815-b946-0ce588333c08,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:01.458024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:01.460246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:01.470668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=838fd1a9-4536-49d1-92db-09cf67bc184d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:01.494923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:01.504439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.555064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=da5d480e-3840-45f3-9fd3-fc302cb83501,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:01.656668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:01.667874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:01.668240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.672898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cb0234d8-b599-4084-833f-db8a448b685e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:01.689903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:01.705545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3143d3-a8df-4784-8376-00e947b3317c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:01.706264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8e3143d3-a8df-4784-8376-00e947b3317c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:01.773907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.776813 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment ac0fefa9-bdbd-4ddb-ae73-9f8671646587 of type vlan for network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 Apr 05 14:35:01.792700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Provisioning for port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:01.804105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Provisioning complete for port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:01.805252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.805700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cb0234d8-b599-4084-833f-db8a448b685e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:01.807163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cb0234d8-b599-4084-833f-db8a448b685e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.4581242 Apr 05 14:35:01.815419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35238) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:01.881640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8e3143d3-a8df-4784-8376-00e947b3317c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:01.885414 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8e3143d3-a8df-4784-8376-00e947b3317c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.5355313 Apr 05 14:35:01.885414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:01.890691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35242) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:02.054525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.062146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82859cf2-76aa-409d-83b3-928c0dc364ff None None] Network e62fccce-503a-44c5-854d-69dc58d07403 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:02.092094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:02.107815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50a11e12-6c5a-477c-a245-55acb76d1ce8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.111956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Deleting port 4cb223d6-00b0-491f-bfc3-c051844a5658 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:02.112291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.128020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.131656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:02.132766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.170294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.192477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50a11e12-6c5a-477c-a245-55acb76d1ce8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.206677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Provisioning for port 838fd1a9-4536-49d1-92db-09cf67bc184d completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:02.216376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:02.218201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Provisioning complete for port 838fd1a9-4536-49d1-92db-09cf67bc184d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:02.218712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.265178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.265819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d063ca22-3ff0-4259-84d2-6e3828ec6845 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:02.283603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:02.309467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-34f1f9e7-6167-44cd-a876-b0fea18ce9e7 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1696513 Apr 05 14:35:02.312034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35246) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:02.329487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:02.353767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:02.454350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50a11e12-6c5a-477c-a245-55acb76d1ce8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.484422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d41b1-fb91-4c83-8623-dcc159d25f74 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:02.493601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d41b1-fb91-4c83-8623-dcc159d25f74 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:02.504432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d41b1-fb91-4c83-8623-dcc159d25f74 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:02.509533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a11e12-6c5a-477c-a245-55acb76d1ce8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31bf546-d00d-41a0-83bc-b95ff1c93261,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:02.510880 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b77d41b1-fb91-4c83-8623-dcc159d25f74 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.6191299 Apr 05 14:35:02.512811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Port 838fd1a9-4536-49d1-92db-09cf67bc184d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:02.515742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35250) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:02.519784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.620887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:02.681998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Provisioning complete for port da5d480e-3840-45f3-9fd3-fc302cb83501 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:02.682818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-57e32877-f419-4d71-8579-33eed06bce7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.744959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 9196a979-e596-4a87-b295-df4f86b2a813 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:02.745458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.764479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d063ca22-3ff0-4259-84d2-6e3828ec6845 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:02.781186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d063ca22-3ff0-4259-84d2-6e3828ec6845 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:02.781573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.841079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Calling delete_port for 4cb223d6-00b0-491f-bfc3-c051844a5658 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:02.871059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:02.885178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50a11e12-6c5a-477c-a245-55acb76d1ce8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.888869 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-50a11e12-6c5a-477c-a245-55acb76d1ce8 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/a31bf546-d00d-41a0-83bc-b95ff1c93261 HTTP/1.1" status: 204 len: 168 time: 1.0643291 Apr 05 14:35:02.893573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35254) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:02.907770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:02.933824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:02.971742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.972133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7fd95480-2b70-4af3-a0a4-9c76c7d864b2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port a3d2c986-780d-412f-a74e-b3ce996cb6eb {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:02.972529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fd95480-2b70-4af3-a0a4-9c76c7d864b2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:02.983623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.017505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:03.048130 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port d063ca22-3ff0-4259-84d2-6e3828ec6845, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d063ca22-3ff0-4259-84d2-6e3828ec6845,segment=NetworkSegment(a5281176-4e7a-41bb-be41-cec2df8f98eb),segment_id=a5281176-4e7a-41bb-be41-cec2df8f98eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:03.055174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.090763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 46239b44-2ad3-4650-8a74-3a1a6800af20 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:03.131426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:03.132232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 9196a979-e596-4a87-b295-df4f86b2a813 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:03.216019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=d063ca22-3ff0-4259-84d2-6e3828ec6845,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:03.234299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-951f5b70-e6fa-4136-9dc0-72608436f52f None None] Provisioning complete for port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:03.235342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-951f5b70-e6fa-4136-9dc0-72608436f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.301611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-951f5b70-e6fa-4136-9dc0-72608436f52f None None] Port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:03.318298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d636ec9c-53e7-4a75-8847-cab4b201b794 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:03.350541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-951f5b70-e6fa-4136-9dc0-72608436f52f None None] Provisioning complete for port 838fd1a9-4536-49d1-92db-09cf67bc184d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:03.354823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-951f5b70-e6fa-4136-9dc0-72608436f52f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.395733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:03.510648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-951f5b70-e6fa-4136-9dc0-72608436f52f None None] Port 838fd1a9-4536-49d1-92db-09cf67bc184d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:03.523321 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:03.523680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.529445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.578303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-951f5b70-e6fa-4136-9dc0-72608436f52f None None] Provisioning for port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:03.609047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=9196a979-e596-4a87-b295-df4f86b2a813,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:03.654651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d636ec9c-53e7-4a75-8847-cab4b201b794 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:03.661962 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d636ec9c-53e7-4a75-8847-cab4b201b794 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.7644157 Apr 05 14:35:03.673017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35258) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:03.679299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device be5bc2d9-01d9-4f6c-ac88-9d43e18db730 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:03.685091 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.696300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--1706892528'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:03.755939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:03.763996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8ad7c19e-a4d5-42c9-8ee5-a87f101ec6a6 None None] Provisioning for port d924026e-28d1-460f-a7d5-c3f7af01b602 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:03.778241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8ad7c19e-a4d5-42c9-8ee5-a87f101ec6a6 None None] Provisioning complete for port d924026e-28d1-460f-a7d5-c3f7af01b602 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:03.778839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c19e-a4d5-42c9-8ee5-a87f101ec6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.797646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:03.822747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.871989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7c19e-a4d5-42c9-8ee5-a87f101ec6a6 None None] Port d924026e-28d1-460f-a7d5-c3f7af01b602 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:03.897359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:03.907563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:03.907897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.958222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fd95480-2b70-4af3-a0a4-9c76c7d864b2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.965255 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.965472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8ad7c19e-a4d5-42c9-8ee5-a87f101ec6a6 None None] Provisioning for port a3d2c986-780d-412f-a74e-b3ce996cb6eb completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:03.978316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8ad7c19e-a4d5-42c9-8ee5-a87f101ec6a6 None None] Provisioning complete for port a3d2c986-780d-412f-a74e-b3ce996cb6eb triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:03.978966 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8ad7c19e-a4d5-42c9-8ee5-a87f101ec6a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:03.988708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:03.994511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:03.998678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:04.012787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:04.041836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8ad7c19e-a4d5-42c9-8ee5-a87f101ec6a6 None None] Port a3d2c986-780d-412f-a74e-b3ce996cb6eb cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:04.077214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event deleted for resources: {'Port': ['ID=4cb223d6-00b0-491f-bfc3-c051844a5658,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:04.100858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.107832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.114757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.134551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port be5bc2d9-01d9-4f6c-ac88-9d43e18db730, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=be5bc2d9-01d9-4f6c-ac88-9d43e18db730,segment=NetworkSegment(92ffca28-27f8-4acc-97b1-63f45e41331c),segment_id=92ffca28-27f8-4acc-97b1-63f45e41331c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:04.139757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.140513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device da5d480e-3840-45f3-9fd3-fc302cb83501 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:04.144415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7fd95480-2b70-4af3-a0a4-9c76c7d864b2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for a3d2c986-780d-412f-a74e-b3ce996cb6eb owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:04.179459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c79ea1af-4841-436b-adeb-043f00be1ead,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:04.185577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.187057 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e9fbdd26-2a30-4154-9a3d-e6d46830aa0c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5027978 Apr 05 14:35:04.191272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35262) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:04.199546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1dc528d6-b34f-4f1d-a715-5dcb32d89065 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'c79ea1af-4841-436b-adeb-043f00be1ead', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:04.206701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.210465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1dc528d6-b34f-4f1d-a715-5dcb32d89065 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:04.217019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1dc528d6-b34f-4f1d-a715-5dcb32d89065 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:04.222229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1dc528d6-b34f-4f1d-a715-5dcb32d89065 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:04.285722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1dc528d6-b34f-4f1d-a715-5dcb32d89065 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:04.310692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=be5bc2d9-01d9-4f6c-ac88-9d43e18db730,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:04.314732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-758c575b-6864-43fa-bbec-fdea9652c967 None None] Provisioning complete for port a3d2c986-780d-412f-a74e-b3ce996cb6eb triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:04.315092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-758c575b-6864-43fa-bbec-fdea9652c967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.376732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-758c575b-6864-43fa-bbec-fdea9652c967 None None] Port a3d2c986-780d-412f-a74e-b3ce996cb6eb cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:04.380559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port da5d480e-3840-45f3-9fd3-fc302cb83501 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:04.380923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.397383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-1dc528d6-b34f-4f1d-a715-5dcb32d89065 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:35:04.398460 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1dc528d6-b34f-4f1d-a715-5dcb32d89065 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2060461 Apr 05 14:35:04.401531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35266) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:04.407873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-cc1dd46e-235d-4065-ade0-07937a21c65e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group_rule': {'security_group_id': 'c79ea1af-4841-436b-adeb-043f00be1ead', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:04.416113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cc1dd46e-235d-4065-ade0-07937a21c65e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:04.422418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cc1dd46e-235d-4065-ade0-07937a21c65e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:04.426524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cc1dd46e-235d-4065-ade0-07937a21c65e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:04.434610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cc1dd46e-235d-4065-ade0-07937a21c65e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:04.486001 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-cc1dd46e-235d-4065-ade0-07937a21c65e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:35:04.487192 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cc1dd46e-235d-4065-ade0-07937a21c65e tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0845492 Apr 05 14:35:04.490649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35270) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:04.504478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:04.573843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:04.574264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.703327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483ae71c-1944-4615-aff9-980878799dfa tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.726739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.749927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483ae71c-1944-4615-aff9-980878799dfa tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.875573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:04.891317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fd95480-2b70-4af3-a0a4-9c76c7d864b2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.913272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483ae71c-1944-4615-aff9-980878799dfa tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.938727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ae71c-1944-4615-aff9-980878799dfa tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79ea1af-4841-436b-adeb-043f00be1ead,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:04.957663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-483ae71c-1944-4615-aff9-980878799dfa tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:04.958822 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-483ae71c-1944-4615-aff9-980878799dfa tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/c79ea1af-4841-436b-adeb-043f00be1ead HTTP/1.1" status: 204 len: 168 time: 0.4655025 Apr 05 14:35:04.961913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35274) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.005379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd95480-2b70-4af3-a0a4-9c76c7d864b2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=a3d2c986-780d-412f-a74e-b3ce996cb6eb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:05.029380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4ec4d055-a639-47b9-9a58-adc9abe61229 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:05.051428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4ec4d055-a639-47b9-9a58-adc9abe61229 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:05.052624 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4ec4d055-a639-47b9-9a58-adc9abe61229 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0896025 Apr 05 14:35:05.060787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35278) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.064820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.067654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'tempest-secgroup--780175392'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:05.078637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:05.092331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:05.111843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.122549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router 89ea7679-ac1e-4168-a265-047011d92a0c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:05.130320 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ac1925c7-8a6d-4185-ae38-ec5763fc49d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/46239b44-2ad3-4650-8a74-3a1a6800af20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3052967 Apr 05 14:35:05.133376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35282) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.161745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device be5bc2d9-01d9-4f6c-ac88-9d43e18db730 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:05.165295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.229227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.245352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:05.245876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.269387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=2a97824e-7335-4df6-af67-fed9423323f7,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:05.313115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fd95480-2b70-4af3-a0a4-9c76c7d864b2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.318369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:05.318704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:05.330727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.331659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Fanout notify agent at l3_agent the message router_deleted on router c100ec14-c79f-44e9-907a-88efa5d6c351 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:35:05.350501 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7fd95480-2b70-4af3-a0a4-9c76c7d864b2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/a3d2c986-780d-412f-a74e-b3ce996cb6eb HTTP/1.1" status: 204 len: 168 time: 2.8218892 Apr 05 14:35:05.351551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35286) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.358072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.359921 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2d0e1b8c-a0a3-4c46-9c67-12ab800eda6c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/c100ec14-c79f-44e9-907a-88efa5d6c351 HTTP/1.1" status: 204 len: 168 time: 5.7718768 Apr 05 14:35:05.371391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35288) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.416731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:05.423301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-958032920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:05.424858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d063ca22-3ff0-4259-84d2-6e3828ec6845 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:05.432130 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b503e7-361f-4b0c-9e22-81fd8f6c535d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:35:05.432908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c7b503e7-361f-4b0c-9e22-81fd8f6c535d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:05.436474 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:05.445655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Usage tracker for resource:router and tenant:412e6537f5034376a61b19edda203f91 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:05.449639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:05.454971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:05.460521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:05.467584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.468405 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.471962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8757cfc-7c5b-4486-9ac3-2ccc2c3c5751 None None] Network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:05.483717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c7b503e7-361f-4b0c-9e22-81fd8f6c535d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:05.487576 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c7b503e7-361f-4b0c-9e22-81fd8f6c535d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/a3d2c986-780d-412f-a74e-b3ce996cb6eb HTTP/1.1" status: 404 len: 333 time: 0.1178863 Apr 05 14:35:05.488170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35294) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.502855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:05.516243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Usage tracker for resource:security_group_rule and tenant:26a5254fdde441debca55b0e5e833b95 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:05.524905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:05.534172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.535119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.535578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:05.542257 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-65e47aa7-f6da-4705-813a-741b697ca0fe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2264471 Apr 05 14:35:05.543557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35298) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.573551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8be763a0-c44e-48dc-852c-1fe7d494e42b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port d924026e-28d1-460f-a7d5-c3f7af01b602 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:05.573827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8be763a0-c44e-48dc-852c-1fe7d494e42b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.615016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.652749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d063ca22-3ff0-4259-84d2-6e3828ec6845 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:05.653121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.662850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.739834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.744099 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f1cc8bae-19de-4e53-9b4e-a8bcf6c403dd tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3680787 Apr 05 14:35:05.744621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35302) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.751878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:05.754807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.755183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.755603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.756140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.756499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.756852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.757837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.758417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.758823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.759182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.759535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.764373 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d20be5fb-0b45-40c9-b913-8ff6837ea8c2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7658 time: 0.6268880 Apr 05 14:35:05.773730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35306) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.797904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:35:05.798830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.868396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.885891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.959221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.959732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.960163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.960576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.960999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.961418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.962304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.962304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.963319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.963319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:05.967712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-86f2201d-7292-4802-b275-e8d827f3b8f6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6280 time: 0.1897521 Apr 05 14:35:05.968525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35310) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:05.986714 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Allocated IP 172.22.0.2 (27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1/2a97824e-7335-4df6-af67-fed9423323f7/aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:05.987364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e65f38ee-8583-441e-bd4e-176f7c1723f4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:05.995693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:05.996760 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4734d42e-cc6d-4615-bce1-f752c314dd02 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9350779 Apr 05 14:35:06.000789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35314) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:06.018293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-64c2d8fa-e21a-4cd6-8e8c-585c2fae77d9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:06.018852 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-64c2d8fa-e21a-4cd6-8e8c-585c2fae77d9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 14:35:06.021955 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-64c2d8fa-e21a-4cd6-8e8c-585c2fae77d9 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "PUT /v2.0/security-groups/e65f38ee-8583-441e-bd4e-176f7c1723f4 HTTP/1.1" status: 409 len: 330 time: 0.0116582 Apr 05 14:35:06.023478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35318) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:06.204067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:06.210064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-65506952-ff7e-487d-8e9e-fe0f61120ef5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/routers/89ea7679-ac1e-4168-a265-047011d92a0c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2136424 Apr 05 14:35:06.213730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35322) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:06.221202 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d60c6-62bf-4dd4-8675-b281caa5d9f4 None None] Sync routers for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:06.239006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.240341 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d60c6-62bf-4dd4-8675-b281caa5d9f4 None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:06.241784 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-646d60c6-62bf-4dd4-8675-b281caa5d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:06.251153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Transition to ACTIVE for port object aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:06.273265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Transition to ACTIVE for port object aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:06.280487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.323011 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-646d60c6-62bf-4dd4-8675-b281caa5d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:06.335906 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646d60c6-62bf-4dd4-8675-b281caa5d9f4 None None] Routers {'89ea7679-ac1e-4168-a265-047011d92a0c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:06.336971 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-646d60c6-62bf-4dd4-8675-b281caa5d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['89ea7679-ac1e-4168-a265-047011d92a0c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:06.361060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:06.361564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8be763a0-c44e-48dc-852c-1fe7d494e42b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.364445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:06.370295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:06.377221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Pushing event updated for resources: {'Port': ['ID=aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:06.398984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f997adfd-ff84-4abd-8ed4-ebe85587b47c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.446902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f997adfd-ff84-4abd-8ed4-ebe85587b47c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.448256 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-646d60c6-62bf-4dd4-8675-b281caa5d9f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:06.449026 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646d60c6-62bf-4dd4-8675-b281caa5d9f4 None None] The sync data for ids ['89ea7679-ac1e-4168-a265-047011d92a0c'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:06.490161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8be763a0-c44e-48dc-852c-1fe7d494e42b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for d924026e-28d1-460f-a7d5-c3f7af01b602 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:06.498252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Attempting to bind port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:06.498844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Attempting to bind port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:06.499112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Attempting to bind port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d on network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:06.506028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:06.506392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Checking segment: {'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:06.506902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.507323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Bound using segment: {'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:06.507901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Bound port: aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:06.508273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.617364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] For port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:06.620824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] For port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d,segment=NetworkSegment(ac0fefa9-bdbd-4ddb-ae73-9f8671646587),segment_id=ac0fefa9-bdbd-4ddb-ae73-9f8671646587)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:06.626363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.653626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f997adfd-ff84-4abd-8ed4-ebe85587b47c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.692929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997adfd-ff84-4abd-8ed4-ebe85587b47c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e65f38ee-8583-441e-bd4e-176f7c1723f4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:06.721705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f997adfd-ff84-4abd-8ed4-ebe85587b47c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.723165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f997adfd-ff84-4abd-8ed4-ebe85587b47c tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/e65f38ee-8583-441e-bd4e-176f7c1723f4 HTTP/1.1" status: 204 len: 168 time: 0.6975021 Apr 05 14:35:06.727604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35326) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:06.742808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae79d1-eaa0-4a13-8c7f-902a91a7f709 None None] Pushing event updated for resources: {'Port': ['ID=aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:06.786374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.915162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8be763a0-c44e-48dc-852c-1fe7d494e42b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.957755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:06.987506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be763a0-c44e-48dc-852c-1fe7d494e42b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=d924026e-28d1-460f-a7d5-c3f7af01b602,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:07.159294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d013cb64-c04d-4ecb-ae67-83868ab5461b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Synchronizing usage tracker for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:07.204048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:07.210739 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58c7fa18-6d3a-409e-ad44-fbe053afcb23 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4103 time: 1.2405255 Apr 05 14:35:07.216727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8be763a0-c44e-48dc-852c-1fe7d494e42b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.252842 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8be763a0-c44e-48dc-852c-1fe7d494e42b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/d924026e-28d1-460f-a7d5-c3f7af01b602 HTTP/1.1" status: 204 len: 168 time: 1.7624424 Apr 05 14:35:07.255987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35332) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:07.306290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d013cb64-c04d-4ecb-ae67-83868ab5461b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] Unset dirty status for tenant:26a5254fdde441debca55b0e5e833b95 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:07.307578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d013cb64-c04d-4ecb-ae67-83868ab5461b tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5781438 Apr 05 14:35:07.312842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35336) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:07.315520 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f590a920-56b9-46b8-8065-bada86d75fe1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:35:07.316191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f590a920-56b9-46b8-8065-bada86d75fe1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:07.340600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:07.345603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f590a920-56b9-46b8-8065-bada86d75fe1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:07.351439 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f590a920-56b9-46b8-8065-bada86d75fe1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/d924026e-28d1-460f-a7d5-c3f7af01b602 HTTP/1.1" status: 404 len: 333 time: 0.0902150 Apr 05 14:35:07.352983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35340) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:07.361942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.404914 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-d67d9554-229f-4ac5-92c1-9d8c68d06934 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] delete failed (client error): The resource could not be found. Apr 05 14:35:07.405921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d67d9554-229f-4ac5-92c1-9d8c68d06934 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "DELETE /v2.0/security-groups/adb9c90b-0728-4014-85d6-477fa3eeff42 HTTP/1.1" status: 404 len: 347 time: 0.0909452 Apr 05 14:35:07.410677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.415501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35344) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:07.448740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.528884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.582805 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-9e2184dd-e26d-43aa-ab40-94952e4246ee tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] show failed (client error): The resource could not be found. Apr 05 14:35:07.588931 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9e2184dd-e26d-43aa-ab40-94952e4246ee tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-groups/23d57737-1455-4b11-aa27-f5fc26ba816e HTTP/1.1" status: 404 len: 347 time: 0.1587322 Apr 05 14:35:07.593165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35348) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:07.617590 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-1aa0b45d-0363-400b-8bac-34de3bee4b32 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] show failed (client error): The resource could not be found. Apr 05 14:35:07.622093 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1aa0b45d-0363-400b-8bac-34de3bee4b32 tempest-NegativeSecGroupIPv6Test-388659426 tempest-NegativeSecGroupIPv6Test-388659426-project] 10.222.0.18 "GET /v2.0/security-group-rules/2e724219-5ea6-4aaf-bb51-9b64195ccae6 HTTP/1.1" status: 404 len: 356 time: 0.0245926 Apr 05 14:35:07.662781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Allocated IP 172.26.6.207 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/6b017cae-6f26-4849-8e6d-4519620dae50) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:07.735321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.764421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 6bc53ceb-bfb8-473e-893e-134244ad4c53 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:07.772392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.858833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35354) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:07.891399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1068433628', 'description': 'tempest-secgroup-smoke-1068433628 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:07.922631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.935484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:07.947500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:07.952881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:07.958680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:07.986986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:08.041530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a4b75d-c79c-4347-a516-733847100410 None None] Network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:08.043146 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:08.046539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:08.049015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:08.071561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4a67ac-0937-46e2-84be-245612d167b5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet 5a09dbab-1918-4833-b5ac-fff7ca78c2e6 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:35:08.077713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event updated for resources: {'Port': ['ID=6b017cae-6f26-4849-8e6d-4519620dae50,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:08.086467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb4a67ac-0937-46e2-84be-245612d167b5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.097658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35360) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:08.135112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.245918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb4a67ac-0937-46e2-84be-245612d167b5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.331661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8da9f59a-021f-4462-9bc9-cb02c622d26b None None] Provisioning for port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:08.337235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8da9f59a-021f-4462-9bc9-cb02c622d26b None None] Provisioning complete for port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:08.337707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8da9f59a-021f-4462-9bc9-cb02c622d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.371213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.375447 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-14da16d1-9318-485e-be4b-03fa8f821374 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=26a5254fdde441debca55b0e5e833b95&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2744319 Apr 05 14:35:08.377563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35366) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:08.383262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:08.404078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:08.410577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:08.451518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b46919-d958-4aa3-ba4b-8063d63a664b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.453444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.477245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8da9f59a-021f-4462-9bc9-cb02c622d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.523838 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8da9f59a-021f-4462-9bc9-cb02c622d26b None None] For port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d,segment=NetworkSegment(ac0fefa9-bdbd-4ddb-ae73-9f8671646587),segment_id=ac0fefa9-bdbd-4ddb-ae73-9f8671646587)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:08.530199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:08.532655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8da9f59a-021f-4462-9bc9-cb02c622d26b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.540821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 6bc53ceb-bfb8-473e-893e-134244ad4c53 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:08.608867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b46919-d958-4aa3-ba4b-8063d63a664b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.657931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9f59a-021f-4462-9bc9-cb02c622d26b None None] Pushing event updated for resources: {'Port': ['ID=aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:08.682769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.687369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.696717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.22.0.1 (27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1/2a97824e-7335-4df6-af67-fed9423323f7/6b76165b-0f91-4db3-b241-4d90b91f67a9) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:08.759758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-07cd69e6-c98b-4815-9e88-8e335c9b37b9 None None] Provisioning complete for port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:08.760156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-07cd69e6-c98b-4815-9e88-8e335c9b37b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.806088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b46919-d958-4aa3-ba4b-8063d63a664b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.824293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb4a67ac-0937-46e2-84be-245612d167b5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.830748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b46919-d958-4aa3-ba4b-8063d63a664b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131d6cc-52d4-4858-89b0-28b88a95799c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:08.858374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b46919-d958-4aa3-ba4b-8063d63a664b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.860105 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a2b46919-d958-4aa3-ba4b-8063d63a664b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4131d6cc-52d4-4858-89b0-28b88a95799c HTTP/1.1" status: 204 len: 168 time: 0.4814441 Apr 05 14:35:08.917353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.928579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:08.990874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Router 39482cef-7c39-4129-93ef-0684846066dd is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:35:09.155546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:09.183971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb616c3-3027-41df-b619-4f4908de72db,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:09.222400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb4a67ac-0937-46e2-84be-245612d167b5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.226438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.227843 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5cd2bd92-6e0d-4fb8-b2e8-2d28ad21d912 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.3635852 Apr 05 14:35:09.231052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35376) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:09.242568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '8eb616c3-3027-41df-b619-4f4908de72db', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:09.242838 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:09.243296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.249152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:09.253161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:09.256773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:09.264791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:09.273859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.286545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.321645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.329561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a67ac-0937-46e2-84be-245612d167b5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=5a09dbab-1918-4833-b5ac-fff7ca78c2e6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:09.349769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=6bc53ceb-bfb8-473e-893e-134244ad4c53,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:09.361088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.361456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb4a67ac-0937-46e2-84be-245612d167b5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.363503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eb4a67ac-0937-46e2-84be-245612d167b5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/5a09dbab-1918-4833-b5ac-fff7ca78c2e6 HTTP/1.1" status: 204 len: 168 time: 2.0046051 Apr 05 14:35:09.365664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562dd808-755f-48d2-aa81-2b8bce8bd3ab None None] Network e62fccce-503a-44c5-854d-69dc58d07403 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:09.367541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35384) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:09.371719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.380902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:09.395357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object 6b76165b-0f91-4db3-b241-4d90b91f67a9 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:09.401963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c0264-0887-46c9-af13-fb78e373a594 None None] Sync routers for ids ['39482cef-7c39-4129-93ef-0684846066dd'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:09.414810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.418670 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d6d78553-13bf-4971-ac46-42ca4be309d8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "PUT /v2.0/routers/39482cef-7c39-4129-93ef-0684846066dd HTTP/1.1" status: 200 len: 879 time: 3.6733978 Apr 05 14:35:09.424346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35388) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:09.425007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429c643e-2db4-4b2d-b239-6e1dda1fdfc0,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:09.564817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c0264-0887-46c9-af13-fb78e373a594 None None] Routers {'39482cef-7c39-4129-93ef-0684846066dd'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:09.565751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-769c0264-0887-46c9-af13-fb78e373a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['39482cef-7c39-4129-93ef-0684846066dd'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:09.577795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.579006 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-013e7712-47b1-49fc-81ab-f48625398245 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3450067 Apr 05 14:35:09.582481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35394) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:09.593575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.607875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '8eb616c3-3027-41df-b619-4f4908de72db', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:09.622451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:09.641359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:09.645551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:09.665271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:09.669248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-769c0264-0887-46c9-af13-fb78e373a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:09.704484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769c0264-0887-46c9-af13-fb78e373a594 None None] Routers {'39482cef-7c39-4129-93ef-0684846066dd'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:09.705097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-769c0264-0887-46c9-af13-fb78e373a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['39482cef-7c39-4129-93ef-0684846066dd'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:09.728706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.746246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.765427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-769c0264-0887-46c9-af13-fb78e373a594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:09.765872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769c0264-0887-46c9-af13-fb78e373a594 None None] The sync data for ids ['39482cef-7c39-4129-93ef-0684846066dd'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:09.784460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:09.784897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.833214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.846579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.854506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.890284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] DHCP port deletion for e62fccce-503a-44c5-854d-69dc58d07403 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:35:09.893188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7ada4a-984b-4ee0-90f5-d25d15165616,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:09.901898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] Deleting port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:09.902687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.918114 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0269a00b-5f00-4c7d-b0b4-aa1d2b9118a4 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/routers/39482cef-7c39-4129-93ef-0684846066dd HTTP/1.1" status: 200 len: 920 time: 0.4905353 Apr 05 14:35:09.918776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35404) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:09.922500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:09.925934 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0f5c2c75-4e64-4431-b79f-94677668358d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3404467 Apr 05 14:35:09.958582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35408) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:09.969080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '8eb616c3-3027-41df-b619-4f4908de72db', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:09.988885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:09.994503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:09.998594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:10.005298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:10.011890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:10.017554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:10.043926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.119778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=6b76165b-0f91-4db3-b241-4d90b91f67a9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:10.122202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:10.152559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] For port be5bc2d9-01d9-4f6c-ac88-9d43e18db730, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=be5bc2d9-01d9-4f6c-ac88-9d43e18db730,segment=NetworkSegment(92ffca28-27f8-4acc-97b1-63f45e41331c),segment_id=92ffca28-27f8-4acc-97b1-63f45e41331c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:10.152944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.158096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a2c8914-458c-44c8-92ee-04c8ab439a0c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Synchronizing usage tracker for tenant:d3c1116a3db64d428050af8c775f9d2a on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:10.167148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.191179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.212853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a2c8914-458c-44c8-92ee-04c8ab439a0c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Unset dirty status for tenant:d3c1116a3db64d428050af8c775f9d2a on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:10.214284 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4a2c8914-458c-44c8-92ee-04c8ab439a0c tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=39482cef-7c39-4129-93ef-0684846066dd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2938814 Apr 05 14:35:10.233147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35414) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:10.259065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=997fc06e-c89c-4388-9fa0-2449aed66c39,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:10.310506 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] Calling delete_port for be5bc2d9-01d9-4f6c-ac88-9d43e18db730 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:10.387615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-886ee49a-0c8b-4b36-94fc-5bbf5409e383 None None] Provisioning for port 6b76165b-0f91-4db3-b241-4d90b91f67a9 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:10.394651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-886ee49a-0c8b-4b36-94fc-5bbf5409e383 None None] Provisioning complete for port 6b76165b-0f91-4db3-b241-4d90b91f67a9 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:10.394651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-886ee49a-0c8b-4b36-94fc-5bbf5409e383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.402552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e2d0a5-2396-4940-875d-bd7f55f199ee tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:10.403341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-41e2d0a5-2396-4940-875d-bd7f55f199ee tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Synchronizing usage tracker for tenant:d3c1116a3db64d428050af8c775f9d2a on resource:network {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:10.409338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.414732 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e44926f0-db4f-4c4d-bb84-a34f7902dc60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4499023 Apr 05 14:35:10.418780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35420) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:10.429055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '8eb616c3-3027-41df-b619-4f4908de72db', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:10.441718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:10.449081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:10.452743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:10.455250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.459003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-41e2d0a5-2396-4940-875d-bd7f55f199ee tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Unset dirty status for tenant:d3c1116a3db64d428050af8c775f9d2a on resource:network {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:10.464622 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-41e2d0a5-2396-4940-875d-bd7f55f199ee tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 881 time: 0.2280958 Apr 05 14:35:10.465566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35426) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:10.471891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:10.475038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.493170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.530617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.531363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] Pushing event deleted for resources: {'Port': ['ID=be5bc2d9-01d9-4f6c-ac88-9d43e18db730,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:10.542639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-886ee49a-0c8b-4b36-94fc-5bbf5409e383 None None] Port 6b76165b-0f91-4db3-b241-4d90b91f67a9 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:10.544065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ff9c54-d56c-42ea-9fbe-e44a92b93ca8 None None] No DVR routers for this DVR port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:10.548638 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-47479160-37af-488c-b929-2b281682026b tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=39482cef-7c39-4129-93ef-0684846066dd HTTP/1.1" status: 200 len: 205 time: 0.0790837 Apr 05 14:35:10.552769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35432) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:10.553377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.561612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] For port be5bc2d9-01d9-4f6c-ac88-9d43e18db730, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=be5bc2d9-01d9-4f6c-ac88-9d43e18db730,segment=NetworkSegment(92ffca28-27f8-4acc-97b1-63f45e41331c),segment_id=92ffca28-27f8-4acc-97b1-63f45e41331c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:10.561977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.816403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for be5bc2d9-01d9-4f6c-ac88-9d43e18db730 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:10.835579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.840697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.845671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.846339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Fanout notify agent at l3_agent the message router_deleted on router 89ea7679-ac1e-4168-a265-047011d92a0c {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:35:10.869800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c5c2d9d-1d99-4dfe-ae92-cac28801b9be,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:10.882694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.887301 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2307633b-1f5c-4640-9d69-7db4cc7d40ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4618344 Apr 05 14:35:10.887301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35442) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:10.893161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '8eb616c3-3027-41df-b619-4f4908de72db', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:10.893395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.898172 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fb97e97a-e548-4262-a6eb-36303e6dfb1c tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/routers/89ea7679-ac1e-4168-a265-047011d92a0c HTTP/1.1" status: 204 len: 168 time: 4.6789131 Apr 05 14:35:10.898172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35446) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:10.901552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:10.907032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:10.910132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:10.919442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:10.941318 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:35:10.950739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:10.995170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.026843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.046577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:35:11.046927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:35:11.152541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device be5bc2d9-01d9-4f6c-ac88-9d43e18db730 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:35:11.173392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.181969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.198827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: be5bc2d9-01d9-4f6c-ac88-9d43e18db730 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:35:11.199289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device be5bc2d9-01d9-4f6c-ac88-9d43e18db730 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:35:11.219060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ca89a0-5178-4084-bf30-a935e513eaa7,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:11.228606 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.232753 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-62eb7455-451d-496e-a05d-a7b7ab7ff3dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3450601 Apr 05 14:35:11.233328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35454) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:11.240085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '8eb616c3-3027-41df-b619-4f4908de72db', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:11.253331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:11.259776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:11.263130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:11.275991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:11.300680 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:35:11.312027 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.367457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.383329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Deleting port 6b017cae-6f26-4849-8e6d-4519620dae50 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:11.383972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.443338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.451714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.463234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f381d9aa-242a-4f39-aae0-3551ea40430b tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting subnet cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:35:11.467799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f381d9aa-242a-4f39-aae0-3551ea40430b tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.541214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfe0df5-759e-462e-8d47-513ad6243199,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:11.561744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.566128 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7646bf80-b38c-4dbc-973a-800a384766f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3273120 Apr 05 14:35:11.579429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port be5bc2d9-01d9-4f6c-ac88-9d43e18db730 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:11.579429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.619878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.742527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Calling delete_port for 6b017cae-6f26-4849-8e6d-4519620dae50 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:11.744107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.760341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] The port 'be5bc2d9-01d9-4f6c-ac88-9d43e18db730' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:35:11.791258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.863085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f381d9aa-242a-4f39-aae0-3551ea40430b tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.928690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:11.975367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35472) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:11.988225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-700350567', 'description': 'tempest-secgroup-smoke-700350567 description', 'project_id': '1f140e66157043aaa42d42875858f100'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:12.000209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event deleted for resources: {'Port': ['ID=6b017cae-6f26-4849-8e6d-4519620dae50,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:12.003036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:12.008473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:12.012978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:12.053310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:12.058598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.070094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.073366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=6b76165b-0f91-4db3-b241-4d90b91f67a9,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:12.102783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.117883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.144186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e62fccce-503a-44c5-854d-69dc58d07403']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:12.220453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ffca28-27f8-4acc-97b1-63f45e41331c') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:12.220754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ffca28-27f8-4acc-97b1-63f45e41331c') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:12.247057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f381d9aa-242a-4f39-aae0-3551ea40430b tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.280027 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:12.283102 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Sync routers for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:12.286769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group_rule and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:12.291150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:12.296913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.303537 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:12.304871 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:12.348706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:12.387628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.423436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-bf7b4bfa-8cec-42fa-accd-5bcf4807fa2b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:12.435610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.461974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:35:12.462399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.470859 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:12.480935 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:12.631409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:12.634966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:12.650598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-bf7b4bfa-8cec-42fa-accd-5bcf4807fa2b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:12.651990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-bf7b4bfa-8cec-42fa-accd-5bcf4807fa2b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1068433628&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.5860012 Apr 05 14:35:12.652789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.654924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f381d9aa-242a-4f39-aae0-3551ea40430b tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.688875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.703105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.747018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.761004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.785598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.809160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:12.815929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group_rule and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:12.820493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:12.829657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:12.846108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.846713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Fanout notify agent at l3_agent the message router_deleted on router 39482cef-7c39-4129-93ef-0684846066dd {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:35:12.857896 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:10Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:34:58Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:11Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:12.864052 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Checking router: 37c6895e-9b79-4015-be83-480882cb809a for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:35:12.864052 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Updating router 37c6895e-9b79-4015-be83-480882cb809a port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:35:12.870815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381d9aa-242a-4f39-aae0-3551ea40430b tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:12.881524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Network': ['ID=e62fccce-503a-44c5-854d-69dc58d07403,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:12.896320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c03ada5-4e09-4932-9d3e-1d5c93392192,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:12.929531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.930534 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1ea62869-88ab-4751-80b4-418a4d80f716 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/39482cef-7c39-4129-93ef-0684846066dd HTTP/1.1" status: 204 len: 168 time: 2.3784118 Apr 05 14:35:12.937395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35478) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:12.945209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1178283363', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:12.947274 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.950958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.953454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:12.957248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.961845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Usage tracker for resource:router and tenant:412e6537f5034376a61b19edda203f91 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:12.974603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:12.983224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f381d9aa-242a-4f39-aae0-3551ea40430b tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:12.985073 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f381d9aa-242a-4f39-aae0-3551ea40430b tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/subnets/cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302 HTTP/1.1" status: 204 len: 168 time: 2.0864689 Apr 05 14:35:12.991036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35482) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:12.992189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:13.000414 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9f5433cd-852c-4530-ac4f-92bfabad6e97 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/networks/e62fccce-503a-44c5-854d-69dc58d07403 HTTP/1.1" status: 204 len: 168 time: 3.6069586 Apr 05 14:35:13.006782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35484) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:13.013163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e87806-0eb2-4364-b21a-66db9add3c4e None None] Network edd72e5b-d9ec-4289-a6bd-f4d6aef6baae requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:13.037451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1674336131'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:13.047375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f7239d4-f825-46a0-9fad-c5a753a1f6da,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:13.054718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:13.057008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.060866 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7fafb43d-e9a4-4016-acf2-eb4d35f79c08 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.0810871 Apr 05 14:35:13.104291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35490) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:13.110717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1f6eeb58-bf88-4df8-b451-bb8e688d91df None None] Provisioning complete for port 6b76165b-0f91-4db3-b241-4d90b91f67a9 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:13.111170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1f6eeb58-bf88-4df8-b451-bb8e688d91df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.112279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.113201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.127541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:network and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:13.133473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'security_group_rule': {'security_group_id': '7f7239d4-f825-46a0-9fad-c5a753a1f6da', 'project_id': '1f140e66157043aaa42d42875858f100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:13.144394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:13.153672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:13.156834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:13.174663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group_rule and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:13.183535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:13.184908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-3cab6405-873d-403d-93ca-b1a6edea887f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:13.186140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-3cab6405-873d-403d-93ca-b1a6edea887f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:13.193947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:13.201120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.217802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:13.219873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1f6eeb58-bf88-4df8-b451-bb8e688d91df None None] Port 6b76165b-0f91-4db3-b241-4d90b91f67a9 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:13.221791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.227790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-3cab6405-873d-403d-93ca-b1a6edea887f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:13.228962 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-3cab6405-873d-403d-93ca-b1a6edea887f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 200 len: 797 time: 0.4597812 Apr 05 14:35:13.253737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.256641 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-5b03b3ce-ed7b-4598-9542-371a7a64046b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0176358 Apr 05 14:35:13.264076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.270699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:13.271028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.329639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:13.346907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:13.364128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.377366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-54d82233-cac6-45ad-a315-8632b89a5a01 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1129410 Apr 05 14:35:13.420729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.421071 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Added segment 6b1a5c17-53b3-4fef-9820-bced5d0a666b of type vlan for network 14548dc7-6624-4b4c-9fc3-b9581586d23d Apr 05 14:35:13.431058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] DHCP port deletion for edd72e5b-d9ec-4289-a6bd-f4d6aef6baae request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:35:13.443479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] Deleting port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:13.444122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.459832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.461059 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-93afec4b-0a88-4f50-a9b5-1fb6db6242df tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5227528 Apr 05 14:35:13.465884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35496) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:13.480842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': True}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:13.596822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:13.605007 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.610980 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3ad51885-f598-4076-bdd0-f7acfc9a2818 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0626564 Apr 05 14:35:13.613544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35500) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:13.627661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Sync routers for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:13.629755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'network': {'name': 'tempest-RoutersTest-54446204'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:13.633331 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Transition to ACTIVE for port object 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:13.643356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:13.643990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.649013 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.654644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:network and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:13.662171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:13.675019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:13.695853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.699316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:13.705066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.725455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:13.726859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:13.751024 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Pushing event updated for resources: {'Port': ['ID=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:13.754886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.757208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.761339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:13.762018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.764075 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.764419 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.764754 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.765100 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.765524 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.766360 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.766360 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.766636 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.766827 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.767146 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.767625 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:13.886646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:13.920135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.920636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added segment 1251174e-5c85-40e3-89cc-9c4d133a9939 of type vlan for network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 Apr 05 14:35:13.943260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] For port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f8496cdf-35c1-41d2-ac6d-57bcdbbcac43,segment=NetworkSegment(a5e9362f-09ef-4d19-bd66-d5edd49f4b9c),segment_id=a5e9362f-09ef-4d19-bd66-d5edd49f4b9c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:13.944057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.969116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-09a80faa-e070-4d86-b901-95c323a2d20d service neutron] 10.222.0.18 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5420513 Apr 05 14:35:13.978607 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Attempting to bind port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:13.978963 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Attempting to bind port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:13.979313 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Attempting to bind port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 on network 4cbd2050-cecb-4375-950c-24939e3234d1 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:13.987053 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:13.987416 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Checking segment: {'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:13.987883 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:13.988270 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Bound using segment: {'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:13.988725 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Bound port: 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '292818d7-411d-4a8a-a6bd-6291e1b21cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:13.989088 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.034505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc52e5bd-6660-4edf-bef0-37f346642d35,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:14.036766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Network': ['ID=14548dc7-6624-4b4c-9fc3-b9581586d23d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:14.040142 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8e3bb5ce-02ca-4145-9977-3fa96de68368 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0323498 Apr 05 14:35:14.041294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.045704 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2451ffe0-643e-4fde-b5c0-f9a1cdb7efe0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.9355350 Apr 05 14:35:14.046984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35504) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:14.047306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35506) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:14.067419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '14548dc7-6624-4b4c-9fc3-b9581586d23d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:14.092780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'security_group_rule': {'security_group_id': '7f7239d4-f825-46a0-9fad-c5a753a1f6da', 'project_id': '1f140e66157043aaa42d42875858f100', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:14.096654 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] For port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:14.099100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:14.100124 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] For port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,segment=NetworkSegment(292818d7-411d-4a8a-a6bd-6291e1b21cb5),segment_id=292818d7-411d-4a8a-a6bd-6291e1b21cb5)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:14.102328 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:35:14.103094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group_rule and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:14.106165 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.110551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:14.111906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.113699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 14548dc7-6624-4b4c-9fc3-b9581586d23d details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:14.118617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:14.146504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] Calling delete_port for f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:14.190436 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Pushing event updated for resources: {'Port': ['ID=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:14.204346 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Updating router 37c6895e-9b79-4015-be83-480882cb809a port 6b76165b-0f91-4db3-b241-4d90b91f67a9 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:35:14.221174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.225723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:14.227620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.261255 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.264443 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-70aad5e8-91d6-46b5-b25c-441f93f28240 service neutron] 10.222.0.18 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757537 Apr 05 14:35:14.346251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:14.387109 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.405391 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.7894874 Apr 05 14:35:14.406395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35512) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:14.420469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'subnet': {'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:14.439265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b060db2d-d763-4a14-8d78-bc573981023c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Network': ['ID=eb230feb-0d04-4ea1-884e-5d2f72c3ec70,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:14.459495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:14.558190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] For port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f8496cdf-35c1-41d2-ac6d-57bcdbbcac43,segment=NetworkSegment(a5e9362f-09ef-4d19-bd66-d5edd49f4b9c),segment_id=a5e9362f-09ef-4d19-bd66-d5edd49f4b9c)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:14.560614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.605318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.901241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] Pushing event deleted for resources: {'Port': ['ID=f8496cdf-35c1-41d2-ac6d-57bcdbbcac43,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:14.916530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:14.920373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:subnet and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:14.923351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:14.928333 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.930423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:14.942278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a889bc-dd2b-49b8-af95-2bcbd1ba57f8 None None] No DVR routers for this DVR port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:14.944539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.945788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Made reservation on behalf of 2f395c48b2704042a68c4ca2aef66b04 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:14.957782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:14.964176 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Transition to ACTIVE for port object 6b76165b-0f91-4db3-b241-4d90b91f67a9 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:14.977364 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:14.987085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:14.999117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:15.003408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.012172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:15.090276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:15.186979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:35:15.227314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:35:15.227550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:35:15.244921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa32ff4-c612-4715-82d7-ed1657000387,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:15.254591 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0736abc-2248-4426-b8a6-da4507795e99 req-3b3e0390-a99f-4920-90fa-54eff75c8d06 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 210 time: 0.4275799 Apr 05 14:35:15.307283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:59Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:00Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:15.324422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Checking router: 46239b44-2ad3-4650-8a74-3a1a6800af20 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:35:15.324769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Updating router 46239b44-2ad3-4650-8a74-3a1a6800af20 port 838fd1a9-4536-49d1-92db-09cf67bc184d binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:35:15.337492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:15.348918 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Pushing event updated for resources: {'Port': ['ID=6b76165b-0f91-4db3-b241-4d90b91f67a9,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:15.349770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.378349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.380056 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7127046c-e164-4a04-8ea1-f082fcc7d7f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3210201 Apr 05 14:35:15.384366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35530) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:15.412942 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Attempting to bind port 6b76165b-0f91-4db3-b241-4d90b91f67a9 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:15.413620 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Attempting to bind port 6b76165b-0f91-4db3-b241-4d90b91f67a9 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:15.414211 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Attempting to bind port 6b76165b-0f91-4db3-b241-4d90b91f67a9 on network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:15.424674 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:15.425100 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Checking segment: {'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:15.425492 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.425873 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Bound using segment: {'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:15.426518 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Bound port: 6b76165b-0f91-4db3-b241-4d90b91f67a9, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:15.426901 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.427036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.483861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.503082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:35:15.503718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:35:15.523235 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] For port 6b76165b-0f91-4db3-b241-4d90b91f67a9, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:15.526352 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] For port 6b76165b-0f91-4db3-b241-4d90b91f67a9, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6b76165b-0f91-4db3-b241-4d90b91f67a9,segment=NetworkSegment(ac0fefa9-bdbd-4ddb-ae73-9f8671646587),segment_id=ac0fefa9-bdbd-4ddb-ae73-9f8671646587)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:15.531957 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.536259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'security_group_rule': {'security_group_id': '7f7239d4-f825-46a0-9fad-c5a753a1f6da', 'project_id': '1f140e66157043aaa42d42875858f100', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:15.551065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:15.561830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group_rule and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:15.567086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:15.577900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:15.601231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.623224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.627710 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7182153d-c53e-47b7-8494-13d57c06bceb None None] Pushing event updated for resources: {'Port': ['ID=6b76165b-0f91-4db3-b241-4d90b91f67a9,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:15.660580 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:15.661352 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:15.893406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.900124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.908066 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:15.919959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:15.988638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac37b3f1-015b-4313-8123-5a2acc1c9ef5,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:16.027512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port f8496cdf-35c1-41d2-ac6d-57bcdbbcac43 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:16.028340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.034575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.035910 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-33820722-c0f3-4762-a496-389a47f23a06 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5072849 Apr 05 14:35:16.046106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35536) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:16.055474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Subnet': ['ID=f8a5020e-98df-48b7-9553-1caae0c0b1e6,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:16.067293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'security_group_rule': {'security_group_id': '7f7239d4-f825-46a0-9fad-c5a753a1f6da', 'project_id': '1f140e66157043aaa42d42875858f100', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:16.084504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:16.093401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group_rule and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:16.097189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:16.100098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Checking segment: {'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:16.100502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network hostable DHCP agents. Network: eb230feb-0d04-4ea1-884e-5d2f72c3ec70, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:16.121553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.125233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:16.126903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] The port 'f8496cdf-35c1-41d2-ac6d-57bcdbbcac43' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:35:16.150407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Transition to ACTIVE for port object 838fd1a9-4536-49d1-92db-09cf67bc184d will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:16.162470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:16.165758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.169942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.197601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, eb230feb-0d04-4ea1-884e-5d2f72c3ec70) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:16.202578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:16.203217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.222509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5751311-0bfc-492b-9fa9-0cbcc2f1184b None None] Network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:16.248244 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ce63c870-f271-4d33-a426-8c948bd2bc00 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8348475 Apr 05 14:35:16.249441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35540) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:16.294009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.317677 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:10Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:14Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:15Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:16.322316 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb4e8e0-386e-41b6-be3b-08e83a15a28d None None] The sync data for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv is: [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:10Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:14Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:15Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:16.330813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd72e5b-d9ec-4289-a6bd-f4d6aef6baae']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:16.344300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e9362f-09ef-4d19-bd66-d5edd49f4b9c') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:16.345238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e9362f-09ef-4d19-bd66-d5edd49f4b9c') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:16.400843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.426569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.438540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:35:16.439009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.439133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.543792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.549337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.630858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a422d-3f14-4637-a249-139e4c8d1871 None None] Pushing event updated for resources: {'Port': ['ID=838fd1a9-4536-49d1-92db-09cf67bc184d,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:16.657867 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4be9dd95-c5d4-4dcc-a0ca-4c631b5cf09d req-8a5b666a-48a9-4b19-9870-5502ea37ed0c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 210 time: 0.1260262 Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:16.681280 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:16.728287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37f9774f-ed51-4df5-af8b-8eb93e90aa8f,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:16.820140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.824008 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f84fc618-5b9b-4b1f-a2bc-e33ef0f78fda tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7710781 Apr 05 14:35:16.825788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35546) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:16.876951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'security_group_rule': {'security_group_id': '7f7239d4-f825-46a0-9fad-c5a753a1f6da', 'project_id': '1f140e66157043aaa42d42875858f100', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:16.878930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Attempting to bind port 838fd1a9-4536-49d1-92db-09cf67bc184d on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:16.879297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Attempting to bind port 838fd1a9-4536-49d1-92db-09cf67bc184d by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:16.879727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Attempting to bind port 838fd1a9-4536-49d1-92db-09cf67bc184d on network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:16.885865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:16.890548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group_rule and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:16.891750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-eb230feb-0d04-4ea1-884e-5d2f72c3ec70', 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'fixed_ips': [{'subnet_id': 'f8a5020e-98df-48b7-9553-1caae0c0b1e6'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:35:16.892559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.894985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:16.911208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:16.916856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:16.917232 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Checking segment: {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:16.917688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.918573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Bound using segment: {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:16.919831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Bound port: 838fd1a9-4536-49d1-92db-09cf67bc184d, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:16.920107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:16.946630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-b9ea0060-8d28-4f0b-9071-221841def95f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:16.948203 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-b9ea0060-8d28-4f0b-9071-221841def95f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 200 len: 797 time: 0.2891326 Apr 05 14:35:16.977418 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Project 1f140e66157043aaa42d42875858f100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:35:17.001824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Checking segment: {'id': '6b1a5c17-53b3-4fef-9820-bced5d0a666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '14548dc7-6624-4b4c-9fc3-b9581586d23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:17.002222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network hostable DHCP agents. Network: 14548dc7-6624-4b4c-9fc3-b9581586d23d, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:17.020900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.022599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.077248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.099399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Network': ['ID=edd72e5b-d9ec-4289-a6bd-f4d6aef6baae,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:17.102222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.142080 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d6c82cea-c8e6-4aa6-98d2-9280170bce34 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/networks/edd72e5b-d9ec-4289-a6bd-f4d6aef6baae HTTP/1.1" status: 204 len: 168 time: 4.1412139 Apr 05 14:35:17.147772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=a8c07335-683f-4e1d-b432-fe498aaf7858,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:17.169108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35550) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:17.185254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.270125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Allocated IP 172.23.0.2 (eb230feb-0d04-4ea1-884e-5d2f72c3ec70/f8a5020e-98df-48b7-9553-1caae0c0b1e6/3676af8b-f6dc-488d-954c-e0748e9439d8) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:17.287825 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-8f49bd61-fc10-413e-8898-91fd50f8e103 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 380 time: 0.2521296 Apr 05 14:35:17.303471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['8eb616c3-3027-41df-b619-4f4908de72db']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:17.310959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:17.340167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] For port 838fd1a9-4536-49d1-92db-09cf67bc184d, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:17.454369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 14548dc7-6624-4b4c-9fc3-b9581586d23d is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:17.496362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:17.502132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:port and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:17.505584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:17.534534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] For port 838fd1a9-4536-49d1-92db-09cf67bc184d, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=838fd1a9-4536-49d1-92db-09cf67bc184d,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:17.552248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.565269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 14548dc7-6624-4b4c-9fc3-b9581586d23d) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:17.577922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:17.578554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.582642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port eddb4b7c-b753-43b0-afd5-6f934e06f294 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:17.583056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.682795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:17.726612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd86241-1403-4a54-8ea1-4ea17256838e None None] Network 14548dc7-6624-4b4c-9fc3-b9581586d23d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:17.783518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:17.786613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.790956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Allocated IP 172.26.6.147 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/a140609e-52b9-4a62-936a-b7f512f9c1c8) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:17.922569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.929416 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-18e740f8-747f-4f4f-9bc4-c7fe3d4644e1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8719883 Apr 05 14:35:17.941641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35556) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:17.943480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:17.946036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9f5801d8-04bd-44b9-84d9-978dac8bb796 req-af492cf6-a574-4750-b409-8f91dbcb3e59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 210 time: 0.0414233 Apr 05 14:35:17.978889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1468392147', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:18.016874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a422d-3f14-4637-a249-139e4c8d1871 None None] Pushing event updated for resources: {'Port': ['ID=838fd1a9-4536-49d1-92db-09cf67bc184d,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:18.050415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:18.062974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e678da-0959-469b-9161-2a368056b264,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:18.064614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.9 (65fa9113-4b10-4a07-b2cd-6b0b326f5719/ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7/561f4c78-3a05-4744-9e22-86a97c7de962) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:18.083989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:router and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:18.084651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.093887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:18.097162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.098443 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-77d866ba-cec2-48e2-ad40-3cc39a6708bc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.2594388 Apr 05 14:35:18.111839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:18.112473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:18.118070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35560) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:18.122920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:18.132661 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'security_group_rule': {'security_group_id': '7f7239d4-f825-46a0-9fad-c5a753a1f6da', 'project_id': '1f140e66157043aaa42d42875858f100', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:18.162324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Transition to ACTIVE for port object 3676af8b-f6dc-488d-954c-e0748e9439d8 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:18.167417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:18.171623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:18.177250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:security_group_rule and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:18.183182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:18.205204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.206132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.217647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:18.229891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.233637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.233960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.287206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:18.287778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.305007 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Project 1f140e66157043aaa42d42875858f100 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:35:18.333031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.344178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-14548dc7-6624-4b4c-9fc3-b9581586d23d', 'network_id': '14548dc7-6624-4b4c-9fc3-b9581586d23d', 'tenant_id': 'a0ebd2d1651f4f38b30c4e8a884000ca', 'fixed_ips': [{'subnet_id': 'a8c07335-683f-4e1d-b432-fe498aaf7858'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:35:18.345252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.355724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Transition to ACTIVE for port object 3676af8b-f6dc-488d-954c-e0748e9439d8 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:18.378340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for eddb4b7c-b753-43b0-afd5-6f934e06f294 owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:18.387602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.411459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.482374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.516096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.527700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.539687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 561f4c78-3a05-4744-9e22-86a97c7de962 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:18.544758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Pushing event updated for resources: {'Port': ['ID=3676af8b-f6dc-488d-954c-e0748e9439d8,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:18.550976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:18.561555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:18.568243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:18.590614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.615046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:18.655807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.682877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.690472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:18.716049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:18.718341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:18.754821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.755110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'Port': ['ID=a140609e-52b9-4a62-936a-b7f512f9c1c8,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:18.776341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8328543f-ff20-42d7-b3f1-ff977b812acf,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:18.779655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.781196 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-55967b7e-fa9a-43e3-99e3-364fd3769ad8 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.8344057 Apr 05 14:35:18.784762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35564) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:18.787218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.788412 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8efbc07a-5bdc-4721-b6d5-e5c398d76c12 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.6673214 Apr 05 14:35:18.798107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'network_id': '14548dc7-6624-4b4c-9fc3-b9581586d23d', 'name': 'tempest-PortsTestJSON-273392284'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:18.807787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35568) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:18.817209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.817401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:18.823437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'network': {'name': 'tempest-network-smoke--56698186', 'project_id': '1f140e66157043aaa42d42875858f100', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:18.862839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:18.885278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:network and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:18.900030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:18.909433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:18.917742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:18.918831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=eddb4b7c-b753-43b0-afd5-6f934e06f294,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:18.920131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=561f4c78-3a05-4744-9e22-86a97c7de962,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:18.922441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:18.929713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:18.939096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Attempting to bind port 3676af8b-f6dc-488d-954c-e0748e9439d8 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:18.939096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Attempting to bind port 3676af8b-f6dc-488d-954c-e0748e9439d8 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:18.939376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Attempting to bind port 3676af8b-f6dc-488d-954c-e0748e9439d8 on network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:18.980569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Allocated IP 172.23.0.1 (eb230feb-0d04-4ea1-884e-5d2f72c3ec70/f8a5020e-98df-48b7-9553-1caae0c0b1e6/054c1b5e-50b4-4d9c-8501-f63409dc4282) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:18.993336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Made reservation on behalf of 1f140e66157043aaa42d42875858f100 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:18.996467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.044476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:19.045246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.114802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Allocated IP 172.20.0.2 (14548dc7-6624-4b4c-9fc3-b9581586d23d/a8c07335-683f-4e1d-b432-fe498aaf7858/dac22491-1ec6-44da-af3e-47de082afdf8) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:19.139683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,segment=NetworkSegment(292818d7-411d-4a8a-a6bd-6291e1b21cb5),segment_id=292818d7-411d-4a8a-a6bd-6291e1b21cb5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:19.146736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:19.147098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Checking segment: {'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:19.148039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.148499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Bound using segment: {'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:19.149041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Bound port: 3676af8b-f6dc-488d-954c-e0748e9439d8, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:19.149564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.169837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.194800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:19.200197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:19.203626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:19.218758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:19.232402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.240156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.245754 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-43e6065e-1a83-455b-859a-ba6da3cd885a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/floatingips/a97b905a-6543-4238-a8d1-c07af67a1bc1 HTTP/1.1" status: 204 len: 168 time: 2.0707939 Apr 05 14:35:19.247186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35574) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:19.267197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:19.274465 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-d9792303-e206-451c-a57e-c209a3f94ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9771388 Apr 05 14:35:19.333949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.334544 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Added segment 30e48794-5e6f-4c61-8d15-2cdca7a6df1c of type vlan for network 58fbbe4e-76da-445a-991c-ac4d0daab06d Apr 05 14:35:19.372075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.396704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Request body: {'port': {'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:19.427921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6b76165b-0f91-4db3-b241-4d90b91f67a9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:19.435180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:19.437523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.460854 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-89da8599-a094-4654-bc23-5b8f11f92337 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] DELETE failed (client error): The resource could not be found. Apr 05 14:35:19.461373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89da8599-a094-4654-bc23-5b8f11f92337 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:35:19.465519 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-89da8599-a094-4654-bc23-5b8f11f92337 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/ports/0296264f-bd56-41f2-8fd5-dd94ec762a2c HTTP/1.1" status: 404 len: 333 time: 0.2134550 Apr 05 14:35:19.466103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35580) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:19.518666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:35:19.558055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.558628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e6d5127c-4f3d-4b4a-8777-78beb9413690 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Synchronizing usage tracker for tenant:ee7871d169f840ee86d14ca14e2b66a3 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:19.562192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.566122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:19.566819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.620715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:19.636171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9f57ab54-f04f-4b60-8952-a5536e8ed395 None None] Provisioning for port 561f4c78-3a05-4744-9e22-86a97c7de962 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:19.668974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9f57ab54-f04f-4b60-8952-a5536e8ed395 None None] Provisioning complete for port 561f4c78-3a05-4744-9e22-86a97c7de962 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:19.669345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9f57ab54-f04f-4b60-8952-a5536e8ed395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.677906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.697767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] For port 3676af8b-f6dc-488d-954c-e0748e9439d8, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:19.737754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] For port 3676af8b-f6dc-488d-954c-e0748e9439d8, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3676af8b-f6dc-488d-954c-e0748e9439d8,segment=NetworkSegment(1251174e-5c85-40e3-89cc-9c4d133a9939),segment_id=1251174e-5c85-40e3-89cc-9c4d133a9939)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:19.792997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.796285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Transition to ACTIVE for port object 054c1b5e-50b4-4d9c-8501-f63409dc4282 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:19.802672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb365a9-d17d-4065-91a3-82d0ce86bc38 req-6f81b9b0-8568-4f66-b16b-dabf9841d72d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:19.803220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e6d5127c-4f3d-4b4a-8777-78beb9413690 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Unset dirty status for tenant:ee7871d169f840ee86d14ca14e2b66a3 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:19.804109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-8bb365a9-d17d-4065-91a3-82d0ce86bc38 req-6f81b9b0-8568-4f66-b16b-dabf9841d72d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:19.808597 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e6d5127c-4f3d-4b4a-8777-78beb9413690 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "GET /v2.0/ports?device_id=89ea7679-ac1e-4168-a265-047011d92a0c HTTP/1.1" status: 200 len: 205 time: 0.3412278 Apr 05 14:35:19.809398 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35586) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:19.837275 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0264380 Apr 05 14:35:19.840419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.856105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6b76165b-0f91-4db3-b241-4d90b91f67a9 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:19.859148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35590) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:19.869535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'admin_state_up': True, 'project_id': '1f140e66157043aaa42d42875858f100', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:19.876893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9f57ab54-f04f-4b60-8952-a5536e8ed395 None None] Port 561f4c78-3a05-4744-9e22-86a97c7de962 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:19.888122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e7bc32-12cc-4e67-bd4b-97396513ecd6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'Network': ['ID=58fbbe4e-76da-445a-991c-ac4d0daab06d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:19.890426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:19.892618 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:59Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:17Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:19.895108 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-957b3576-3d89-48ae-a143-4a0fafbc1315 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] delete failed (client error): The resource could not be found. Apr 05 14:35:19.898085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:router and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:19.899412 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-957b3576-3d89-48ae-a143-4a0fafbc1315 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/routers/89ea7679-ac1e-4168-a265-047011d92a0c HTTP/1.1" status: 404 len: 336 time: 0.0860903 Apr 05 14:35:19.899906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6b76165b-0f91-4db3-b241-4d90b91f67a9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:19.900185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:19.902374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-8bb365a9-d17d-4065-91a3-82d0ce86bc38 req-6f81b9b0-8568-4f66-b16b-dabf9841d72d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:19.902505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35594) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:19.908836 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8bb365a9-d17d-4065-91a3-82d0ce86bc38 req-6f81b9b0-8568-4f66-b16b-dabf9841d72d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 931 time: 0.7600679 Apr 05 14:35:19.935357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:19.935574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:19.946969 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a206ed6e-3792-46b1-9401-49c1e499f237 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] DELETE failed (client error): The resource could not be found. Apr 05 14:35:19.947402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a206ed6e-3792-46b1-9401-49c1e499f237 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:35:19.959490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:19.961915 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a206ed6e-3792-46b1-9401-49c1e499f237 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/subnets/cbe4cda3-dfe7-4c78-8eae-4dd8fc0c8302 HTTP/1.1" status: 404 len: 337 time: 0.0583763 Apr 05 14:35:19.962290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35598) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:19.981431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb1cc2f-029a-4afd-991d-9e44a0869cb1 None None] The sync data for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv is: [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:59Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:17Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:20.009628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.010668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.019641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.060601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.072753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 8319b553-36f2-48d7-86b9-f960042a7fa3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:20.073100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.099264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f0c27-821a-4c8b-b9c6-e35a1e663a38 None None] Pushing event updated for resources: {'Port': ['ID=3676af8b-f6dc-488d-954c-e0748e9439d8,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:20.106335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Transition to ACTIVE for port object dac22491-1ec6-44da-af3e-47de082afdf8 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:20.175170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Transition to ACTIVE for port object dac22491-1ec6-44da-af3e-47de082afdf8 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:20.182782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.193219 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8bb365a9-d17d-4065-91a3-82d0ce86bc38 req-735df0f8-fd85-4b25-bd39-7ba6ee9b49b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833216 Apr 05 14:35:20.231165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.243281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.271754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:20.281465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:20.285688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.292649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=054c1b5e-50b4-4d9c-8501-f63409dc4282,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:20.300843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:20.319152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Pushing event updated for resources: {'Port': ['ID=dac22491-1ec6-44da-af3e-47de082afdf8,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:20.344066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.356020 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Network 14548dc7-6624-4b4c-9fc3-b9581586d23d is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:20.358974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:20.362149 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:20.464871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 6b76165b-0f91-4db3-b241-4d90b91f67a9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6b76165b-0f91-4db3-b241-4d90b91f67a9,segment=NetworkSegment(ac0fefa9-bdbd-4ddb-ae73-9f8671646587),segment_id=ac0fefa9-bdbd-4ddb-ae73-9f8671646587)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:20.486838 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.489164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.4 (14548dc7-6624-4b4c-9fc3-b9581586d23d/a8c07335-683f-4e1d-b432-fe498aaf7858/832d68ea-8990-4ca9-9f89-e6c1525f34a5) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:20.544437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Attempting to bind port dac22491-1ec6-44da-af3e-47de082afdf8 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:20.544915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Attempting to bind port dac22491-1ec6-44da-af3e-47de082afdf8 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '6b1a5c17-53b3-4fef-9820-bced5d0a666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '14548dc7-6624-4b4c-9fc3-b9581586d23d'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:20.545373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Attempting to bind port dac22491-1ec6-44da-af3e-47de082afdf8 on network 14548dc7-6624-4b4c-9fc3-b9581586d23d {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:20.567096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:20.567581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Checking segment: {'id': '6b1a5c17-53b3-4fef-9820-bced5d0a666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '14548dc7-6624-4b4c-9fc3-b9581586d23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:20.568051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.568538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Bound using segment: {'id': '6b1a5c17-53b3-4fef-9820-bced5d0a666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '14548dc7-6624-4b4c-9fc3-b9581586d23d'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:20.569083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Bound port: dac22491-1ec6-44da-af3e-47de082afdf8, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b1a5c17-53b3-4fef-9820-bced5d0a666b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '14548dc7-6624-4b4c-9fc3-b9581586d23d'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:20.570119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.593800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=6b76165b-0f91-4db3-b241-4d90b91f67a9,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:20.715258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] For port dac22491-1ec6-44da-af3e-47de082afdf8, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:20.719051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] For port dac22491-1ec6-44da-af3e-47de082afdf8, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dac22491-1ec6-44da-af3e-47de082afdf8,segment=NetworkSegment(6b1a5c17-53b3-4fef-9820-bced5d0a666b),segment_id=6b1a5c17-53b3-4fef-9820-bced5d0a666b)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:20.743126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.770535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.803293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:20.844198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d8a134-06b7-4278-bc65-863fd6c7ddd6 None None] Pushing event updated for resources: {'Port': ['ID=dac22491-1ec6-44da-af3e-47de082afdf8,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:20.859120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.007692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 8319b553-36f2-48d7-86b9-f960042a7fa3 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:21.015963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561f4c78-3a05-4744-9e22-86a97c7de962 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:35:21.021911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.041746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.154161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Transition to ACTIVE for port object 561f4c78-3a05-4744-9e22-86a97c7de962 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:21.175908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.394393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.474473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object 832d68ea-8990-4ca9-9f89-e6c1525f34a5 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:21.596621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3676af8b-f6dc-488d-954c-e0748e9439d8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:21.618577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.727634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 3676af8b-f6dc-488d-954c-e0748e9439d8 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:21.732690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.736734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6b76165b-0f91-4db3-b241-4d90b91f67a9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:21.771007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 14548dc7-6624-4b4c-9fc3-b9581586d23d is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:21.772062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=8319b553-36f2-48d7-86b9-f960042a7fa3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:21.782448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:21.785251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.785584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.785981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.786340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.786665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.786981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.787293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.787698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.788479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.788793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.789100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:21.795037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:21.820540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Router cb30d5c8-30fd-4225-92e9-304eda04c857 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:35:21.839616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6b76165b-0f91-4db3-b241-4d90b91f67a9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:21.840089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:21.984749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:22.068017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=561f4c78-3a05-4744-9e22-86a97c7de962,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:22.076582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec66e31-e74a-4aa4-b5dc-be38f343ffc8 None None] Network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:22.153946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=832d68ea-8990-4ca9-9f89-e6c1525f34a5,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:22.163958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.164843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.227194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.230343 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-42cf88bb-eee8-4162-81fd-614d1a13a2dc tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/ports/8319b553-36f2-48d7-86b9-f960042a7fa3 HTTP/1.1" status: 204 len: 168 time: 2.2641950 Apr 05 14:35:22.232752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35604) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:22.243843 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4a425914-e258-41cf-9899-c3cdf4e37b0d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4552560 Apr 05 14:35:22.246651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35608) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:22.253414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:22.254085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.292241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b8f771df-235a-4653-8400-f73b15f3385f None None] Provisioning for port 3676af8b-f6dc-488d-954c-e0748e9439d8 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:22.309193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.326376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b8f771df-235a-4653-8400-f73b15f3385f None None] Provisioning complete for port 3676af8b-f6dc-488d-954c-e0748e9439d8 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:22.326813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b8f771df-235a-4653-8400-f73b15f3385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.338616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.451353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7810eaa-a1cd-4a5d-86d2-ca0d3369056a req-804cec47-a595-4fc4-9437-0615408214c7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:22.453093 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7810eaa-a1cd-4a5d-86d2-ca0d3369056a req-804cec47-a595-4fc4-9437-0615408214c7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 943 time: 0.7013407 Apr 05 14:35:22.458360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e0b383d0-8696-4829-bb04-0e11f24afc89 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port 23337501-1346-4f73-94c4-68526abb22f3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:22.459283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0b383d0-8696-4829-bb04-0e11f24afc89 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.551197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1051bad6-c04f-4361-9e91-e797a35c12a3 None None] Network 14548dc7-6624-4b4c-9fc3-b9581586d23d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:22.561489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event updated for resources: {'Port': ['ID=054c1b5e-50b4-4d9c-8501-f63409dc4282,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:22.623290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.652188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.656922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Attempting to bind port 561f4c78-3a05-4744-9e22-86a97c7de962 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:22.656922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Attempting to bind port 561f4c78-3a05-4744-9e22-86a97c7de962 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:22.657186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Attempting to bind port 561f4c78-3a05-4744-9e22-86a97c7de962 on network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:22.682675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.701993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Port 561f4c78-3a05-4744-9e22-86a97c7de962 on network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:35:22.702411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Attempting to bind port 561f4c78-3a05-4744-9e22-86a97c7de962 on network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:22.730059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:22.735997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.739623 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-be560286-14fe-4266-b008-fbf80cdbd802 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "PUT /v2.0/routers/cb30d5c8-30fd-4225-92e9-304eda04c857 HTTP/1.1" status: 200 len: 915 time: 9.2669256 Apr 05 14:35:22.742868 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd419d7-9dd3-42fa-a948-8b3c32a6068d None None] Sync routers for ids ['cb30d5c8-30fd-4225-92e9-304eda04c857'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:22.747274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35612) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:22.755590 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd419d7-9dd3-42fa-a948-8b3c32a6068d None None] Routers {'cb30d5c8-30fd-4225-92e9-304eda04c857'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:22.756407 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-abd419d7-9dd3-42fa-a948-8b3c32a6068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['cb30d5c8-30fd-4225-92e9-304eda04c857'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:22.793502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 838fd1a9-4536-49d1-92db-09cf67bc184d up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:22.823617 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-abd419d7-9dd3-42fa-a948-8b3c32a6068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:22.835459 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd419d7-9dd3-42fa-a948-8b3c32a6068d None None] Routers {'cb30d5c8-30fd-4225-92e9-304eda04c857'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:22.836338 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-abd419d7-9dd3-42fa-a948-8b3c32a6068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:34:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['cb30d5c8-30fd-4225-92e9-304eda04c857'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:22.883307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7810eaa-a1cd-4a5d-86d2-ca0d3369056a req-a3e547dd-c4b8-40f3-ae95-9bb01c240357 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4187994 Apr 05 14:35:22.885199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b8f771df-235a-4653-8400-f73b15f3385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.912611 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-abd419d7-9dd3-42fa-a948-8b3c32a6068d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:22.923938 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd419d7-9dd3-42fa-a948-8b3c32a6068d None None] The sync data for ids ['cb30d5c8-30fd-4225-92e9-304eda04c857'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:22.935496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0b383d0-8696-4829-bb04-0e11f24afc89 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:22.939764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:22.940108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Checking segment: {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:22.940497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Bound using segment: {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:22.940943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Bound port: 561f4c78-3a05-4744-9e22-86a97c7de962, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5de1f4da-264f-4ed8-9f29-0b24720d9e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:22.941287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.027790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b8f771df-235a-4653-8400-f73b15f3385f None None] For port 3676af8b-f6dc-488d-954c-e0748e9439d8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3676af8b-f6dc-488d-954c-e0748e9439d8,segment=NetworkSegment(1251174e-5c85-40e3-89cc-9c4d133a9939),segment_id=1251174e-5c85-40e3-89cc-9c4d133a9939)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:23.043326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b8f771df-235a-4653-8400-f73b15f3385f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.103469 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 838fd1a9-4536-49d1-92db-09cf67bc184d completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:23.124091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 838fd1a9-4536-49d1-92db-09cf67bc184d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:23.124444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.197235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f771df-235a-4653-8400-f73b15f3385f None None] Pushing event updated for resources: {'Port': ['ID=3676af8b-f6dc-488d-954c-e0748e9439d8,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:23.199314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:23.208496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:23.211384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] For port 561f4c78-3a05-4744-9e22-86a97c7de962, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:23.218222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] For port 561f4c78-3a05-4744-9e22-86a97c7de962, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=561f4c78-3a05-4744-9e22-86a97c7de962,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:23.257950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e0b383d0-8696-4829-bb04-0e11f24afc89 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for 23337501-1346-4f73-94c4-68526abb22f3 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:23.291131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.309039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e1b9e76b-7564-4010-935b-57159727dcd2 None None] Provisioning for port dac22491-1ec6-44da-af3e-47de082afdf8 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:23.336961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.385630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 838fd1a9-4536-49d1-92db-09cf67bc184d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=838fd1a9-4536-49d1-92db-09cf67bc184d,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:23.391253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.417497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Allocated IP 172.26.6.237 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/142c9ad8-6aaf-4fe5-af49-cf3110e66787) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:23.549629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=838fd1a9-4536-49d1-92db-09cf67bc184d,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:23.599570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ac1d53a1-1849-415d-86fa-e14b5213c09c None None] Provisioning for port 054c1b5e-50b4-4d9c-8501-f63409dc4282 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:23.604869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ac1d53a1-1849-415d-86fa-e14b5213c09c None None] Provisioning complete for port 054c1b5e-50b4-4d9c-8501-f63409dc4282 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:23.605453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ac1d53a1-1849-415d-86fa-e14b5213c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.667699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3676af8b-f6dc-488d-954c-e0748e9439d8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:23.769213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0b383d0-8696-4829-bb04-0e11f24afc89 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.785149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.884702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d53a1-1849-415d-86fa-e14b5213c09c None None] Port 054c1b5e-50b4-4d9c-8501-f63409dc4282 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:23.906520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 3676af8b-f6dc-488d-954c-e0748e9439d8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:23.906879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.914261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:23.919543 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] 10.222.0.15 "PUT /v2.0/ports/561f4c78-3a05-4744-9e22-86a97c7de962 HTTP/1.1" status: 200 len: 1093 time: 4.6365130 Apr 05 14:35:23.924591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:35:23.961860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b383d0-8696-4829-bb04-0e11f24afc89 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=23337501-1346-4f73-94c4-68526abb22f3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:24.056261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ac1d53a1-1849-415d-86fa-e14b5213c09c None None] Provisioning complete for port 3676af8b-f6dc-488d-954c-e0748e9439d8 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:24.057009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ac1d53a1-1849-415d-86fa-e14b5213c09c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.162511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.225647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-112c428e-7cec-435e-97ae-9d2395314af4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.248472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device dac22491-1ec6-44da-af3e-47de082afdf8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:24.291796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0b383d0-8696-4829-bb04-0e11f24afc89 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.395770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port dac22491-1ec6-44da-af3e-47de082afdf8 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:24.401453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port dac22491-1ec6-44da-af3e-47de082afdf8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:24.401810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.422698 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e0b383d0-8696-4829-bb04-0e11f24afc89 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/ports/23337501-1346-4f73-94c4-68526abb22f3 HTTP/1.1" status: 204 len: 168 time: 2.1845179 Apr 05 14:35:24.427028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35624) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:24.527734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Pushing event updated for resources: {'Port': ['ID=561f4c78-3a05-4744-9e22-86a97c7de962,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:24.532064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.575268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.575616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.575961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.576316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.576652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.576975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.577308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.577629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.577957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.578323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.578650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef09cf9a-4a22-4d72-8d0c-a0a2f018f9b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:24.579813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port dac22491-1ec6-44da-af3e-47de082afdf8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dac22491-1ec6-44da-af3e-47de082afdf8,segment=NetworkSegment(6b1a5c17-53b3-4fef-9820-bced5d0a666b),segment_id=6b1a5c17-53b3-4fef-9820-bced5d0a666b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:24.580925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Provisioning complete for port dac22491-1ec6-44da-af3e-47de082afdf8 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:24.581526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.605144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.613430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbbeaa40-e5ab-472b-bee8-2fa149ef0b4a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:24.615040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dbbeaa40-e5ab-472b-bee8-2fa149ef0b4a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Synchronizing usage tracker for tenant:ee7871d169f840ee86d14ca14e2b66a3 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:24.615182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.642484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dbbeaa40-e5ab-472b-bee8-2fa149ef0b4a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Unset dirty status for tenant:ee7871d169f840ee86d14ca14e2b66a3 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:24.646352 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dbbeaa40-e5ab-472b-bee8-2fa149ef0b4a tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "GET /v2.0/ports?device_id=c23a91d8-fac5-4e89-a00e-feb090577e41 HTTP/1.1" status: 200 len: 913 time: 0.2155442 Apr 05 14:35:24.648710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35628) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:24.721815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:24.727710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-7ed3e9b1-bc76-4024-bb79-e2568fcb14b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 1096 time: 0.6548686 Apr 05 14:35:24.733948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=dac22491-1ec6-44da-af3e-47de082afdf8,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:24.734216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:24.740382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'Port': ['ID=142c9ad8-6aaf-4fe5-af49-cf3110e66787,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:24.744034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:24.817266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Provisioning for port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:24.822447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Provisioning complete for port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:24.822698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.828893 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-821530da-52a9-4b2f-bcb1-f3d2b72ae24d tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/routers/cb30d5c8-30fd-4225-92e9-304eda04c857 HTTP/1.1" status: 200 len: 921 time: 2.0747998 Apr 05 14:35:24.840062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35632) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:24.854475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637b23c-2ebd-4ba0-b42c-26c2f38b2a01 req-f0004f77-5dd4-4a49-a7ae-9550a86df226 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:24.855942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4637b23c-2ebd-4ba0-b42c-26c2f38b2a01 req-f0004f77-5dd4-4a49-a7ae-9550a86df226 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 943 time: 0.4598744 Apr 05 14:35:24.870613 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-fcb2ef04-4e36-44b7-8448-93478b57992c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561f4c78-3a05-4744-9e22-86a97c7de962 HTTP/1.1" status: 200 len: 217 time: 0.1344099 Apr 05 14:35:24.878721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:24.899295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Provisioning complete for port 054c1b5e-50b4-4d9c-8501-f63409dc4282 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:24.899996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.933768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.948681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:24.999144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-045923ea-a1b6-460b-b4d5-1b6f4f252987 None None] Port 054c1b5e-50b4-4d9c-8501-f63409dc4282 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:25.034161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-04e3ef3f-2c0b-42b4-a800-aa56aa010230 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.034701 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a7e73609-e320-446e-bb2a-b1aa12f65656 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=cb30d5c8-30fd-4225-92e9-304eda04c857&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1923559 Apr 05 14:35:25.035601 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-04e3ef3f-2c0b-42b4-a800-aa56aa010230 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7 HTTP/1.1" status: 200 len: 834 time: 0.1439638 Apr 05 14:35:25.042927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35636) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:25.045199 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4637b23c-2ebd-4ba0-b42c-26c2f38b2a01 req-91f8fc23-c712-41ae-8252-8892134eda41 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811013 Apr 05 14:35:25.077820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:25.096378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=832d68ea-8990-4ca9-9f89-e6c1525f34a5,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:25.289414 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7977778d-c4e1-47f7-8af9-7c8c5ba02cf5'] response: {'name': 'network-changed', 'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962', 'status': 'completed', 'code': 200} Apr 05 14:35:25.323515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6ad6fc6a-c584-478b-8392-8dba1cd33ef1 None None] Provisioning complete for port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:25.323986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6ad6fc6a-c584-478b-8392-8dba1cd33ef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.381460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6ad6fc6a-c584-478b-8392-8dba1cd33ef1 None None] Port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:25.403012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1610e1-94a2-4365-9a61-53bc5d3eb482 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:25.407316 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5f1610e1-94a2-4365-9a61-53bc5d3eb482 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 881 time: 0.3583360 Apr 05 14:35:25.407316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35642) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:25.412981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-264691f3-0c19-466f-a22a-bb40d88c8b76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65fa9113-4b10-4a07-b2cd-6b0b326f5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3652201 Apr 05 14:35:25.479575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device dac22491-1ec6-44da-af3e-47de082afdf8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:25.491800 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ae8ca615-b6ca-46ce-9480-4ae8cff7e553 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb30d5c8-30fd-4225-92e9-304eda04c857 HTTP/1.1" status: 200 len: 205 time: 0.0805442 Apr 05 14:35:25.492901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35646) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:25.553226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port dac22491-1ec6-44da-af3e-47de082afdf8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:25.554406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.604891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.605620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.626888 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-c7eb2131-16f1-4f5d-bacf-9b1391c68276 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753867 Apr 05 14:35:25.673932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 838fd1a9-4536-49d1-92db-09cf67bc184d up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:25.713084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:25.750968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 838fd1a9-4536-49d1-92db-09cf67bc184d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:25.751429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.776647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.831752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:25.964805 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-254f43ab-efcd-4e6b-b974-88fe645b0831 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7139506 Apr 05 14:35:25.976203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35650) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:25.994688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:26.032495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:26.104040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:26.138746 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b31e0a64-dbe8-46a3-a15a-38b6ff26e44e req-3f81baa5-3b12-40ce-ad33-abf5e3b1ce83 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586546 Apr 05 14:35:26.316831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54e653a9-56cf-4dea-9b67-b3be81220ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:26.515995 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-28b47250-0ec0-4363-9eb0-8c20e4771898 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 1096 time: 0.3292894 Apr 05 14:35:26.557937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141cc95b-ac22-4109-aba6-d573c8ebd423 req-d90bfd22-46db-4a7c-9c11-1e5f9f2cb843 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:26.559414 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-141cc95b-ac22-4109-aba6-d573c8ebd423 req-d90bfd22-46db-4a7c-9c11-1e5f9f2cb843 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 943 time: 0.3365936 Apr 05 14:35:26.784509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:35:26.809548 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-141cc95b-ac22-4109-aba6-d573c8ebd423 req-9b3805a0-5784-4ee5-b978-f324d3a6e496 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2093782 Apr 05 14:35:26.831324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Sync routers for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:26.853042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-aaf1a76e-10e7-46e6-a846-1fe833de6fc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:26.854518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-aaf1a76e-10e7-46e6-a846-1fe833de6fc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 200 len: 898 time: 0.3228369 Apr 05 14:35:26.865814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:26.866734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:26.901449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:35:26.931762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:26.947409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.018299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.029394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:27.047712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-bc3e6586-309f-424b-9bf8-c0bcbca67d14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561f4c78-3a05-4744-9e22-86a97c7de962 HTTP/1.1" status: 200 len: 217 time: 0.1837537 Apr 05 14:35:27.056056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Deleting port a140609e-52b9-4a62-936a-b7f512f9c1c8 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:27.056634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.137962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.168798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=832d68ea-8990-4ca9-9f89-e6c1525f34a5,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:27.174795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-2add4089-8007-4f46-b630-b06efb6ae8cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:27.176454 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-2add4089-8007-4f46-b630-b06efb6ae8cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7 HTTP/1.1" status: 200 len: 834 time: 0.1212044 Apr 05 14:35:27.383684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:20Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '054c1b5e-50b4-4d9c-8501-f63409dc4282', 'name': '', 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:87:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a5020e-98df-48b7-9553-1caae0c0b1e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:18Z', 'updated_at': '2022-04-05T14:35:21Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': 'f8a5020e-98df-48b7-9553-1caae0c0b1e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:20Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:27.387659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.389596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Checking router: 37c6895e-9b79-4015-be83-480882cb809a for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:35:27.389976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Updating router 37c6895e-9b79-4015-be83-480882cb809a port 054c1b5e-50b4-4d9c-8501-f63409dc4282 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:35:27.404012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.extraroute_db [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 14:35:27.434716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.extraroute_db [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Removed routes are [] {{(pid=83850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 14:35:27.435107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.452972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.465217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.484534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.585470 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-9af335ff-1f0e-42d2-a8bc-aaa180b790be service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65fa9113-4b10-4a07-b2cd-6b0b326f5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3747220 Apr 05 14:35:27.592461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Calling delete_port for a140609e-52b9-4a62-936a-b7f512f9c1c8 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:27.661260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 14548dc7-6624-4b4c-9fc3-b9581586d23d is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:27.672596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:27.704426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:27.714711 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Sync routers for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:27.735570 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:27.744450 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:27.766019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.777657 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-283f9ac9-6187-4bd2-b3b1-2970876a88f9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.9174349 Apr 05 14:35:27.790313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35656) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:27.807300 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-10628bd1-8de1-4681-bb73-ed93877aeb5a service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142053 Apr 05 14:35:27.966270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:27.988267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Transition to ACTIVE for port object 054c1b5e-50b4-4d9c-8501-f63409dc4282 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:28.002158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.090345 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-39d4d039-4ed7-4a62-b57f-df947d254011 tempest-TestNetworkAdvancedServerOps-1282301057 tempest-TestNetworkAdvancedServerOps-1282301057-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=1f140e66157043aaa42d42875858f100&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2978060 Apr 05 14:35:28.098173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35664) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:28.111146 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:28.147796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6b9a0-7feb-43a3-b561-9309d324c7c6 None None] Pushing event updated for resources: {'Port': ['ID=054c1b5e-50b4-4d9c-8501-f63409dc4282,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:28.235617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.262852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-38e572d1-e6fd-4b98-896d-47a897137fa2 None None] Provisioning complete for port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:28.263220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-38e572d1-e6fd-4b98-896d-47a897137fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.272561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.291791 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-41054ff2-36f7-492e-9156-59fb78bbf32d req-a3b20c0e-4dce-4161-a3d9-608386a6bd99 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739132 Apr 05 14:35:28.391616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port bf0ef4fa-31de-4222-a92c-5627fba535d8 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:28.391976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.392441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Attempting to bind port 054c1b5e-50b4-4d9c-8501-f63409dc4282 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:28.392960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Attempting to bind port 054c1b5e-50b4-4d9c-8501-f63409dc4282 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:28.393165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Attempting to bind port 054c1b5e-50b4-4d9c-8501-f63409dc4282 on network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:28.400344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-38e572d1-e6fd-4b98-896d-47a897137fa2 None None] Port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:28.406211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:28.406589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Checking segment: {'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:28.406985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.407371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Bound using segment: {'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:28.407839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Bound port: 054c1b5e-50b4-4d9c-8501-f63409dc4282, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1251174e-5c85-40e3-89cc-9c4d133a9939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:28.408210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.484551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b2f09-7605-4e8c-adf3-b21c75c843f8 req-8785d8ab-f847-47a9-9f88-e955543cf783 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:28.485985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d60b2f09-7605-4e8c-adf3-b21c75c843f8 req-8785d8ab-f847-47a9-9f88-e955543cf783 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 943 time: 0.3673813 Apr 05 14:35:28.504458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] For port 054c1b5e-50b4-4d9c-8501-f63409dc4282, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:28.510143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] For port 054c1b5e-50b4-4d9c-8501-f63409dc4282, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=054c1b5e-50b4-4d9c-8501-f63409dc4282,segment=NetworkSegment(1251174e-5c85-40e3-89cc-9c4d133a9939),segment_id=1251174e-5c85-40e3-89cc-9c4d133a9939)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:28.519659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.533158 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:25Z', 'revision_number': 3, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:28.538560 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Checking router: 4a2a04d3-98ff-41b3-b656-846ca1eb2194 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:35:28.539023 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Updating router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 port 142c9ad8-6aaf-4fe5-af49-cf3110e66787 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:35:28.567739 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d60b2f09-7605-4e8c-adf3-b21c75c843f8 req-0d474be6-ca2d-497c-ac4d-05144f9ad35a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668271 Apr 05 14:35:28.627459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:28.632669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e6b9a0-7feb-43a3-b561-9309d324c7c6 None None] Pushing event updated for resources: {'Port': ['ID=054c1b5e-50b4-4d9c-8501-f63409dc4282,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:28.633392 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.641260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:28.641862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:28.866901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:28.898719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:28.905352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:28.909480 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9fe8f891-2f10-4bf5-bcc0-b43359155401 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 200 len: 934 time: 2.9274905 Apr 05 14:35:28.909676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35668) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:28.997299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.070575 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.089949 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Transition to ACTIVE for port object 142c9ad8-6aaf-4fe5-af49-cf3110e66787 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:29.098739 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.101450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19efa920-f2f7-4f87-ab86-87383411ba88 tempest-TestNetworkAdvancedServerOps-1282301057 tempest-TestNetworkAdvancedServerOps-1282301057-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:29.103246 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-19efa920-f2f7-4f87-ab86-87383411ba88 tempest-TestNetworkAdvancedServerOps-1282301057 tempest-TestNetworkAdvancedServerOps-1282301057-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0036650 Apr 05 14:35:29.114890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.121162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35672) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:29.192371 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bc574-e0a1-40eb-bdf0-be52fdec15fa None None] Pushing event updated for resources: {'Port': ['ID=142c9ad8-6aaf-4fe5-af49-cf3110e66787,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:29.207617 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0f33309a-415e-4fdd-8da8-90b54aeb02f9 tempest-TestNetworkAdvancedServerOps-1282301057 tempest-TestNetworkAdvancedServerOps-1282301057-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480862 Apr 05 14:35:29.211472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.216063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35676) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:29.217720 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Attempting to bind port 142c9ad8-6aaf-4fe5-af49-cf3110e66787 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:29.218109 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Attempting to bind port 142c9ad8-6aaf-4fe5-af49-cf3110e66787 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:29.218463 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Attempting to bind port 142c9ad8-6aaf-4fe5-af49-cf3110e66787 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:29.219334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event deleted for resources: {'Port': ['ID=a140609e-52b9-4a62-936a-b7f512f9c1c8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:29.230210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-296215426', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'project_id': '1f140e66157043aaa42d42875858f100', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:29.231473 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:29.232211 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:29.232901 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.233428 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:29.234093 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Bound port: 142c9ad8-6aaf-4fe5-af49-cf3110e66787, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:29.234756 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.260614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 561f4c78-3a05-4744-9e22-86a97c7de962 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:35:29.333292 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] For port 142c9ad8-6aaf-4fe5-af49-cf3110e66787, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:29.338513 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] For port 142c9ad8-6aaf-4fe5-af49-cf3110e66787, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=142c9ad8-6aaf-4fe5-af49-cf3110e66787,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:29.346125 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.364180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:29.370201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:subnet and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:29.373621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:29.380694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:27Z', 'revision_number': 6, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '054c1b5e-50b4-4d9c-8501-f63409dc4282', 'name': '', 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:87:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a5020e-98df-48b7-9553-1caae0c0b1e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:18Z', 'updated_at': '2022-04-05T14:35:28Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': 'f8a5020e-98df-48b7-9553-1caae0c0b1e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:20Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:29.381926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for bf0ef4fa-31de-4222-a92c-5627fba535d8 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:29.389299 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cf43dff6-5812-4dcd-acb2-155662ef1bc9 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 200 len: 934 time: 0.4762006 Apr 05 14:35:29.389299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:29.389611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b97ce795-1e43-46f2-bc74-73bf2a274ec6 None None] The sync data for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv is: [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:27Z', 'revision_number': 6, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '054c1b5e-50b4-4d9c-8501-f63409dc4282', 'name': '', 'network_id': 'eb230feb-0d04-4ea1-884e-5d2f72c3ec70', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:87:72:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a5020e-98df-48b7-9553-1caae0c0b1e6', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:18Z', 'updated_at': '2022-04-05T14:35:28Z', 'revision_number': 4, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': 'f8a5020e-98df-48b7-9553-1caae0c0b1e6', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:20Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:29.391502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35680) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:29.399386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'routes': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:29.495623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 561f4c78-3a05-4744-9e22-86a97c7de962, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=561f4c78-3a05-4744-9e22-86a97c7de962,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:29.518892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '561f4c78-3a05-4744-9e22-86a97c7de962', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:35:29.551929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Made reservation on behalf of 1f140e66157043aaa42d42875858f100 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:29.553747 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:29.554645 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:29.627515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.655902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561f4c78-3a05-4744-9e22-86a97c7de962 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:35:29.693630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 561f4c78-3a05-4744-9e22-86a97c7de962, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=561f4c78-3a05-4744-9e22-86a97c7de962,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:29.702954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.804641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=561f4c78-3a05-4744-9e22-86a97c7de962,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:29.816046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.817237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.817237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.817237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.817571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.817909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.818305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.818630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.819826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.820159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.820536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:35:29.851903 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bc574-e0a1-40eb-bdf0-be52fdec15fa None None] Pushing event updated for resources: {'Port': ['ID=142c9ad8-6aaf-4fe5-af49-cf3110e66787,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:29.868002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:29.903977 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:29.949859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['561f4c78-3a05-4744-9e22-86a97c7de962'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:35:29.982757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.204449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f85f0f-9855-406d-8cd2-ab515b0ebb08 req-16b1634a-b67e-4bef-ad4c-2601e2081618 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:30.205949 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-10f85f0f-9855-406d-8cd2-ab515b0ebb08 req-16b1634a-b67e-4bef-ad4c-2601e2081618 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 944 time: 0.3845258 Apr 05 14:35:30.255841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Router e76b2fe1-abd0-4b53-86ba-05ae82dc3469 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:35:30.338485 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:25Z', 'revision_number': 3, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:30.343064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f1d57a7-57b6-49e1-ba23-689e49116c41 None None] The sync data for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv is: [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:25Z', 'revision_number': 3, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:30.378760 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-10f85f0f-9855-406d-8cd2-ab515b0ebb08 req-1b262655-bc9d-432f-9578-6dec5c3e3aef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652732 Apr 05 14:35:30.402858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.423526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.433515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.576304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'Subnet': ['ID=32dcb1e4-4eec-4be9-80d3-a3b49652dd8b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:30.603532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.628386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Checking segment: {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:30.628714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Network hostable DHCP agents. Network: 58fbbe4e-76da-445a-991c-ac4d0daab06d, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:30.720692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=bf0ef4fa-31de-4222-a92c-5627fba535d8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:30.728460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:30.780437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 58fbbe4e-76da-445a-991c-ac4d0daab06d) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:30.787012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:30.787594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.797043 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df13fa0-7e5b-4d5c-9715-4b618e3f9dde None None] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:30.807582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.extraroute_db [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added routes are [] {{(pid=83850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 14:35:30.807909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.extraroute_db [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=83850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 14:35:30.826673 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dba3a886-eda3-48cd-b50d-cd7235d78701 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6061151 Apr 05 14:35:30.827890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35686) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:30.852082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:30.852572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Fanout notify agent at l3_agent the message router_deleted on router cb30d5c8-30fd-4225-92e9-304eda04c857 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:35:31.003825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.008534 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-20340dc7-433e-404a-b5bf-e0ccf9f737c9 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/cb30d5c8-30fd-4225-92e9-304eda04c857 HTTP/1.1" status: 204 len: 168 time: 5.5116184 Apr 05 14:35:31.012369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35690) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:31.023721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1068731559', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:31.038724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:31.053912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Usage tracker for resource:router and tenant:412e6537f5034376a61b19edda203f91 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:31.058075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:31.066881 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:31.075386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:31.080886 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9d378a39-68bc-4140-aa7b-74c5a1141d8d tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "PUT /v2.0/routers/e76b2fe1-abd0-4b53-86ba-05ae82dc3469/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8005638 Apr 05 14:35:31.085700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35694) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:31.095937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb03689-4027-436f-a03e-53241129af8b None None] Sync routers for ids ['e76b2fe1-abd0-4b53-86ba-05ae82dc3469'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:31.103377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-58fbbe4e-76da-445a-991c-ac4d0daab06d', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:35:31.103779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.104132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.131420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb03689-4027-436f-a03e-53241129af8b None None] Routers {'e76b2fe1-abd0-4b53-86ba-05ae82dc3469'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:31.132144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-4fb03689-4027-436f-a03e-53241129af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e76b2fe1-abd0-4b53-86ba-05ae82dc3469'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:31.133152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.134081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.185352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.216690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835abbce-9088-4569-8125-8448e17b75cf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:31.217377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-835abbce-9088-4569-8125-8448e17b75cf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:31.231962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.236846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-4fb03689-4027-436f-a03e-53241129af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:31.262595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-835abbce-9088-4569-8125-8448e17b75cf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:31.264289 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-835abbce-9088-4569-8125-8448e17b75cf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports?device_id=e76b2fe1-abd0-4b53-86ba-05ae82dc3469 HTTP/1.1" status: 200 len: 981 time: 0.1772163 Apr 05 14:35:31.266611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35698) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:31.269858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb03689-4027-436f-a03e-53241129af8b None None] Routers {'e76b2fe1-abd0-4b53-86ba-05ae82dc3469'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:31.269858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-4fb03689-4027-436f-a03e-53241129af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e76b2fe1-abd0-4b53-86ba-05ae82dc3469'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:31.327116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.328277 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-955105eb-3610-492d-be9f-29839d5994ed tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3140037 Apr 05 14:35:31.331060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 561f4c78-3a05-4744-9e22-86a97c7de962 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:31.339157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35702) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:31.382488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-4fb03689-4027-436f-a03e-53241129af8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:31.382995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fb03689-4027-436f-a03e-53241129af8b None None] The sync data for ids ['e76b2fe1-abd0-4b53-86ba-05ae82dc3469'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:31.388846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'enable_snat': False}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:31.519618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.538284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Allocated IP 172.20.0.2 (58fbbe4e-76da-445a-991c-ac4d0daab06d/32dcb1e4-4eec-4be9-80d3-a3b49652dd8b/2d4b02a0-2358-4569-8355-9c42c0a62537) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:31.582361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 054c1b5e-50b4-4d9c-8501-f63409dc4282 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:31.663441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.674807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.778871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 561f4c78-3a05-4744-9e22-86a97c7de962 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:31.795420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 561f4c78-3a05-4744-9e22-86a97c7de962 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:31.795914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.874905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9787c1-a402-4519-93b0-735a22e514ce req-6c1e4f1e-0d6d-458b-8c0e-7acbd7781977 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:31.876448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0b9787c1-a402-4519-93b0-735a22e514ce req-6c1e4f1e-0d6d-458b-8c0e-7acbd7781977 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 944 time: 0.2735565 Apr 05 14:35:31.895427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 054c1b5e-50b4-4d9c-8501-f63409dc4282 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:31.919668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 054c1b5e-50b4-4d9c-8501-f63409dc4282 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:31.919912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:31.964612 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0b9787c1-a402-4519-93b0-735a22e514ce req-7012018f-b915-4aa0-822e-7d648783f213 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761111 Apr 05 14:35:31.979614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:31.992875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.041246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Transition to ACTIVE for port object 2d4b02a0-2358-4569-8355-9c42c0a62537 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:32.121168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Transition to ACTIVE for port object 2d4b02a0-2358-4569-8355-9c42c0a62537 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:32.143495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.175942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.218764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.262987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:35:32.267892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.268707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:32.283420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:32.288446 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Pushing event updated for resources: {'Port': ['ID=2d4b02a0-2358-4569-8355-9c42c0a62537,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:32.297196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 561f4c78-3a05-4744-9e22-86a97c7de962, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=561f4c78-3a05-4744-9e22-86a97c7de962,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:32.297602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:32.312401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.322653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:32.329288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.332732 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-10922a80-da92-4693-a20c-72c38ad963c6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 200 len: 700 time: 2.9378314 Apr 05 14:35:32.333685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35712) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:32.406033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 054c1b5e-50b4-4d9c-8501-f63409dc4282, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=054c1b5e-50b4-4d9c-8501-f63409dc4282,segment=NetworkSegment(1251174e-5c85-40e3-89cc-9c4d133a9939),segment_id=1251174e-5c85-40e3-89cc-9c4d133a9939)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:32.408716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=561f4c78-3a05-4744-9e22-86a97c7de962,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:32.490245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.494130 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e64d907f-5a69-4667-82d7-b6e8fc4ed77e'] response: {'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962', 'code': 200} Apr 05 14:35:32.587005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Attempting to bind port 2d4b02a0-2358-4569-8355-9c42c0a62537 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:32.587776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Attempting to bind port 2d4b02a0-2358-4569-8355-9c42c0a62537 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:32.587776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Attempting to bind port 2d4b02a0-2358-4569-8355-9c42c0a62537 on network 58fbbe4e-76da-445a-991c-ac4d0daab06d {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:32.620138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:32.620436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Checking segment: {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:32.624115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.624518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Bound using segment: {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:32.625157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Bound port: 2d4b02a0-2358-4569-8355-9c42c0a62537, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:32.625536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.741430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=054c1b5e-50b4-4d9c-8501-f63409dc4282,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:32.800924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] For port 2d4b02a0-2358-4569-8355-9c42c0a62537, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:32.804676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] For port 2d4b02a0-2358-4569-8355-9c42c0a62537, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2d4b02a0-2358-4569-8355-9c42c0a62537,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:32.809366 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:32.856143 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a7c2a4ce-ef47-466a-b1bd-50587fbd6b4b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 200 len: 700 time: 0.5187972 Apr 05 14:35:32.857697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35716) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:32.887688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7924ef-83a3-45ad-a3ec-041f466cb654 None None] Pushing event updated for resources: {'Port': ['ID=2d4b02a0-2358-4569-8355-9c42c0a62537,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:32.981475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.005326 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e524eac3-82a0-42ac-b39d-aa2e8215dabe req-58c7b57a-d2dc-446b-8971-2eeb6afccea2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 1098 time: 0.2969394 Apr 05 14:35:33.008909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.022080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.088767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.282774 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e524eac3-82a0-42ac-b39d-aa2e8215dabe req-f588f930-8330-4667-95c1-00aafc035c9d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2629843 Apr 05 14:35:33.417754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53110d2a-0e16-4d16-8f3a-6cd86446be18 req-73dc4c6e-0146-4724-b2d7-c13df6fa30cc tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:33.419392 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-53110d2a-0e16-4d16-8f3a-6cd86446be18 req-73dc4c6e-0146-4724-b2d7-c13df6fa30cc tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 945 time: 0.2204595 Apr 05 14:35:33.491627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Allocated IP 172.26.6.67 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/2f31eb69-37d1-4177-a9a1-4780edf53871) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:33.513861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Router c23a91d8-fac5-4e89-a00e-feb090577e41 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:33.590147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2d4b02a0-2358-4569-8355-9c42c0a62537 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:33.698158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 2d4b02a0-2358-4569-8355-9c42c0a62537 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:33.703010 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-53110d2a-0e16-4d16-8f3a-6cd86446be18 req-58ec369a-8309-4a26-88c6-138cdfdc4b36 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749693 Apr 05 14:35:33.704217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 054c1b5e-50b4-4d9c-8501-f63409dc4282 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:33.794173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Allocated IP 172.20.0.1 (58fbbe4e-76da-445a-991c-ac4d0daab06d/32dcb1e4-4eec-4be9-80d3-a3b49652dd8b/c9f071ae-3bec-409c-927a-a39678b4d76e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:33.805662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 054c1b5e-50b4-4d9c-8501-f63409dc4282 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:33.806798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.831787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:33.958068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.064876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83003d63-f3c4-42c5-a86a-b737527f5077 None None] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:34.072034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 832d68ea-8990-4ca9-9f89-e6c1525f34a5 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:34.072371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.116974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.244708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b4d3866c-d162-4dad-8e91-c09610243c9a None None] Provisioning for port 2d4b02a0-2358-4569-8355-9c42c0a62537 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:34.250485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.254416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b4d3866c-d162-4dad-8e91-c09610243c9a None None] Provisioning complete for port 2d4b02a0-2358-4569-8355-9c42c0a62537 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:34.254877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b4d3866c-d162-4dad-8e91-c09610243c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.282460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Transition to ACTIVE for port object c9f071ae-3bec-409c-927a-a39678b4d76e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:34.316557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:34.349121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Pushing event updated for resources: {'Port': ['ID=2f31eb69-37d1-4177-a9a1-4780edf53871,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:34.352787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:34.359189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:34.444529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:34.456161 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43bfff-d2e8-4404-adcd-5d7541e1d24b None None] Sync routers for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:34.479238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.484331 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43bfff-d2e8-4404-adcd-5d7541e1d24b None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:34.484951 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3d43bfff-d2e8-4404-adcd-5d7541e1d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:34.493686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.498652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b4d3866c-d162-4dad-8e91-c09610243c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.532558 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a9035730-75fc-4364-ab61-78604b9baa2d tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "PUT /v2.0/routers/c23a91d8-fac5-4e89-a00e-feb090577e41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8841527 Apr 05 14:35:34.533355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35722) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:34.545840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b4d3866c-d162-4dad-8e91-c09610243c9a None None] For port 2d4b02a0-2358-4569-8355-9c42c0a62537, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2d4b02a0-2358-4569-8355-9c42c0a62537,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:34.553675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b4d3866c-d162-4dad-8e91-c09610243c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.587831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:34.592722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:34.595397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:34.637634 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3d43bfff-d2e8-4404-adcd-5d7541e1d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:34.652822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'Port': ['ID=c9f071ae-3bec-409c-927a-a39678b4d76e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:34.671097 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d43bfff-d2e8-4404-adcd-5d7541e1d24b None None] Routers {'c23a91d8-fac5-4e89-a00e-feb090577e41'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:34.672467 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3d43bfff-d2e8-4404-adcd-5d7541e1d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c23a91d8-fac5-4e89-a00e-feb090577e41'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:34.705208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:34.718422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3866c-d162-4dad-8e91-c09610243c9a None None] Pushing event updated for resources: {'Port': ['ID=2d4b02a0-2358-4569-8355-9c42c0a62537,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:34.728680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 832d68ea-8990-4ca9-9f89-e6c1525f34a5 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:34.798382 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3d43bfff-d2e8-4404-adcd-5d7541e1d24b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:34.798975 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43bfff-d2e8-4404-adcd-5d7541e1d24b None None] The sync data for ids ['c23a91d8-fac5-4e89-a00e-feb090577e41'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:34.920994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.086177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3a43913a-82ba-4336-b912-a014be034648 None None] Provisioning for port c9f071ae-3bec-409c-927a-a39678b4d76e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:35.093161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3a43913a-82ba-4336-b912-a014be034648 None None] Provisioning complete for port c9f071ae-3bec-409c-927a-a39678b4d76e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:35.093842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3a43913a-82ba-4336-b912-a014be034648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.157286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-3a43913a-82ba-4336-b912-a014be034648 None None] Port c9f071ae-3bec-409c-927a-a39678b4d76e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:35.171981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3a43913a-82ba-4336-b912-a014be034648 None None] Provisioning complete for port 2d4b02a0-2358-4569-8355-9c42c0a62537 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:35.172630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3a43913a-82ba-4336-b912-a014be034648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.199962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.244457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb34e3be-a64d-4838-8ff5-0c92a4daa792 req-a77fc96a-6a5d-4bd9-9826-7287c27d06d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:35.246080 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb34e3be-a64d-4838-8ff5-0c92a4daa792 req-a77fc96a-6a5d-4bd9-9826-7287c27d06d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 945 time: 0.3597603 Apr 05 14:35:35.252980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.377326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.426201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-567bb46e-ca96-403c-890d-4179fc800292 None None] Provisioning complete for port c9f071ae-3bec-409c-927a-a39678b4d76e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:35.428395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-567bb46e-ca96-403c-890d-4179fc800292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.437114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=832d68ea-8990-4ca9-9f89-e6c1525f34a5,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:35.454640 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb34e3be-a64d-4838-8ff5-0c92a4daa792 req-8b2e96d7-d037-40b7-9f32-f59d3bb29dbc tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738670 Apr 05 14:35:35.551449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-567bb46e-ca96-403c-890d-4179fc800292 None None] Port c9f071ae-3bec-409c-927a-a39678b4d76e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:35.553128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2d4b02a0-2358-4569-8355-9c42c0a62537 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:35.616708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.657877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.660982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 2d4b02a0-2358-4569-8355-9c42c0a62537 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:35.661359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.724061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.733904 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 054c1b5e-50b4-4d9c-8501-f63409dc4282 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:35.734283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.737848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:35.962144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'Port': ['ID=c9f071ae-3bec-409c-927a-a39678b4d76e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:36.017189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.045253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.132531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616f24d-9f04-4101-bb02-4b2feb58538a req-57a49225-d74f-4a36-b2c8-795a82764c21 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:36.133908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f616f24d-9f04-4101-bb02-4b2feb58538a req-57a49225-d74f-4a36-b2c8-795a82764c21 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 945 time: 0.5136528 Apr 05 14:35:36.212779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.218897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port 054c1b5e-50b4-4d9c-8501-f63409dc4282, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=054c1b5e-50b4-4d9c-8501-f63409dc4282,segment=NetworkSegment(1251174e-5c85-40e3-89cc-9c4d133a9939),segment_id=1251174e-5c85-40e3-89cc-9c4d133a9939)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:36.219257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.230690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting port afa0a300-21a3-43d0-a545-d845688a2c10 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:36.231045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.372647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 054c1b5e-50b4-4d9c-8501-f63409dc4282 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:36.411809 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f616f24d-9f04-4101-bb02-4b2feb58538a req-dcad2839-c046-4c23-afd3-cc7199802874 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584372 Apr 05 14:35:36.415536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:36.422913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:36.482747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35730) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:36.679782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-14076a21-5b7f-49de-81af-66a58704f739 None None] Provisioning complete for port c9f071ae-3bec-409c-927a-a39678b4d76e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:36.680833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-14076a21-5b7f-49de-81af-66a58704f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.717028 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3117478d-3811-40e4-8554-5b23086ab5d8 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 1093 time: 0.2331171 Apr 05 14:35:36.721241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35734) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:36.730101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:36.747708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-14076a21-5b7f-49de-81af-66a58704f739 None None] Port c9f071ae-3bec-409c-927a-a39678b4d76e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:36.792401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:36.848263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.880177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:36.886476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:36.906364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:36.940043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.964843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:36.981572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Calling delete_port for afa0a300-21a3-43d0-a545-d845688a2c10 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:37.031773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Router e76b2fe1-abd0-4b53-86ba-05ae82dc3469 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:37.037690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Router ccdd2658-55bb-4d60-9299-756ec3280a16 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:35:37.061850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=054c1b5e-50b4-4d9c-8501-f63409dc4282,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:37.424620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:37.442140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3797fc7-3d85-4584-9b77-d88b8a51c58f None None] Sync routers for ids ['e76b2fe1-abd0-4b53-86ba-05ae82dc3469'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:37.465770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.466375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3797fc7-3d85-4584-9b77-d88b8a51c58f None None] Routers {'e76b2fe1-abd0-4b53-86ba-05ae82dc3469'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:37.468084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d3797fc7-3d85-4584-9b77-d88b8a51c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e76b2fe1-abd0-4b53-86ba-05ae82dc3469'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:37.512524 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-eb7834da-652c-4e29-b536-03ca569b61dd tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "PUT /v2.0/routers/e76b2fe1-abd0-4b53-86ba-05ae82dc3469/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2439647 Apr 05 14:35:37.513542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35738) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:37.523870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Port': ['ID=afa0a300-21a3-43d0-a545-d845688a2c10,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:37.550352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:37.552292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.554215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d3797fc7-3d85-4584-9b77-d88b8a51c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:37.566465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.570590 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3797fc7-3d85-4584-9b77-d88b8a51c58f None None] Routers {'e76b2fe1-abd0-4b53-86ba-05ae82dc3469'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:37.571235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d3797fc7-3d85-4584-9b77-d88b8a51c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['e76b2fe1-abd0-4b53-86ba-05ae82dc3469'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:37.608514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85a74d9-cac7-4306-bdd5-60ee464dd0a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:35:37.609011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f85a74d9-cac7-4306-bdd5-60ee464dd0a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:37.645274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d3797fc7-3d85-4584-9b77-d88b8a51c58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:37.645741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3797fc7-3d85-4584-9b77-d88b8a51c58f None None] The sync data for ids ['e76b2fe1-abd0-4b53-86ba-05ae82dc3469'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:37.727730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f85a74d9-cac7-4306-bdd5-60ee464dd0a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:37.728762 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f85a74d9-cac7-4306-bdd5-60ee464dd0a7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/832d68ea-8990-4ca9-9f89-e6c1525f34a5 HTTP/1.1" status: 404 len: 333 time: 0.2100759 Apr 05 14:35:37.732750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35742) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:37.842412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.853183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:37.862384 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e98e41-6e98-49e2-b87d-07f6c454cefe None None] Sync routers for ids ['ccdd2658-55bb-4d60-9299-756ec3280a16'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:37.864733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:37.869030 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-14e0f1df-9bf1-4e95-b6eb-b1382515fbb1 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "PUT /v2.0/routers/ccdd2658-55bb-4d60-9299-756ec3280a16 HTTP/1.1" status: 200 len: 915 time: 6.4829543 Apr 05 14:35:37.875368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35746) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:37.876487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.153 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/fbe1fd68-748d-46e5-ba2a-c4880abdfc8b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:37.877384 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e98e41-6e98-49e2-b87d-07f6c454cefe None None] Routers {'ccdd2658-55bb-4d60-9299-756ec3280a16'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:37.878068 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-76e98e41-6e98-49e2-b87d-07f6c454cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ccdd2658-55bb-4d60-9299-756ec3280a16'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:37.940785 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-76e98e41-6e98-49e2-b87d-07f6c454cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:37.956392 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e98e41-6e98-49e2-b87d-07f6c454cefe None None] Routers {'ccdd2658-55bb-4d60-9299-756ec3280a16'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:37.957243 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-76e98e41-6e98-49e2-b87d-07f6c454cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ccdd2658-55bb-4d60-9299-756ec3280a16'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:38.018730 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-76e98e41-6e98-49e2-b87d-07f6c454cefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:38.019165 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e98e41-6e98-49e2-b87d-07f6c454cefe None None] The sync data for ids ['ccdd2658-55bb-4d60-9299-756ec3280a16'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:38.047552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.237477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4890464e-a7e6-424a-8680-53b645eacf57 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.332780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.414920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.423567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.549386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:38.561376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.574070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.574600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Fanout notify agent at l3_agent the message router_deleted on router c23a91d8-fac5-4e89-a00e-feb090577e41 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:35:38.640910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.644328 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-203ce696-1c85-4848-bf20-a3d236ad901f tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/routers/c23a91d8-fac5-4e89-a00e-feb090577e41 HTTP/1.1" status: 204 len: 168 time: 4.1012106 Apr 05 14:35:38.699296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35750) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:38.756530 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fc791329-299b-4d3c-928a-39003156a117 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "PUT /v2.0/routers/4a2a04d3-98ff-41b3-b656-846ca1eb2194/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9196701 Apr 05 14:35:38.756782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4890464e-a7e6-424a-8680-53b645eacf57 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.771348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4890464e-a7e6-424a-8680-53b645eacf57 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.776846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:38.780905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:38.791697 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-34e2b2e2-7f9b-45de-9d39-46c9b2d67058 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/routers/ccdd2658-55bb-4d60-9299-756ec3280a16 HTTP/1.1" status: 200 len: 921 time: 0.9060321 Apr 05 14:35:38.791697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:38.802771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35756) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:38.885092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=fbe1fd68-748d-46e5-ba2a-c4880abdfc8b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:38.928052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4890464e-a7e6-424a-8680-53b645eacf57 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.928673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4890464e-a7e6-424a-8680-53b645eacf57 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Fanout notify agent at l3_agent the message router_deleted on router e76b2fe1-abd0-4b53-86ba-05ae82dc3469 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:35:38.971749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4890464e-a7e6-424a-8680-53b645eacf57 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:38.972798 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4890464e-a7e6-424a-8680-53b645eacf57 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/routers/e76b2fe1-abd0-4b53-86ba-05ae82dc3469 HTTP/1.1" status: 204 len: 168 time: 1.2390041 Apr 05 14:35:38.976732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35766) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:38.985434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab9eeca-d85b-4943-9c00-9548e3cf3590 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Deleting subnet 08663599-5aea-476c-b7a6-b77c488042e1 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:35:38.988733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cab9eeca-d85b-4943-9c00-9548e3cf3590 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.049347 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f3ebafc0-efd5-4e62-9f2e-69e1f147f2a6 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=ccdd2658-55bb-4d60-9299-756ec3280a16&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2454660 Apr 05 14:35:39.052281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35770) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:39.082650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cab9eeca-d85b-4943-9c00-9548e3cf3590 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.129987 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-67db4e8e-205a-47c3-95c0-5d76c767582c tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-700350567&fields=id&tenant_id=1f140e66157043aaa42d42875858f100 HTTP/1.1" status: 200 len: 267 time: 0.1994131 Apr 05 14:35:39.328102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cab9eeca-d85b-4943-9c00-9548e3cf3590 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.392598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a031d2-2abc-4988-bfd0-a21f49cbff46 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:39.393881 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b2a031d2-2abc-4988-bfd0-a21f49cbff46 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/networks/de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 881 time: 0.3409603 Apr 05 14:35:39.396776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35774) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:39.446017 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d48ff789-c3d6-464c-812b-a3c9ebad3fb6 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccdd2658-55bb-4d60-9299-756ec3280a16 HTTP/1.1" status: 200 len: 205 time: 0.0453289 Apr 05 14:35:39.448267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35778) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:39.567230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cab9eeca-d85b-4943-9c00-9548e3cf3590 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.576157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-fd8942bc-413d-467f-b00d-87e9a20503b7 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:39.576832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-fd8942bc-413d-467f-b00d-87e9a20503b7 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Synchronizing usage tracker for tenant:1f140e66157043aaa42d42875858f100 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:39.580984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-789d050b-9adb-488f-87ab-77588fdbdf11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet a8c07335-683f-4e1d-b432-fe498aaf7858 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:35:39.587884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-789d050b-9adb-488f-87ab-77588fdbdf11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.612406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab9eeca-d85b-4943-9c00-9548e3cf3590 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Subnet': ['ID=08663599-5aea-476c-b7a6-b77c488042e1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:39.622230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cab9eeca-d85b-4943-9c00-9548e3cf3590 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.632460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:39.640144 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cab9eeca-d85b-4943-9c00-9548e3cf3590 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/subnets/08663599-5aea-476c-b7a6-b77c488042e1 HTTP/1.1" status: 204 len: 168 time: 0.9398348 Apr 05 14:35:39.642494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35782) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:39.690716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-789d050b-9adb-488f-87ab-77588fdbdf11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.738454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-fd8942bc-413d-467f-b00d-87e9a20503b7 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Unset dirty status for tenant:1f140e66157043aaa42d42875858f100 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:39.739588 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-fd8942bc-413d-467f-b00d-87e9a20503b7 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/networks?id=58fbbe4e-76da-445a-991c-ac4d0daab06d HTTP/1.1" status: 200 len: 795 time: 0.5922694 Apr 05 14:35:39.763724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.904742 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-db45f8ae-eb29-4452-abd1-30557be65801 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/quotas/1f140e66157043aaa42d42875858f100 HTTP/1.1" status: 200 len: 375 time: 0.1550503 Apr 05 14:35:39.916321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:39.945745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04d02b3-6c65-4a81-bb86-956740b40503']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:39.954629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.036951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-789d050b-9adb-488f-87ab-77588fdbdf11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.065233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '863bb09a-008c-4272-94b9-f266e78bfba5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:40.065525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '863bb09a-008c-4272-94b9-f266e78bfba5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:40.084462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.111419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.118943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-dd4824b1-df3f-4d3c-bd2f-72dcae82a234 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Synchronizing usage tracker for tenant:1f140e66157043aaa42d42875858f100 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:40.120381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:35:40.120767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:40.134965 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:40.152941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:40.221656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.240008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.253910 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] 10.222.0.18 "DELETE /v2.0/networks/d04d02b3-6c65-4a81-bb86-956740b40503 HTTP/1.1" status: 204 len: 168 time: 0.6103640 Apr 05 14:35:40.254751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856ccb2e-d29a-43df-ade7-1c16fc1631e5 tempest-FloatingIPTestJSON-2123760746 tempest-FloatingIPTestJSON-2123760746-project] Pushing event deleted for resources: {'Network': ['ID=d04d02b3-6c65-4a81-bb86-956740b40503,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:40.305178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.314945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Deleting port 2f31eb69-37d1-4177-a9a1-4780edf53871 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:40.315364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.339663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-789d050b-9adb-488f-87ab-77588fdbdf11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.342931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-dd4824b1-df3f-4d3c-bd2f-72dcae82a234 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Unset dirty status for tenant:1f140e66157043aaa42d42875858f100 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:40.344211 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-dd4824b1-df3f-4d3c-bd2f-72dcae82a234 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1f140e66157043aaa42d42875858f100&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4320271 Apr 05 14:35:40.423366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d050b-9adb-488f-87ab-77588fdbdf11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=a8c07335-683f-4e1d-b432-fe498aaf7858,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:40.426558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fb7b274a-a068-4458-8a62-8cbbcd988d62 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5671792 Apr 05 14:35:40.450917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35788) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:40.490770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d72ce9-ea01-4e7b-b19c-f3399210e5b3 None None] Network 14548dc7-6624-4b4c-9fc3-b9581586d23d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:40.497590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-789d050b-9adb-488f-87ab-77588fdbdf11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.501797 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-789d050b-9adb-488f-87ab-77588fdbdf11 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/a8c07335-683f-4e1d-b432-fe498aaf7858 HTTP/1.1" status: 204 len: 168 time: 1.5202408 Apr 05 14:35:40.511383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35794) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:40.535949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.621003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35798) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:40.706298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.712637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.752655 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-928083fc-b162-42c8-892e-4c3910e4a5ea service neutron] 10.222.0.18 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658657 Apr 05 14:35:40.768485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5d92ec-27bc-4dfc-a46f-921c145650b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet f8a5020e-98df-48b7-9553-1caae0c0b1e6 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:35:40.771830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef5d92ec-27bc-4dfc-a46f-921c145650b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.820858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] DHCP port deletion for 14548dc7-6624-4b4c-9fc3-b9581586d23d request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:35:40.825566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] Deleting port dac22491-1ec6-44da-af3e-47de082afdf8 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:40.826207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.840516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port dac22491-1ec6-44da-af3e-47de082afdf8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:40.840852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:40.846724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef5d92ec-27bc-4dfc-a46f-921c145650b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.034789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.076144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] For port dac22491-1ec6-44da-af3e-47de082afdf8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dac22491-1ec6-44da-af3e-47de082afdf8,segment=NetworkSegment(6b1a5c17-53b3-4fef-9820-bced5d0a666b),segment_id=6b1a5c17-53b3-4fef-9820-bced5d0a666b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:41.076714 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.087074 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-6f9a22bf-5979-44e6-99e5-931f422e243a service neutron] 10.222.0.18 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3242667 Apr 05 14:35:41.175210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Calling delete_port for 2f31eb69-37d1-4177-a9a1-4780edf53871 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:41.218033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] Calling delete_port for dac22491-1ec6-44da-af3e-47de082afdf8 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:41.227133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] For port dac22491-1ec6-44da-af3e-47de082afdf8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dac22491-1ec6-44da-af3e-47de082afdf8,segment=NetworkSegment(6b1a5c17-53b3-4fef-9820-bced5d0a666b),segment_id=6b1a5c17-53b3-4fef-9820-bced5d0a666b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:41.227470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.341781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.368901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for dac22491-1ec6-44da-af3e-47de082afdf8 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:41.396286 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f08dc170-822d-4402-8849-ec4ca10181b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee7871d169f840ee86d14ca14e2b66a3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7690334 Apr 05 14:35:41.399995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] Pushing event deleted for resources: {'Port': ['ID=dac22491-1ec6-44da-af3e-47de082afdf8,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:41.403887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35808) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:41.408424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e799d4-c969-4ac7-abc5-30223f712265 None None] No DVR routers for this DVR port dac22491-1ec6-44da-af3e-47de082afdf8 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:41.434561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.440731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef5d92ec-27bc-4dfc-a46f-921c145650b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.454310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-666aa43f-0575-4f59-bfca-7cb57c33a8a2 req-904a7751-a5a3-4e59-898c-88be18f3acde tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 210 time: 0.0948827 Apr 05 14:35:41.461171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.504287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device dac22491-1ec6-44da-af3e-47de082afdf8 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:35:41.541495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: dac22491-1ec6-44da-af3e-47de082afdf8 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:35:41.541773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device dac22491-1ec6-44da-af3e-47de082afdf8 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:35:41.542704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.607233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=fbe1fd68-748d-46e5-ba2a-c4880abdfc8b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:41.613095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event deleted for resources: {'Port': ['ID=2f31eb69-37d1-4177-a9a1-4780edf53871,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:41.614351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:35:41.614843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:35:41.624102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.714825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef5d92ec-27bc-4dfc-a46f-921c145650b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.753390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1873fba2-20ae-44e1-892d-c6e209dc55d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.784959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5d92ec-27bc-4dfc-a46f-921c145650b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a5020e-98df-48b7-9553-1caae0c0b1e6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:41.811173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca807ff-cfd7-423b-924f-9e3a15c4efb1 None None] Network eb230feb-0d04-4ea1-884e-5d2f72c3ec70 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:41.816990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1873fba2-20ae-44e1-892d-c6e209dc55d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.826322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ef5d92ec-27bc-4dfc-a46f-921c145650b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:41.864395 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ef5d92ec-27bc-4dfc-a46f-921c145650b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/f8a5020e-98df-48b7-9553-1caae0c0b1e6 HTTP/1.1" status: 204 len: 168 time: 1.4104047 Apr 05 14:35:41.874178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35818) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:42.032045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.064189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.090316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 3676af8b-f6dc-488d-954c-e0748e9439d8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:42.090654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.122735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port dac22491-1ec6-44da-af3e-47de082afdf8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:42.123077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.149811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] DHCP port deletion for eb230feb-0d04-4ea1-884e-5d2f72c3ec70 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:35:42.153978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-3f1aa5b8-7598-47c1-a102-89c70775f091 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2808316 Apr 05 14:35:42.155001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] Deleting port 3676af8b-f6dc-488d-954c-e0748e9439d8 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:42.155566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.229195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] The port 'dac22491-1ec6-44da-af3e-47de082afdf8' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:35:42.258624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1873fba2-20ae-44e1-892d-c6e209dc55d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.354975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873fba2-20ae-44e1-892d-c6e209dc55d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3fe70e5-3d80-487c-a54b-d08c2018c8aa,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:42.364446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1873fba2-20ae-44e1-892d-c6e209dc55d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.368184 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1873fba2-20ae-44e1-892d-c6e209dc55d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3fe70e5-3d80-487c-a54b-d08c2018c8aa HTTP/1.1" status: 204 len: 168 time: 0.9598963 Apr 05 14:35:42.370730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.376444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.408178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.408714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Fanout notify agent at l3_agent the message router_deleted on router ccdd2658-55bb-4d60-9299-756ec3280a16 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:35:42.413858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] For port 3676af8b-f6dc-488d-954c-e0748e9439d8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3676af8b-f6dc-488d-954c-e0748e9439d8,segment=NetworkSegment(1251174e-5c85-40e3-89cc-9c4d133a9939),segment_id=1251174e-5c85-40e3-89cc-9c4d133a9939)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:42.414291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.428045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.429044 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f513ad51-951b-4591-bf6b-eb59e2307655 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/ccdd2658-55bb-4d60-9299-756ec3280a16 HTTP/1.1" status: 204 len: 168 time: 2.9798818 Apr 05 14:35:42.434902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35824) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:42.440346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2112419220', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:42.460560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:42.464968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Usage tracker for resource:router and tenant:412e6537f5034376a61b19edda203f91 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:42.481852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:42.492665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:42.529691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.533878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.534790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.577226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.583191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] Calling delete_port for 3676af8b-f6dc-488d-954c-e0748e9439d8 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:42.711321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14548dc7-6624-4b4c-9fc3-b9581586d23d']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:42.729908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.790803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1a5c17-53b3-4fef-9820-bced5d0a666b') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:42.791390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1a5c17-53b3-4fef-9820-bced5d0a666b') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:42.795692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] Pushing event deleted for resources: {'Port': ['ID=3676af8b-f6dc-488d-954c-e0748e9439d8,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:42.800955 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c54c53b-4bb1-4f50-8e8a-0fa13cf63696 None None] No DVR routers for this DVR port 3676af8b-f6dc-488d-954c-e0748e9439d8 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:42.817646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port 3676af8b-f6dc-488d-954c-e0748e9439d8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3676af8b-f6dc-488d-954c-e0748e9439d8,segment=NetworkSegment(1251174e-5c85-40e3-89cc-9c4d133a9939),segment_id=1251174e-5c85-40e3-89cc-9c4d133a9939)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:42.818008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.886580 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-8f330d8b-992a-49b4-8534-52054acfbc30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 1098 time: 0.6261928 Apr 05 14:35:42.898498 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2c81bd66-ff8a-4e93-bca0-de1ebfa44b32 req-d71c60fd-52d5-494d-a00e-06131a05a10a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 210 time: 0.1737020 Apr 05 14:35:42.900164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:42.958628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.068717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 3676af8b-f6dc-488d-954c-e0748e9439d8 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:43.095246 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP ad592dc8-3e91-4369-adf2-c5487023a03c associated. External IP: 172.26.6.153, port: 561f4c78-3a05-4744-9e22-86a97c7de962. Apr 05 14:35:43.142656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.172046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.323021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Allocated IP 172.26.6.83 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/71d3c30f-2224-40d4-b990-37e3aeb36293) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:43.402493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.435055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:35:43.435447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:43.468885 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:43.501946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3676af8b-f6dc-488d-954c-e0748e9439d8 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:35:43.504549 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.540060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.545017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 3676af8b-f6dc-488d-954c-e0748e9439d8 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:35:43.545360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3676af8b-f6dc-488d-954c-e0748e9439d8 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:35:43.592361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35846) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:43.610755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:43.613660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:43.623953 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:43.627250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-035c9eb1-6b3b-49e7-9c9f-06e5f8838cff tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:43.628681 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-035c9eb1-6b3b-49e7-9c9f-06e5f8838cff tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.15 "GET /v2.0/networks?id=58fbbe4e-76da-445a-991c-ac4d0daab06d HTTP/1.1" status: 200 len: 795 time: 0.9367328 Apr 05 14:35:43.669593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:35:43.669902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:35:43.670593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.679978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event updated for resources: {'Port': ['ID=71d3c30f-2224-40d4-b990-37e3aeb36293,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:43.695170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.710376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-f06e56b6-e7a9-4777-8b88-46e9d75b7331 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:43.711792 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-f06e56b6-e7a9-4777-8b88-46e9d75b7331 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 200 len: 898 time: 0.6803303 Apr 05 14:35:43.716093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Network': ['ID=14548dc7-6624-4b4c-9fc3-b9581586d23d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:43.801083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.801866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:43.804555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'networks': [{'name': 'tempest-network--396215409'}, {'name': 'tempest-network--1202335592'}]} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:43.804868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'network': {'name': 'tempest-network--396215409'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:43.805316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'network': {'name': 'tempest-network--1202335592'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:43.820852 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-09b50278-9fea-4c93-b9ba-f202c108c425 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/networks/14548dc7-6624-4b4c-9fc3-b9581586d23d HTTP/1.1" status: 204 len: 168 time: 3.3084810 Apr 05 14:35:43.822229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:43.828338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35852) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:43.845310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-c2ffb7e3-d27f-4ead-bf26-06d2e2dc2db2 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f140e66157043aaa42d42875858f100 HTTP/1.1" status: 200 len: 379 time: 0.1984735 Apr 05 14:35:43.851624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Usage tracker for resource:network and tenant:e58d004954d040c0b9154335c946f3fc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:43.887824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'port': {'device_id': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'admin_state_up': True, 'tenant_id': '1f140e66157043aaa42d42875858f100', 'security_groups': ['7f7239d4-f825-46a0-9fad-c5a753a1f6da']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:43.908142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:43.981412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:44.026591 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-dfc1443c-33f7-43b8-87f7-e9ca688469b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561f4c78-3a05-4744-9e22-86a97c7de962 HTTP/1.1" status: 200 len: 999 time: 0.2916930 Apr 05 14:35:44.035373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Router a5781c53-5bf8-47ec-aa4f-d1583d24d332 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:35:44.068590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Made reservation on behalf of e58d004954d040c0b9154335c946f3fc for: {'network': 2} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:44.072027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.085283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07857cb-c1c4-46c6-9554-1a6564a75758 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:44.085842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d07857cb-c1c4-46c6-9554-1a6564a75758 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:44.160560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.188865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 3676af8b-f6dc-488d-954c-e0748e9439d8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:44.189114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.221759 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fbae7db4-d2f5-49bd-bf38-f46675f2eaeb req-c895a59d-0e3b-4af5-8c70-6211beed71ac tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 210 time: 0.1269767 Apr 05 14:35:44.237844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:44.248805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d66bb4-20fd-414d-83ed-91baca8ae62d None None] Sync routers for ids ['a5781c53-5bf8-47ec-aa4f-d1583d24d332'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:44.263601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d66bb4-20fd-414d-83ed-91baca8ae62d None None] Routers {'a5781c53-5bf8-47ec-aa4f-d1583d24d332'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:44.264290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b0d66bb4-20fd-414d-83ed-91baca8ae62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a5781c53-5bf8-47ec-aa4f-d1583d24d332'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:44.275694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.279437 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bec9c764-c6c7-4d13-aba9-24ad1e1e86a3 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.8411186 Apr 05 14:35:44.279635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35858) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:44.284682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:44.305004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d07857cb-c1c4-46c6-9554-1a6564a75758 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:44.311013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d07857cb-c1c4-46c6-9554-1a6564a75758 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/080fd4df-137a-4475-b8b4-b7c0ceec9c4e HTTP/1.1" status: 200 len: 840 time: 0.4599874 Apr 05 14:35:44.311013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-fc926d6e-9a3d-4b8d-935e-2e37d5a2c85a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:44.311013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-fc926d6e-9a3d-4b8d-935e-2e37d5a2c85a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7 HTTP/1.1" status: 200 len: 834 time: 0.2723331 Apr 05 14:35:44.319656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] The port '3676af8b-f6dc-488d-954c-e0748e9439d8' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:35:44.321734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35862) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:44.324495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b0d66bb4-20fd-414d-83ed-91baca8ae62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:44.336448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d66bb4-20fd-414d-83ed-91baca8ae62d None None] Routers {'a5781c53-5bf8-47ec-aa4f-d1583d24d332'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:44.337956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b0d66bb4-20fd-414d-83ed-91baca8ae62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a5781c53-5bf8-47ec-aa4f-d1583d24d332'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:44.369245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:44.398896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b0d66bb4-20fd-414d-83ed-91baca8ae62d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:44.399287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d66bb4-20fd-414d-83ed-91baca8ae62d None None] The sync data for ids ['a5781c53-5bf8-47ec-aa4f-d1583d24d332'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:44.480539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:44.490929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:44.512801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Usage tracker for resource:security_group_rule and tenant:e58d004954d040c0b9154335c946f3fc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:44.561300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:44.580671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:44.650107 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-751ebc12-0c4b-4ac8-9645-61934c8a9aa9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/080fd4df-137a-4475-b8b4-b7c0ceec9c4e?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3181775 Apr 05 14:35:44.656154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Made reservation on behalf of 1f140e66157043aaa42d42875858f100 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:44.659158 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.670561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35866) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:44.743848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:44.762503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:44.921154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb230feb-0d04-4ea1-884e-5d2f72c3ec70']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:44.988393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.013241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.022573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Deleting port 71d3c30f-2224-40d4-b990-37e3aeb36293 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:45.022910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.145831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1251174e-5c85-40e3-89cc-9c4d133a9939') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:45.146153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1251174e-5c85-40e3-89cc-9c4d133a9939') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:45.158542 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] Sync routers for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:45.159066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-b72b749a-c238-4625-b856-051f7fdfcaf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65fa9113-4b10-4a07-b2cd-6b0b326f5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8379111 Apr 05 14:35:45.188528 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:45.189510 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:45.199582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.243095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:45.245943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.280945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:45.340075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.342060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:45.398982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Calling delete_port for 71d3c30f-2224-40d4-b990-37e3aeb36293 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:45.404622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.406076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:45.438291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:35:45.438735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.462923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.463886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:45.477749 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:45.491044 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:45.552624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:45.567730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 142c9ad8-6aaf-4fe5-af49-cf3110e66787 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:45.706295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 142c9ad8-6aaf-4fe5-af49-cf3110e66787 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:45.710799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.719239 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b2a03af6-7b99-4397-82a9-ef6d694bc36e req-99c8b36d-1916-47bf-b331-b58fd511a96a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 210 time: 0.2088072 Apr 05 14:35:45.724033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 142c9ad8-6aaf-4fe5-af49-cf3110e66787 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:45.724395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.805476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Pushing event deleted for resources: {'Port': ['ID=71d3c30f-2224-40d4-b990-37e3aeb36293,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:45.848409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89786a43-0fa2-4f1f-80c7-7b43b2be081c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:45.877036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Allocated IP 172.20.0.7 (58fbbe4e-76da-445a-991c-ac4d0daab06d/32dcb1e4-4eec-4be9-80d3-a3b49652dd8b/c3d74fde-2a86-4db0-9967-feeea8f01ae4) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:45.899549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.917019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:45.920597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.940207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 142c9ad8-6aaf-4fe5-af49-cf3110e66787, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=142c9ad8-6aaf-4fe5-af49-cf3110e66787,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:45.946496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.951621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:45.967453 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-9ff1623c-1a66-44ec-bbf8-3c25a83cc886 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7791197 Apr 05 14:35:45.968166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=eb230feb-0d04-4ea1-884e-5d2f72c3ec70,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:45.978252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.003706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.004076 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Added segment 235b5535-1a19-479d-9fed-355e0d1e799c of type vlan for network 00fe8771-7d7f-4b61-99f4-245cd53ec633 Apr 05 14:35:46.020799 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:36Z', 'revision_number': 8, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:20Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:46.024331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=142c9ad8-6aaf-4fe5-af49-cf3110e66787,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:46.026360 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] Checking router: 37c6895e-9b79-4015-be83-480882cb809a for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:35:46.041386 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:46.042251 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:46.085015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.193488 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-521abdf9-9c16-441d-a67c-232ba2656ede tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/eb230feb-0d04-4ea1-884e-5d2f72c3ec70 HTTP/1.1" status: 204 len: 168 time: 4.3132951 Apr 05 14:35:46.198451 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:46.201745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35872) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:46.210755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 46239b44-2ad3-4650-8a74-3a1a6800af20 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:46.273103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.325909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.330891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.397331 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55fb029f-8739-47d7-8abf-d43e5c480752 req-ae078639-a672-4ea5-9b58-a52e8d91ccd2 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4020774 Apr 05 14:35:46.557605 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:36Z', 'revision_number': 8, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:20Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:46.562066 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41c2776-c45b-4be7-9e9c-1e1828ab594d None None] The sync data for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv is: [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:36Z', 'revision_number': 8, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6b76165b-0f91-4db3-b241-4d90b91f67a9', 'name': '', 'network_id': '27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:fa:10:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2a97824e-7335-4df6-af67-fed9423323f7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:07Z', 'updated_at': '2022-04-05T14:35:20Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '2a97824e-7335-4df6-af67-fed9423323f7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:46.586260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:46.627042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Router a5781c53-5bf8-47ec-aa4f-d1583d24d332 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:46.657213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.661955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.662320 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Added segment 6792a04a-500b-4e0c-8fc7-5cd8ff0f5ae5 of type vlan for network 7080ee88-c726-4e3f-8b1c-d1f3f20f7294 Apr 05 14:35:46.715543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Transition to ACTIVE for port object c3d74fde-2a86-4db0-9967-feeea8f01ae4 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:46.723321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.792915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.855017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.855421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.859021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:46.861923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:46.862550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.918965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:46.936524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d308e725-58c6-4fee-9e95-d9addefa94f1 None None] Sync routers for ids ['a5781c53-5bf8-47ec-aa4f-d1583d24d332'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:46.938165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:46.939440 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-18953bc4-ee3f-417d-bc48-c9c3a687e85c tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "PUT /v2.0/routers/a5781c53-5bf8-47ec-aa4f-d1583d24d332 HTTP/1.1" status: 200 len: 706 time: 2.6587660 Apr 05 14:35:46.942413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35878) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:46.958750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308e725-58c6-4fee-9e95-d9addefa94f1 None None] Routers {'a5781c53-5bf8-47ec-aa4f-d1583d24d332'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:46.959670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d308e725-58c6-4fee-9e95-d9addefa94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a5781c53-5bf8-47ec-aa4f-d1583d24d332'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:47.072986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d308e725-58c6-4fee-9e95-d9addefa94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:47.079873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.086889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d308e725-58c6-4fee-9e95-d9addefa94f1 None None] Routers {'a5781c53-5bf8-47ec-aa4f-d1583d24d332'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:47.087910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d308e725-58c6-4fee-9e95-d9addefa94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a5781c53-5bf8-47ec-aa4f-d1583d24d332'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:47.134787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.164021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:47.172935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-d308e725-58c6-4fee-9e95-d9addefa94f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:47.174557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d308e725-58c6-4fee-9e95-d9addefa94f1 None None] The sync data for ids ['a5781c53-5bf8-47ec-aa4f-d1583d24d332'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:47.213485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:47.226827 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b5ea623f-c3e3-4ac7-93ce-2ba895d1bd75 tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/routers/a5781c53-5bf8-47ec-aa4f-d1583d24d332 HTTP/1.1" status: 200 len: 741 time: 0.2783501 Apr 05 14:35:47.227365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90fa00-5bd9-45d5-9028-31e0c6cc7f0e None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:47.228258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=f1eaa517-8c06-4e96-aade-23d7c7d446e9,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.230498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35882) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:47.236483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:47.237073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.245268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 3.6468961 Apr 05 14:35:47.250640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35886) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:47.267476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Network': ['ID=00fe8771-7d7f-4b61-99f4-245cd53ec633,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.297032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 00fe8771-7d7f-4b61-99f4-245cd53ec633 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:47.370491 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ebdd6831-56c0-4eda-9534-7b6353753fbf tempest-RoutersAdminTest-1778926122 tempest-RoutersAdminTest-1778926122-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&device_id=a5781c53-5bf8-47ec-aa4f-d1583d24d332 HTTP/1.1" status: 200 len: 205 time: 0.1384914 Apr 05 14:35:47.372143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:47.376016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35890) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:47.386662 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b4d3509c-8e66-4074-b3c0-273f2717e5c3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7023456 Apr 05 14:35:47.401032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.403527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:47.408777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35894) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:47.412440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:47.455411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'security_group': {'name': 'tempest-secgroup-673574759'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:47.492031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:47.501864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5d7c8-e6e3-4629-8fee-9bbfd2f21527 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Network': ['ID=7080ee88-c726-4e3f-8b1c-d1f3f20f7294,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:47.523177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b97d13-9fed-48e2-9ddf-0b60ce3189e5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:47.528328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b97d13-9fed-48e2-9ddf-0b60ce3189e5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:47.529956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:47.533302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b97d13-9fed-48e2-9ddf-0b60ce3189e5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:47.537378 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:47.538433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b97d13-9fed-48e2-9ddf-0b60ce3189e5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:47.540244 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-31b97d13-9fed-48e2-9ddf-0b60ce3189e5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2882917 Apr 05 14:35:47.544880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35898) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:47.554411 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3ee12538-ab50-456c-9439-ab5106d95c75 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5781c53-5bf8-47ec-aa4f-d1583d24d332 HTTP/1.1" status: 200 len: 205 time: 0.1770384 Apr 05 14:35:47.555263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35902) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:47.559302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241ca4b-1a44-4855-a3a6-ea026b2e4ef6 req-b98392fa-b841-4588-b8db-de73efb07582 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:47.559882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-8241ca4b-1a44-4855-a3a6-ea026b2e4ef6 req-b98392fa-b841-4588-b8db-de73efb07582 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Synchronizing usage tracker for tenant:1f140e66157043aaa42d42875858f100 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:47.575202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 7080ee88-c726-4e3f-8b1c-d1f3f20f7294 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:47.581379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:47.585054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:47.592668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 142c9ad8-6aaf-4fe5-af49-cf3110e66787 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:47.594337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:47.595212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.598996 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] Sync routers for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:47.625606 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:47.626260 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:47.776845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.794711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-8241ca4b-1a44-4855-a3a6-ea026b2e4ef6 req-b98392fa-b841-4588-b8db-de73efb07582 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Unset dirty status for tenant:1f140e66157043aaa42d42875858f100 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:47.802149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8241ca4b-1a44-4855-a3a6-ea026b2e4ef6 req-b98392fa-b841-4588-b8db-de73efb07582 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 931 time: 0.9481275 Apr 05 14:35:47.817438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.839737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6c2539e9-a7d6-436f-9650-dcbb0686aa63 None None] Provisioning for port c3d74fde-2a86-4db0-9967-feeea8f01ae4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:47.864269 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-415ed4e9-ab1b-4295-b306-e42e3183340f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9808376 Apr 05 14:35:47.873774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6c2539e9-a7d6-436f-9650-dcbb0686aa63 None None] Provisioning complete for port c3d74fde-2a86-4db0-9967-feeea8f01ae4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:47.874182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6c2539e9-a7d6-436f-9650-dcbb0686aa63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.890448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Request body: {'port': {'device_id': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:47.932094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.945759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 142c9ad8-6aaf-4fe5-af49-cf3110e66787 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:47.946628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:47.970717 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:47.995553 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-964c5410-2de7-4cff-9639-074c8770d3ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 11.2732880 Apr 05 14:35:47.998956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6c2539e9-a7d6-436f-9650-dcbb0686aa63 None None] Port c3d74fde-2a86-4db0-9967-feeea8f01ae4 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:48.002066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35906) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:48.002524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:35:48.035313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'tenant_id': 'a0ebd2d1651f4f38b30c4e8a884000ca', 'fixed_ips': [{'subnet_id': 'f1eaa517-8c06-4e96-aade-23d7c7d446e9'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:35:48.037052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.071179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:48.143784 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6432a186-2d4d-48a3-865f-b28e0556a2d3'] response: {'name': 'network-changed', 'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962', 'status': 'completed', 'code': 200} Apr 05 14:35:48.148773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group_rule and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:48.170616 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8241ca4b-1a44-4855-a3a6-ea026b2e4ef6 req-68c005fe-62c9-44bb-9ebe-6201539f9f75 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3672912 Apr 05 14:35:48.215218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:48.221831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a5b35076-6a05-413e-956e-85ff7bba7b1e tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.234328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Allocated IP 172.20.0.2 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/f1eaa517-8c06-4e96-aade-23d7c7d446e9/2a997703-c08c-451e-9a69-7812d6d6128a) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:48.264254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:48.396395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.406634 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:59Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:39Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:48.410893 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] Checking router: 46239b44-2ad3-4650-8a74-3a1a6800af20 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:35:48.417716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.422124 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:48.422885 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:48.446105 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-95f9aadb-55c9-4c69-b1ff-29064cd1783b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/ad592dc8-3e91-4369-adf2-c5487023a03c HTTP/1.1" status: 200 len: 991 time: 0.4388003 Apr 05 14:35:48.485348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.497959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Transition to ACTIVE for port object 2a997703-c08c-451e-9a69-7812d6d6128a will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:48.504561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fe8771-7d7f-4b61-99f4-245cd53ec633']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:48.520359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Transition to ACTIVE for port object 2a997703-c08c-451e-9a69-7812d6d6128a will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:48.532108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.544579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235b5535-1a19-479d-9fed-355e0d1e799c') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:48.545185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235b5535-1a19-479d-9fed-355e0d1e799c') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:48.595283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.623474 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:48.659480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.666354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-3ca01903-8de7-4108-bddb-1a3cd07001a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 1098 time: 0.5244148 Apr 05 14:35:48.669928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:48.676033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:48.679782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.690507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:48.693278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Pushing event updated for resources: {'Port': ['ID=2a997703-c08c-451e-9a69-7812d6d6128a,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:48.694927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.738435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 054c1b5e-50b4-4d9c-8501-f63409dc4282 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:35:48.778094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 054c1b5e-50b4-4d9c-8501-f63409dc4282 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:35:48.778681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 054c1b5e-50b4-4d9c-8501-f63409dc4282 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:35:48.843734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Attempting to bind port 2a997703-c08c-451e-9a69-7812d6d6128a on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:48.844146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Attempting to bind port 2a997703-c08c-451e-9a69-7812d6d6128a by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '51294951-5698-49ca-b6b2-d815d1dd049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:48.844713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Attempting to bind port 2a997703-c08c-451e-9a69-7812d6d6128a on network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:48.853114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:48.853482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Checking segment: {'id': '51294951-5698-49ca-b6b2-d815d1dd049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:48.853874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.854280 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Bound using segment: {'id': '51294951-5698-49ca-b6b2-d815d1dd049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:48.855807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Bound port: 2a997703-c08c-451e-9a69-7812d6d6128a, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51294951-5698-49ca-b6b2-d815d1dd049e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:48.856296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.865728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:35:48.866466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:48.880898 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:48.937106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a5b35076-6a05-413e-956e-85ff7bba7b1e tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.946370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a5b35076-6a05-413e-956e-85ff7bba7b1e tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.957975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] For port 2a997703-c08c-451e-9a69-7812d6d6128a, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:48.962233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] For port 2a997703-c08c-451e-9a69-7812d6d6128a, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2a997703-c08c-451e-9a69-7812d6d6128a,segment=NetworkSegment(51294951-5698-49ca-b6b2-d815d1dd049e),segment_id=51294951-5698-49ca-b6b2-d815d1dd049e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:48.968577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:48.994568 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29358737-0836-4eb2-864f-05ca17470afd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:49.015806 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:59Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:39Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:49.019439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.020678 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83eceaee-3b33-487b-83a1-16e7ed9bff20 None None] The sync data for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv is: [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:34:59Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:39Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:49.021267 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-92b065e3-1999-46f1-9f01-d02c9f4c86d1 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.6102502 Apr 05 14:35:49.028780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35912) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:49.133989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a5b35076-6a05-413e-956e-85ff7bba7b1e tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.135031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b35076-6a05-413e-956e-85ff7bba7b1e tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Fanout notify agent at l3_agent the message router_deleted on router a5781c53-5bf8-47ec-aa4f-d1583d24d332 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:35:49.140375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0df3f-8a93-4445-af8b-915d33b21a17 None None] Pushing event updated for resources: {'Port': ['ID=2a997703-c08c-451e-9a69-7812d6d6128a,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:49.145272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 6b76165b-0f91-4db3-b241-4d90b91f67a9 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:49.145626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.178601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a5b35076-6a05-413e-956e-85ff7bba7b1e tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.179853 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a5b35076-6a05-413e-956e-85ff7bba7b1e tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/a5781c53-5bf8-47ec-aa4f-d1583d24d332 HTTP/1.1" status: 204 len: 168 time: 1.6217420 Apr 05 14:35:49.185909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35916) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:49.243010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'security_group': {'name': 'tempest-secgroup-1253651614'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:49.248891 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6e6e0fdd-c9fc-4262-ae90-60a5199f0bab tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5781c53-5bf8-47ec-aa4f-d1583d24d332 HTTP/1.1" status: 200 len: 205 time: 0.0615642 Apr 05 14:35:49.251705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35922) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:49.262010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.265990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:49.289471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:49.292465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.313415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:49.347041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Network': ['ID=00fe8771-7d7f-4b61-99f4-245cd53ec633,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:49.365548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:49.372455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f22c9fcf-a7ed-4929-8ec9-de5905f43bac tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/networks/00fe8771-7d7f-4b61-99f4-245cd53ec633 HTTP/1.1" status: 204 len: 168 time: 1.8243372 Apr 05 14:35:49.376848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35926) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:49.387262 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-29330450-c8c4-4a18-bc0e-c63e18c05188 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] delete failed (client error): The resource could not be found. Apr 05 14:35:49.388965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-db432e00-bf79-43d7-bd35-605dea0d2d17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:49.390444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-db432e00-bf79-43d7-bd35-605dea0d2d17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 200 len: 898 time: 0.7129617 Apr 05 14:35:49.391252 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-29330450-c8c4-4a18-bc0e-c63e18c05188 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/a5781c53-5bf8-47ec-aa4f-d1583d24d332 HTTP/1.1" status: 404 len: 336 time: 0.1382518 Apr 05 14:35:49.392374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35928) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:49.475096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35936) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:49.540857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port 6b76165b-0f91-4db3-b241-4d90b91f67a9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6b76165b-0f91-4db3-b241-4d90b91f67a9,segment=NetworkSegment(ac0fefa9-bdbd-4ddb-ae73-9f8671646587),segment_id=ac0fefa9-bdbd-4ddb-ae73-9f8671646587)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:49.541086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.544529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2a997703-c08c-451e-9a69-7812d6d6128a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:49.587699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.638384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 2a997703-c08c-451e-9a69-7812d6d6128a completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:49.666618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 6b76165b-0f91-4db3-b241-4d90b91f67a9 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:49.768691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9a6db951-0b5a-40bf-92f7-c53caf8f1b79 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccdd2658-55bb-4d60-9299-756ec3280a16 HTTP/1.1" status: 200 len: 205 time: 0.3682022 Apr 05 14:35:49.771496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35940) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:49.878262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:49.945119 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-12c7efec-78e7-4496-b61f-bca85e8bae0d tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] delete failed (client error): The resource could not be found. Apr 05 14:35:49.946185 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-12c7efec-78e7-4496-b61f-bca85e8bae0d tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/ccdd2658-55bb-4d60-9299-756ec3280a16 HTTP/1.1" status: 404 len: 336 time: 0.1737204 Apr 05 14:35:49.952976 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-92fe9f4b-42e9-4c32-9b24-49d3aa9ff4ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/ad592dc8-3e91-4369-adf2-c5487023a03c HTTP/1.1" status: 200 len: 991 time: 0.4689660 Apr 05 14:35:49.955281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35944) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:49.955466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:49.966901 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-da77d80f-f916-44ef-9a7d-ef6b348d6e03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561f4c78-3a05-4744-9e22-86a97c7de962 HTTP/1.1" status: 200 len: 999 time: 0.5568943 Apr 05 14:35:49.969733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group_rule and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:49.977857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:50.017118 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0e100e73-8576-4f22-827a-305e88dcf6f8 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=cb30d5c8-30fd-4225-92e9-304eda04c857 HTTP/1.1" status: 200 len: 205 time: 0.0590363 Apr 05 14:35:50.017273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33755357-b1e6-4798-b3bb-dc5f623c64c3 None None] New status for floating IP ad592dc8-3e91-4369-adf2-c5487023a03c: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:35:50.018294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35948) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.020186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:50.026281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3d74fde-2a86-4db0-9967-feeea8f01ae4 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:35:50.069618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.128319 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-64470042-a5ce-483c-b623-cbe4d6d20223 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] delete failed (client error): The resource could not be found. Apr 05 14:35:50.128705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20db0c7-93a8-4dbc-a011-adbb40b9e922 req-64c7c6d0-a440-47bc-9e68-7b0d263b04e5 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:50.132076 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-64470042-a5ce-483c-b623-cbe4d6d20223 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/cb30d5c8-30fd-4225-92e9-304eda04c857 HTTP/1.1" status: 404 len: 336 time: 0.1083510 Apr 05 14:35:50.132804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35952) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.135671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20db0c7-93a8-4dbc-a011-adbb40b9e922 req-64c7c6d0-a440-47bc-9e68-7b0d263b04e5 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 931 time: 0.7578893 Apr 05 14:35:50.188572 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-877e1046-1ebe-4abf-ae42-b71bfc153639 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=39482cef-7c39-4129-93ef-0684846066dd HTTP/1.1" status: 200 len: 205 time: 0.0523684 Apr 05 14:35:50.189250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35956) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.195674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Transition to ACTIVE for port object c3d74fde-2a86-4db0-9967-feeea8f01ae4 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:50.241974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-8e2e49c0-95f2-4042-8f19-8caf3b643243 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:50.243430 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-8e2e49c0-95f2-4042-8f19-8caf3b643243 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7 HTTP/1.1" status: 200 len: 834 time: 0.2686641 Apr 05 14:35:50.244036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.259773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.304357 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-062dcb2f-d319-4a7b-9b0a-5f60b36a7b32 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] delete failed (client error): The resource could not be found. Apr 05 14:35:50.308658 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-062dcb2f-d319-4a7b-9b0a-5f60b36a7b32 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/39482cef-7c39-4129-93ef-0684846066dd HTTP/1.1" status: 404 len: 336 time: 0.1152058 Apr 05 14:35:50.313952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35960) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.321525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=6b76165b-0f91-4db3-b241-4d90b91f67a9,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:50.360291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.408635 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2d341c3e-b929-47ba-bbb0-a11e0b9f4895 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=c100ec14-c79f-44e9-907a-88efa5d6c351 HTTP/1.1" status: 200 len: 205 time: 0.0920713 Apr 05 14:35:50.409497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35964) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.439072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7080ee88-c726-4e3f-8b1c-d1f3f20f7294']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:50.518107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.531017 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-b1431292-994c-4a3c-928e-b1b140d296ae tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] delete failed (client error): The resource could not be found. Apr 05 14:35:50.534632 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b1431292-994c-4a3c-928e-b1b140d296ae tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/c100ec14-c79f-44e9-907a-88efa5d6c351 HTTP/1.1" status: 404 len: 336 time: 0.0925479 Apr 05 14:35:50.534794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6792a04a-500b-4e0c-8fc7-5cd8ff0f5ae5') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:50.534794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6792a04a-500b-4e0c-8fc7-5cd8ff0f5ae5') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:50.535318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35968) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.556274 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20db0c7-93a8-4dbc-a011-adbb40b9e922 req-3784d5d4-0c95-4d1e-80f4-08494a9f9f53 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196725 Apr 05 14:35:50.557118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:50.582567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.587260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.598848 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9980ab71-b736-463a-b522-914b066f1f77 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "GET /v2.0/ports?device_id=590889d1-85a6-4d4b-b7b9-120daec2a7e6 HTTP/1.1" status: 200 len: 205 time: 0.0622458 Apr 05 14:35:50.601894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35972) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.662376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.683547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Releasing vlan 209 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:35:50.684336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:50.715490 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:50.790837 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-a1fba824-4696-4e37-9114-5d8ac6a4db33 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] delete failed (client error): The resource could not be found. Apr 05 14:35:50.794277 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1fba824-4696-4e37-9114-5d8ac6a4db33 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/routers/590889d1-85a6-4d4b-b7b9-120daec2a7e6 HTTP/1.1" status: 404 len: 336 time: 0.1878633 Apr 05 14:35:50.798979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 35976) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.799118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f31f7d5f-5a44-4809-b8c5-72c4b60d71d8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:50.800810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.802027 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ef9290c1-052e-4c5f-b7e1-b280fffcaff2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7266037 Apr 05 14:35:50.824300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35980) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.849266 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c492427-2b66-4ed0-85ba-918be8733967 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] DELETE failed (client error): The resource could not be found. Apr 05 14:35:50.849700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c492427-2b66-4ed0-85ba-918be8733967 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:35:50.868723 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2c492427-2b66-4ed0-85ba-918be8733967 tempest-RoutersAdminTest-631904212 tempest-RoutersAdminTest-631904212-project] 10.222.0.18 "DELETE /v2.0/subnets/a8bb4228-87a4-44cf-b705-ab2894c01f56 HTTP/1.1" status: 404 len: 337 time: 0.0699403 Apr 05 14:35:50.869827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2122142803', 'security_groups': ['f31f7d5f-5a44-4809-b8c5-72c4b60d71d8'], 'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f1eaa517-8c06-4e96-aade-23d7c7d446e9'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:50.881146 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:35:50.894724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-10830be0-e3c7-4b98-a2a8-2ec22de86957 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65fa9113-4b10-4a07-b2cd-6b0b326f5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6058760 Apr 05 14:35:50.918183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:50.979406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35986) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:50.995504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.098231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Provisioning complete for port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:51.098843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.169387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:51.186684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Provisioning for port 2a997703-c08c-451e-9a69-7812d6d6128a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:51.199679 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:51.202524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.281796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.293778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35992) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:51.325329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Network': ['ID=7080ee88-c726-4e3f-8b1c-d1f3f20f7294,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:51.345900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.351721 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-117ebffc-871f-4fc6-bdbd-0245147ba327 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/networks/7080ee88-c726-4e3f-8b1c-d1f3f20f7294 HTTP/1.1" status: 204 len: 168 time: 1.9578001 Apr 05 14:35:51.358435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 35998) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:51.391276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] For port 2a997703-c08c-451e-9a69-7812d6d6128a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2a997703-c08c-451e-9a69-7812d6d6128a,segment=NetworkSegment(51294951-5698-49ca-b6b2-d815d1dd049e),segment_id=51294951-5698-49ca-b6b2-d815d1dd049e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:51.396497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.472084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5078d70-3c3c-413d-8056-614afc0c0109 None None] Pushing event updated for resources: {'Port': ['ID=2a997703-c08c-451e-9a69-7812d6d6128a,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:51.511382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Attempting to bind port c3d74fde-2a86-4db0-9967-feeea8f01ae4 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:35:51.511792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Attempting to bind port c3d74fde-2a86-4db0-9967-feeea8f01ae4 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:35:51.512191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Attempting to bind port c3d74fde-2a86-4db0-9967-feeea8f01ae4 on network 58fbbe4e-76da-445a-991c-ac4d0daab06d {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:51.568194 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0f7d2c84-0eed-451b-9d51-6d82f2d1203b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/ad592dc8-3e91-4369-adf2-c5487023a03c HTTP/1.1" status: 200 len: 993 time: 0.5872726 Apr 05 14:35:51.581987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Port c3d74fde-2a86-4db0-9967-feeea8f01ae4 on network 58fbbe4e-76da-445a-991c-ac4d0daab06d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:35:51.582434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Attempting to bind port c3d74fde-2a86-4db0-9967-feeea8f01ae4 on network 58fbbe4e-76da-445a-991c-ac4d0daab06d {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:35:51.590663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:51.605188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.623492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-020e49e3-e2b3-4ef2-8f5b-8313f80dc929 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7148764 Apr 05 14:35:51.625327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:port and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:51.632578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:51.653009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:35:51.660538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:35:51.660882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Checking segment: {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:51.661269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Bound using segment: {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:35:51.661698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Bound port: c3d74fde-2a86-4db0-9967-feeea8f01ae4, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:35:51.662056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:51.683054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:51.806404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76fe3e6-cff5-40a9-a184-dd1ddf519bf0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:51.810431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76fe3e6-cff5-40a9-a184-dd1ddf519bf0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:51.811160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c76fe3e6-cff5-40a9-a184-dd1ddf519bf0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Synchronizing usage tracker for tenant:e58d004954d040c0b9154335c946f3fc on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:51.828353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:35:51.834544 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cb900cb4-37d8-4927-90e8-ad889f514724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6316848 Apr 05 14:35:51.835827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36004) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:51.838724 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] Sync routers for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:51.851020 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:51.851735 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:51.861095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:51.889172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:51.958317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] Usage tracker for resource:security_group_rule and tenant:412e6537f5034376a61b19edda203f91 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:51.977100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:51.994829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:52.013788 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:52.038882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c76fe3e6-cff5-40a9-a184-dd1ddf519bf0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Unset dirty status for tenant:e58d004954d040c0b9154335c946f3fc on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:52.043792 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c76fe3e6-cff5-40a9-a184-dd1ddf519bf0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6662138 Apr 05 14:35:52.044456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36008) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:52.051975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1264815952'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:52.060270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-06acca65-624c-4135-a7c7-36687e44c91c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet 2a97824e-7335-4df6-af67-fed9423323f7 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:35:52.062450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:52.067720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06acca65-624c-4135-a7c7-36687e44c91c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.071309 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69cfce8d-6129-4c93-a6cd-89a15e0af5dc req-1d97bb01-92de-4a43-b8df-b6f2e39acf65 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397788 Apr 05 14:35:52.094346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:35:52.120596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:35:52.122831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:52.139915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.146711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Made reservation on behalf of e58d004954d040c0b9154335c946f3fc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:52.149573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.159992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06acca65-624c-4135-a7c7-36687e44c91c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.186634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.206772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb75942d-d020-4718-96b3-a0861b460a00 req-fb7e4338-e02e-497b-8c73-c8920f29c9d6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:52.208243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fb75942d-d020-4718-96b3-a0861b460a00 req-fb7e4338-e02e-497b-8c73-c8920f29c9d6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 943 time: 0.4556665 Apr 05 14:35:52.232032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:52.247819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.248049 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Added segment 786e53b8-1de3-45e6-b8d6-fe593dce8bd1 of type vlan for network 92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f Apr 05 14:35:52.290768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06acca65-624c-4135-a7c7-36687e44c91c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.297930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.299211 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] 10.222.0.15 "PUT /v2.0/ports/c3d74fde-2a86-4db0-9967-feeea8f01ae4 HTTP/1.1" status: 200 len: 1093 time: 4.4236579 Apr 05 14:35:52.310005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:35:52.329367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.331995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 8799018a-b579-42de-a0e8-3cb41d9b88e1 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:35:52.388907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.419563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06acca65-624c-4135-a7c7-36687e44c91c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.439270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879ee858-da81-4733-89a9-d4937e832377'] response: {'name': 'network-changed', 'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'status': 'completed', 'code': 200} Apr 05 14:35:52.455469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae65d8b-4f89-47bd-b2c0-5be8e77fb8f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:52.458070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.474360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acca65-624c-4135-a7c7-36687e44c91c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=2a97824e-7335-4df6-af67-fed9423323f7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:52.476622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.480481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:52.481090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.486405 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 9, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:52.491832 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] Checking router: 37c6895e-9b79-4015-be83-480882cb809a for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:35:52.505196 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:52.506076 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:52.509563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fb75942d-d020-4718-96b3-a0861b460a00 req-9ad19f66-f205-4821-86fc-ce7a717f3cb4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2816257 Apr 05 14:35:52.512933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-06acca65-624c-4135-a7c7-36687e44c91c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.524473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de61e6f6-7033-48e0-a9d5-7dbbdc1d5186 None None] Network 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:52.603142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afe4b0a4-27ed-41b8-9e30-11b4c0eeea16,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:52.610825 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cfe36be1-0869-402c-84e6-166a423bd0d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=412e6537f5034376a61b19edda203f91&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3064349 Apr 05 14:35:52.618926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36014) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:52.672803 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6222568 Apr 05 14:35:52.672803 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-06acca65-624c-4135-a7c7-36687e44c91c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/2a97824e-7335-4df6-af67-fed9423323f7 HTTP/1.1" status: 204 len: 168 time: 0.8324440 Apr 05 14:35:52.674707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36018) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:52.676155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36020) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:52.713851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1016164030'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:52.719402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:52.728252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Usage tracker for resource:network and tenant:e58d004954d040c0b9154335c946f3fc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:52.735850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:52.745845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-b4e23e03-27b9-4a9b-a0b3-d2a51d5f393c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f140e66157043aaa42d42875858f100&device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 1096 time: 0.3736708 Apr 05 14:35:52.764704 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:52.843161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.845172 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-73218642-f2a9-468f-8e8d-efe150aad4e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4 HTTP/1.1" status: 200 len: 217 time: 0.0888727 Apr 05 14:35:52.845766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5c7b-6cec-4007-a92c-e5438fbb137c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.848038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.3 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/f1eaa517-8c06-4e96-aade-23d7c7d446e9/8799018a-b579-42de-a0e8-3cb41d9b88e1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:52.857062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039124f-0932-4833-a5fb-71fd5d1576e0 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Network': ['ID=92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:52.860378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:52.878163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:52.881324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:52.882705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.917962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Made reservation on behalf of e58d004954d040c0b9154335c946f3fc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:52.921302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:52.929434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5c7b-6cec-4007-a92c-e5438fbb137c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.020808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-f696176a-1f94-4f54-ad93-413b6bc34bfc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:53.022634 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-f696176a-1f94-4f54-ad93-413b6bc34bfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32dcb1e4-4eec-4be9-80d3-a3b49652dd8b HTTP/1.1" status: 200 len: 834 time: 0.1710501 Apr 05 14:35:53.130327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] DHCP port deletion for 27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:35:53.134921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] Deleting port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:53.135367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.137162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:53.168069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.168409 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Added segment 1e987d6f-e98c-4f3f-b7c7-6ccb403b1ffb of type vlan for network c3cbf360-9103-4a90-bcb0-762c793e9c02 Apr 05 14:35:53.178776 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 9, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:53.186679 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c9e358-eb74-4d8c-9f4c-e3f14ba26339 None None] The sync data for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv is: [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 9, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': '6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048', 'name': '', 'network_id': '4cbd2050-cecb-4375-950c-24939e3234d1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:50:95:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:55Z', 'updated_at': '2022-04-05T14:35:18Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '4e12a33a-2e44-488d-aa63-291aab12e0dd', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:35:53.201054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d,segment=NetworkSegment(ac0fefa9-bdbd-4ddb-ae73-9f8671646587),segment_id=ac0fefa9-bdbd-4ddb-ae73-9f8671646587)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:53.201417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.297653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5c7b-6cec-4007-a92c-e5438fbb137c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.324780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e5c7b-6cec-4007-a92c-e5438fbb137c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe4b0a4-27ed-41b8-9e30-11b4c0eeea16,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.355878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] For port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d,segment=NetworkSegment(ac0fefa9-bdbd-4ddb-ae73-9f8671646587),segment_id=ac0fefa9-bdbd-4ddb-ae73-9f8671646587)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:53.356496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.386433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.392448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-73403eba-c6d9-4414-b608-45b30503892f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fbbe4e-76da-445a-991c-ac4d0daab06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3636158 Apr 05 14:35:53.397308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b1e5c7b-6cec-4007-a92c-e5438fbb137c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.398381 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8b1e5c7b-6cec-4007-a92c-e5438fbb137c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afe4b0a4-27ed-41b8-9e30-11b4c0eeea16 HTTP/1.1" status: 204 len: 168 time: 0.7785237 Apr 05 14:35:53.454962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.464706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:53.493591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object 8799018a-b579-42de-a0e8-3cb41d9b88e1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:53.503197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] Calling delete_port for aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:53.559753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.563901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:53.564501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.575635 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-1d6e4f02-8855-4848-9bd9-35d59d7b1ec0 service neutron] 10.222.0.15 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629560 Apr 05 14:35:53.584315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.615331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:35:53.616440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:35:53.658595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.715663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2a997703-c08c-451e-9a69-7812d6d6128a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:53.798901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:53.799382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:53.802853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.836106 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1560178 Apr 05 14:35:53.843058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36032) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:53.848252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No DVR routers for this DVR port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:35:53.853746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'ports': [{'network_id': '92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f', 'name': 'tempest-port--1579633520', 'admin_state_up': True}, {'network_id': 'c3cbf360-9103-4a90-bcb0-762c793e9c02', 'admin_state_up': False}]} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:53.854078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'port': {'network_id': '92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f', 'name': 'tempest-port--1579633520', 'admin_state_up': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:53.854567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'port': {'network_id': 'c3cbf360-9103-4a90-bcb0-762c793e9c02', 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:53.885014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:53.894914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:53.904726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:53.958654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=8799018a-b579-42de-a0e8-3cb41d9b88e1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:53.981254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cdd52-8894-4d93-aba8-eddaef5375d4 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Network': ['ID=c3cbf360-9103-4a90-bcb0-762c793e9c02,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:54.003426 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c3cbf360-9103-4a90-bcb0-762c793e9c02 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:54.013994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36036) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:54.057622 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc36762a-e5a3-4a44-b1da-3ddb98f9381d req-0d9e4d10-7f08-45ad-9f27-5ac0f1c231ee service neutron] 10.222.0.15 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4713259 Apr 05 14:35:54.061857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:54.062770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.099222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71791de-7782-4497-817f-9db077ab7b6a req-ae444b42-f28e-486c-b2e0-e0faa813ecf2 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:54.101462 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d71791de-7782-4497-817f-9db077ab7b6a req-ae444b42-f28e-486c-b2e0-e0faa813ecf2 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 943 time: 0.3074489 Apr 05 14:35:54.119847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] Deleting port aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:54.120599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.172059 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c6585792-0a82-4aa4-897e-02dc684e425c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.3436687 Apr 05 14:35:54.178311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36040) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:54.205260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:54.216257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.227044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d677946c-1613-4fac-810d-81b1f9fa04d0 None None] The port 'aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:35:54.232412 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c66f0637-dd49-457d-b200-ea11c66add2c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3c1116a3db64d428050af8c775f9d2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2152333 Apr 05 14:35:54.240012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36044) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:54.272936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:54.286452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-10aebc35-9268-41de-bf1a-e30e838d7523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.299976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:54.300280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0fefa9-bdbd-4ddb-ae73-9f8671646587') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:54.303086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cad60358-ee7e-45a3-aa3e-8ac668bb0102 None None] Provisioning for port 8799018a-b579-42de-a0e8-3cb41d9b88e1 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:54.310577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:54.313440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:35:54.326024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.332587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Usage tracker for resource:port and tenant:e58d004954d040c0b9154335c946f3fc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:54.336913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:54.344037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cad60358-ee7e-45a3-aa3e-8ac668bb0102 None None] Provisioning complete for port 8799018a-b579-42de-a0e8-3cb41d9b88e1 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:54.345337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cad60358-ee7e-45a3-aa3e-8ac668bb0102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.353875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:54.354910 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d71791de-7782-4497-817f-9db077ab7b6a req-6c7ccc53-5e8a-4cad-b26a-22d45c867ff7 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2468226 Apr 05 14:35:54.367468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.393657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:54.397815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:35:54.397815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.399311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:54.403135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:54.406878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:35:54.407219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device aa20b6f4-8a5a-47fe-943b-ab22abf1fd7d not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:35:54.407622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6b76165b-0f91-4db3-b241-4d90b91f67a9 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:35:54.409919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:54.417612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4bdead5-691d-4fcb-9e00-185f7f426579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.419347 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-589e4301-8eb6-45ce-b35a-d275faab261a req-6e7ab3c3-26ab-40cf-a1db-6cb1a40d2c70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f140e66157043aaa42d42875858f100&device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 1096 time: 0.2958584 Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:35:54.420380 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:35:54.425773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:54.429193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.431877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Made reservation on behalf of e58d004954d040c0b9154335c946f3fc for: {'port': 2} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:54.435395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.447231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6b76165b-0f91-4db3-b241-4d90b91f67a9 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:35:54.447568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6b76165b-0f91-4db3-b241-4d90b91f67a9 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:35:54.461795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-cad60358-ee7e-45a3-aa3e-8ac668bb0102 None None] Port 8799018a-b579-42de-a0e8-3cb41d9b88e1 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:54.535664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4bdead5-691d-4fcb-9e00-185f7f426579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.548902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.574344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.611022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.617003 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1 HTTP/1.1" status: 204 len: 168 time: 1.9398308 Apr 05 14:35:54.620726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36048) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:54.622798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1092ef1-593c-42c4-96ff-2b2c2ca4135f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=27cdef0b-1cfe-4d5d-9ce3-eae9799a07a1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:54.779438 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.ipam_backend_mixin [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f1eaa517-8c06-4e96-aade-23d7c7d446e9 (CIDR: 172.20.0.0/28) Apr 05 14:35:54.786401 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:35:54.786844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:35:54.790419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e4301-8eb6-45ce-b35a-d275faab261a req-e2cbbc3f-ca9f-4407-8479-311d6d8cb1e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:54.791855 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-589e4301-8eb6-45ce-b35a-d275faab261a req-e2cbbc3f-ca9f-4407-8479-311d6d8cb1e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fbbe4e-76da-445a-991c-ac4d0daab06d HTTP/1.1" status: 200 len: 896 time: 0.3488686 Apr 05 14:35:54.794556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4bdead5-691d-4fcb-9e00-185f7f426579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.823089 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdead5-691d-4fcb-9e00-185f7f426579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e486cc-b4a0-46a8-9e2c-82cd680178e3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:54.842636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4bdead5-691d-4fcb-9e00-185f7f426579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.846488 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c4bdead5-691d-4fcb-9e00-185f7f426579 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/85e486cc-b4a0-46a8-9e2c-82cd680178e3 HTTP/1.1" status: 204 len: 168 time: 0.6011174 Apr 05 14:35:54.851576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] device_id is not set on port eca87f66-ceb8-4a29-93d8-98942ace5641 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:35:54.950248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:54.991365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-33676f28-029e-4ef0-a6ca-9fa788435096 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8014791 Apr 05 14:35:54.995454 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-589e4301-8eb6-45ce-b35a-d275faab261a req-ee651c21-a91b-45f0-8477-971b5d26d6a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4 HTTP/1.1" status: 200 len: 217 time: 0.1941516 Apr 05 14:35:54.997430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36054) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:55.003037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:55.060963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] device_id is not set on port ee69a00d-26be-4b11-be2b-39742a9062ca yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:35:55.151733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.181184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e4301-8eb6-45ce-b35a-d275faab261a req-baaeacf1-6fff-40e5-a141-74daf4cc09f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:55.182834 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-589e4301-8eb6-45ce-b35a-d275faab261a req-baaeacf1-6fff-40e5-a141-74daf4cc09f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32dcb1e4-4eec-4be9-80d3-a3b49652dd8b HTTP/1.1" status: 200 len: 834 time: 0.1640759 Apr 05 14:35:55.190381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.279370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Port': ['ID=eca87f66-ceb8-4a29-93d8-98942ace5641,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:55.301362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Checking segment: {'id': '786e53b8-1de3-45e6-b8d6-fe593dce8bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:55.301785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Network hostable DHCP agents. Network: 92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:55.324307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Network 92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:55.334076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:55.337871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:55.338723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.353610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c3d74fde-2a86-4db0-9967-feeea8f01ae4 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:35:55.356634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a16c642e-5b8d-4e2e-a9fe-3f4c10b6a454 None None] Network 92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:55.365895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:55.372106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:55.376519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:55.387352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:55.424809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:55.428290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.474993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Port': ['ID=ee69a00d-26be-4b11-be2b-39742a9062ca,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:55.512946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Checking segment: {'id': '1e987d6f-e98c-4f3f-b7c7-6ccb403b1ffb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c3cbf360-9103-4a90-bcb0-762c793e9c02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:55.513899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Network hostable DHCP agents. Network: c3cbf360-9103-4a90-bcb0-762c793e9c02, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:55.532641 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-589e4301-8eb6-45ce-b35a-d275faab261a req-5a19ce70-59b0-4816-9d9a-c4a2687fab0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fbbe4e-76da-445a-991c-ac4d0daab06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2789774 Apr 05 14:35:55.551426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Network c3cbf360-9103-4a90-bcb0-762c793e9c02 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:55.570746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, c3cbf360-9103-4a90-bcb0-762c793e9c02) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:55.598765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:55.612726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:55.625333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:55.626078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.632268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8c268d-fab2-4d11-a153-52c0a2075873 None None] Network c3cbf360-9103-4a90-bcb0-762c793e9c02 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:55.676365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:55.832843 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4614f38f-cc24-4477-b9de-fe726012818a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9886911 Apr 05 14:35:55.836072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36074) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:55.920624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79389f9d-ae5c-4195-9191-7c0b02c3fcf6 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:55.924882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79389f9d-ae5c-4195-9191-7c0b02c3fcf6 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:55.925742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-79389f9d-ae5c-4195-9191-7c0b02c3fcf6 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Synchronizing usage tracker for tenant:e58d004954d040c0b9154335c946f3fc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:55.938232 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-589e4301-8eb6-45ce-b35a-d275faab261a req-7c8c8cce-c944-4139-b933-0d6b2cf8afda service neutron] 10.222.0.15 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952086 Apr 05 14:35:55.944879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:55.946386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-79389f9d-ae5c-4195-9191-7c0b02c3fcf6 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Unset dirty status for tenant:e58d004954d040c0b9154335c946f3fc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:55.947884 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-79389f9d-ae5c-4195-9191-7c0b02c3fcf6 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1108453 Apr 05 14:35:55.951062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36080) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:55.965998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'port_id': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'mac_address': 'fa:16:3e:dc:63:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:35:56.034680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b7058c33-6163-40e8-8430-50d9beb6ace7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Deleting port eca87f66-ceb8-4a29-93d8-98942ace5641 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:56.035313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7058c33-6163-40e8-8430-50d9beb6ace7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.052215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.066620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36084) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:56.073570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3d74fde-2a86-4db0-9967-feeea8f01ae4 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:35:56.081876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1bd459-b4eb-4ef9-9ac5-71368ad35122 req-4f15d2e4-e698-492d-a68f-55cd602fdff3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:56.083383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cd1bd459-b4eb-4ef9-9ac5-71368ad35122 req-4f15d2e4-e698-492d-a68f-55cd602fdff3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 943 time: 0.3517213 Apr 05 14:35:56.091266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:56.099193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.175780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:56.214573 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-589e4301-8eb6-45ce-b35a-d275faab261a req-822d1098-6d53-4234-bdde-a11bfafdfd5b service neutron] 10.222.0.15 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2673199 Apr 05 14:35:56.250347 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cd1bd459-b4eb-4ef9-9ac5-71368ad35122 req-dad8cbe4-2cba-4907-ab8a-b4e281c6e021 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469269 Apr 05 14:35:56.273571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-796181086'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:56.292768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:56.301105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:network and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:56.305885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:56.315662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['c3d74fde-2a86-4db0-9967-feeea8f01ae4'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:35:56.321498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:56.326986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7058c33-6163-40e8-8430-50d9beb6ace7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.357067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-26ebe164-fcdb-48dd-a13d-7e01a8d3ee38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.392603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:56.395498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.415605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.462492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.478642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b7058c33-6163-40e8-8430-50d9beb6ace7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Calling delete_port for eca87f66-ceb8-4a29-93d8-98942ace5641 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:56.551200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:56.557788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:security_group_rule and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:56.570674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:56.592854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:56.597069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7058c33-6163-40e8-8430-50d9beb6ace7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.626854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:56.630292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:56.633314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:56.635979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:56.636720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.649665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ebde65-8aaa-4a35-b330-5bcbeb0a696b None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:56.658625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7058c33-6163-40e8-8430-50d9beb6ace7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Port': ['ID=eca87f66-ceb8-4a29-93d8-98942ace5641,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:56.679512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7058c33-6163-40e8-8430-50d9beb6ace7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.712782 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b7058c33-6163-40e8-8430-50d9beb6ace7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/ports/eca87f66-ceb8-4a29-93d8-98942ace5641 HTTP/1.1" status: 204 len: 168 time: 0.7604520 Apr 05 14:35:56.717969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36090) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:56.762359 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9814bbbc-0725-4fa9-81eb-a3a1bde41034 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7641234 Apr 05 14:35:56.764087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36094) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:56.769861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1110547796', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10'}], 'security_groups': ['29358737-0836-4eb2-864f-05ca17470afd']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:56.806901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.812712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0513c8cb-73fd-4176-ad01-3cb7e088376e tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Deleting port ee69a00d-26be-4b11-be2b-39742a9062ca {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:56.813161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0513c8cb-73fd-4176-ad01-3cb7e088376e tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.842707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.894413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:56.910684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4199a708-c15e-427e-a4c3-d0f934c5df54,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:56.911464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.950501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:56.950768 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Added segment c6c313e5-8fc7-4744-8389-28ae7faa3d46 of type vlan for network f733e752-faf0-4209-b7c7-bca371750f1b Apr 05 14:35:57.031514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.120459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e23beb-fa8d-45ce-8fe9-8d16d74b7f29 None None] Update dhcp port {'port': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'fixed_ips': [{'subnet_id': 'f1eaa517-8c06-4e96-aade-23d7c7d446e9', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '2a997703-c08c-451e-9a69-7812d6d6128a'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:35:57.134979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0513c8cb-73fd-4176-ad01-3cb7e088376e tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.173927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d1e23beb-fa8d-45ce-8fe9-8d16d74b7f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.219505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:35:57.219841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.251703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.255197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.255863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.267135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0513c8cb-73fd-4176-ad01-3cb7e088376e tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Calling delete_port for ee69a00d-26be-4b11-be2b-39742a9062ca owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:57.358580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c3d74fde-2a86-4db0-9967-feeea8f01ae4 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:57.437760 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3606932 Apr 05 14:35:57.447784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf473b0-cedb-48bb-a8e2-a5cac063a68a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Network': ['ID=f733e752-faf0-4209-b7c7-bca371750f1b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:57.450977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36100) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:57.457536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:57.470352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-d1e23beb-fa8d-45ce-8fe9-8d16d74b7f29 None None] Allocated IP 172.20.0.18 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10/2a997703-c08c-451e-9a69-7812d6d6128a) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:57.495931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:57.516518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.523623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0513c8cb-73fd-4176-ad01-3cb7e088376e tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.572212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc84f14f-3915-409c-838b-4fd21d3a8c2b req-61031540-6486-4df8-8c53-443cd6264697 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:57.573718 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc84f14f-3915-409c-838b-4fd21d3a8c2b req-61031540-6486-4df8-8c53-443cd6264697 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 944 time: 0.1740723 Apr 05 14:35:57.592011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,segment=NetworkSegment(292818d7-411d-4a8a-a6bd-6291e1b21cb5),segment_id=292818d7-411d-4a8a-a6bd-6291e1b21cb5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:57.592677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.666568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.694073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513c8cb-73fd-4176-ad01-3cb7e088376e tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Port': ['ID=ee69a00d-26be-4b11-be2b-39742a9062ca,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:57.714916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0513c8cb-73fd-4176-ad01-3cb7e088376e tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.724438 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0513c8cb-73fd-4176-ad01-3cb7e088376e tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/ports/ee69a00d-26be-4b11-be2b-39742a9062ca HTTP/1.1" status: 204 len: 168 time: 1.0054262 Apr 05 14:35:57.729960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36104) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:57.733887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:57.738152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port c3d74fde-2a86-4db0-9967-feeea8f01ae4 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:57.750215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port c3d74fde-2a86-4db0-9967-feeea8f01ae4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:57.750662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.766410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:35:57.773488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:57.776940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0cefb6a2-33b7-4e5b-8110-f32d39f4c130 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Synchronizing usage tracker for tenant:e58d004954d040c0b9154335c946f3fc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:57.780222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:57.789113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:57.794289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d1e23beb-fa8d-45ce-8fe9-8d16d74b7f29 None None] For port 2a997703-c08c-451e-9a69-7812d6d6128a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2a997703-c08c-451e-9a69-7812d6d6128a,segment=NetworkSegment(51294951-5698-49ca-b6b2-d815d1dd049e),segment_id=51294951-5698-49ca-b6b2-d815d1dd049e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:57.802525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0cefb6a2-33b7-4e5b-8110-f32d39f4c130 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Unset dirty status for tenant:e58d004954d040c0b9154335c946f3fc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:57.804499 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0cefb6a2-33b7-4e5b-8110-f32d39f4c130 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0735271 Apr 05 14:35:57.805694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:57.816846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36108) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:57.840366 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Sync routers for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:35:57.857091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d1e23beb-fa8d-45ce-8fe9-8d16d74b7f29 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.857983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-394966395'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:57.872499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:57.887294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Usage tracker for resource:network and tenant:e58d004954d040c0b9154335c946f3fc is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:57.891435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:57.912502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d1e23beb-fa8d-45ce-8fe9-8d16d74b7f29 None None] Transition to ACTIVE for port object 2a997703-c08c-451e-9a69-7812d6d6128a will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:57.916668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.920565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:57.924888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d1e23beb-fa8d-45ce-8fe9-8d16d74b7f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:57.928744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:35:57.929367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:57.987921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc84f14f-3915-409c-838b-4fd21d3a8c2b req-27cf5040-3d51-4ad6-8a51-3527d1685851 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2278683 Apr 05 14:35:57.993939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Made reservation on behalf of e58d004954d040c0b9154335c946f3fc for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:57.996897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.080035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:58.107382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.110858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.111411 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Added segment 449ea160-933b-4849-b8bb-7d6a72c5886c of type vlan for network f29fcf9a-11aa-4535-a7a8-afbcb949b5d6 Apr 05 14:35:58.157391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.183343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Delete allocated IP 172.20.0.3 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/f1eaa517-8c06-4e96-aade-23d7c7d446e9) {{(pid=83850) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:35:58.198928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.204734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.19 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10/8799018a-b579-42de-a0e8-3cb41d9b88e1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:58.237308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=27385207-f409-4fca-8f4f-d199bfb48508,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:58.250116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:35:58.250472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network hostable DHCP agents. Network: f733e752-faf0-4209-b7c7-bca371750f1b, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:35:58.253620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:35:58.259576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:35:58.273840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:35:58.279227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.288367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, f733e752-faf0-4209-b7c7-bca371750f1b) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:58.292885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:58.293922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.316986 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-80a6e4b3-2996-44a0-b3fa-679f8b0111a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8655608 Apr 05 14:35:58.320522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36114) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:58.325144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e23beb-fa8d-45ce-8fe9-8d16d74b7f29 None None] Pushing event updated for resources: {'Port': ['ID=2a997703-c08c-451e-9a69-7812d6d6128a,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:58.325472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.328502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'name': 'tempest-NetworksTestDHCPv6-1442098571'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:58.329303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:58.329943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.336437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.339493 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9f27ab-468b-4190-b5af-6528de5e7d6c'] response: {'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'code': 200} Apr 05 14:35:58.357549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:35:58.369376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:58.481616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0928cf6-1c69-4ce2-b3cb-9a9122ab08d4 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:35:58.500772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:58.505729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:58.509793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:58.517822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:58.530802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:58.534168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:58.558094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port c75ccf6a-662e-470d-b079-f975e776d6a2 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:35:58.739381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::205 (f733e752-faf0-4209-b7c7-bca371750f1b/27385207-f409-4fca-8f4f-d199bfb48508/c75ccf6a-662e-470d-b079-f975e776d6a2) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:35:58.861546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Network': ['ID=f29fcf9a-11aa-4535-a7a8-afbcb949b5d6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:58.864682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-83af358f-b58e-456a-ae1e-1919f0a9d29b tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0169024 Apr 05 14:35:58.925321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36118) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:58.942686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1464042149'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:58.969692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:35:58.984580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Usage tracker for resource:network and tenant:e58d004954d040c0b9154335c946f3fc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:35:58.989637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:35:58.999887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:35:59.012699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.016960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network f29fcf9a-11aa-4535-a7a8-afbcb949b5d6 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:59.048312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Made reservation on behalf of e58d004954d040c0b9154335c946f3fc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:35:59.051768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.058748 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-956a7f0e-5748-40d8-85b7-4e4e3ecd0793 req-b34dd0e2-3228-477a-a5a4-397b45840362 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 1098 time: 0.3550808 Apr 05 14:35:59.094532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.149727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:35:59.152333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object c75ccf6a-662e-470d-b079-f975e776d6a2 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:59.174058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.174058 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Added segment 5688d82d-8121-4c26-bd8c-c60ab35a0332 of type vlan for network be1d6b45-c842-4f39-b041-08ff565a19a5 Apr 05 14:35:59.212332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.228136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.237969 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.244390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:35:59.304500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.324963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.328868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:59.329641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.340400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:35:59.361571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object 8799018a-b579-42de-a0e8-3cb41d9b88e1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:35:59.365233 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-956a7f0e-5748-40d8-85b7-4e4e3ecd0793 req-56ec9a01-fc05-4f05-9b93-81bbf704d85a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540654 Apr 05 14:35:59.365426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:35:59.367781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=c75ccf6a-662e-470d-b079-f975e776d6a2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.371417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.377796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:35:59.383004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:59.383636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.399509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Provisioning complete for port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:59.399870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.475957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:35:59.502300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Network': ['ID=be1d6b45-c842-4f39-b041-08ff565a19a5,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.514334 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d78e8157-9e36-4adc-b78f-8925d63ba2d3 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5791800 Apr 05 14:35:59.514573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '27385207-f409-4fca-8f4f-d199bfb48508'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:35:59.514573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.515160 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4ac723a5-9bc7-40a7-a610-ba09987af17c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.1868660 Apr 05 14:35:59.518197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb181446-b4cd-4cdf-ab15-baee37d24d42 req-45910699-baa4-4bcb-a677-84d63f69ce66 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:59.523758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36126) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:59.526979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb181446-b4cd-4cdf-ab15-baee37d24d42 req-45910699-baa4-4bcb-a677-84d63f69ce66 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.2926564 Apr 05 14:35:59.531255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network be1d6b45-c842-4f39-b041-08ff565a19a5 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:35:59.556003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=8799018a-b579-42de-a0e8-3cb41d9b88e1,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:35:59.588667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:35:35Z', 'revision_number': 2, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:35:59.657773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.668183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36132) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:59.680258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'subnets': [{'network_id': 'f29fcf9a-11aa-4535-a7a8-afbcb949b5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1393177830', 'ip_version': 4}, {'network_id': 'be1d6b45-c842-4f39-b041-08ff565a19a5', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:59.680577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'subnet': {'network_id': 'f29fcf9a-11aa-4535-a7a8-afbcb949b5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1393177830', 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:59.691677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Request body: {'subnet': {'network_id': 'be1d6b45-c842-4f39-b041-08ff565a19a5', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:35:59.698834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] In _notify_port_updated(), no bound segment for port 8799018a-b579-42de-a0e8-3cb41d9b88e1 on network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:35:59.703068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:59.703899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.705455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1d2f0841-5cb6-4a52-853a-0c96c847a3ae tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "PUT /v2.0/ports/8799018a-b579-42de-a0e8-3cb41d9b88e1 HTTP/1.1" status: 200 len: 921 time: 2.9402957 Apr 05 14:35:59.739135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36136) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:59.801177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2a997703-c08c-451e-9a69-7812d6d6128a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:35:59.825638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Provisioning for port 2a997703-c08c-451e-9a69-7812d6d6128a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:35:59.828301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Checking router: 4a2a04d3-98ff-41b3-b656-846ca1eb2194 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:35:59.828722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Updating router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 port c9f071ae-3bec-409c-927a-a39678b4d76e binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:35:59.836369 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb181446-b4cd-4cdf-ab15-baee37d24d42 req-edf8b50e-d8ca-4f23-b9e5-b8186b09a82a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3084307 Apr 05 14:35:59.852652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1b41bc-ccc6-4055-b4f7-f3f23f6943b6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:35:59.853347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ad1b41bc-ccc6-4055-b4f7-f3f23f6943b6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:35:59.908233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ad1b41bc-ccc6-4055-b4f7-f3f23f6943b6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:35:59.909282 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ad1b41bc-ccc6-4055-b4f7-f3f23f6943b6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3830721 Apr 05 14:35:59.912134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36144) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:35:59.964902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:35:59.974647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:35:59.975002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.138619 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6df2b0e7-9588-42ff-9e9a-f10f76faf443 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 8799018a-b579-42de-a0e8-3cb41d9b88e1 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:00.139228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6df2b0e7-9588-42ff-9e9a-f10f76faf443 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.142981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e10cbf00-5fac-4b0f-b546-ef2c6ee17296 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port c75ccf6a-662e-470d-b079-f975e776d6a2 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:00.143328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e10cbf00-5fac-4b0f-b546-ef2c6ee17296 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.214083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:00.247768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Usage tracker for resource:subnet and tenant:e58d004954d040c0b9154335c946f3fc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:00.258767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:00.267765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:00.288477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:00.288845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.291831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Made reservation on behalf of e58d004954d040c0b9154335c946f3fc for: {'subnet': 2} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:00.373231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/27385207-f409-4fca-8f4f-d199bfb48508/4065d714-f941-4b06-aef3-1cc697b6e491) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:00.427552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Provisioning for port 8799018a-b579-42de-a0e8-3cb41d9b88e1 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:00.511535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Provisioning complete for port 8799018a-b579-42de-a0e8-3cb41d9b88e1 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:00.512188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.646334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6df2b0e7-9588-42ff-9e9a-f10f76faf443 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.659770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.660093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.748212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e10cbf00-5fac-4b0f-b546-ef2c6ee17296 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:00.793834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-12968049-a8c9-4d66-b85f-540c055515fe None None] Port 8799018a-b579-42de-a0e8-3cb41d9b88e1 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:00.852703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6df2b0e7-9588-42ff-9e9a-f10f76faf443 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 8799018a-b579-42de-a0e8-3cb41d9b88e1 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:00.896493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-e10cbf00-5fac-4b0f-b546-ef2c6ee17296 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for c75ccf6a-662e-470d-b079-f975e776d6a2 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:00.980203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.006686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Transition to ACTIVE for port object 4065d714-f941-4b06-aef3-1cc697b6e491 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:01.015755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.017845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7bd4defc-5644-4f75-8ebb-9eb02a128d64 None None] Provisioning complete for port 8799018a-b579-42de-a0e8-3cb41d9b88e1 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:01.018233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7bd4defc-5644-4f75-8ebb-9eb02a128d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.049051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:01.091908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6df2b0e7-9588-42ff-9e9a-f10f76faf443 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.096123 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Transition to ACTIVE for port object c9f071ae-3bec-409c-927a-a39678b4d76e will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:01.103245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-7bd4defc-5644-4f75-8ebb-9eb02a128d64 None None] Port 8799018a-b579-42de-a0e8-3cb41d9b88e1 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:01.109089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.144844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2b0e7-9588-42ff-9e9a-f10f76faf443 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=8799018a-b579-42de-a0e8-3cb41d9b88e1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:01.205257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Transition to ACTIVE for port object 4065d714-f941-4b06-aef3-1cc697b6e491 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:01.233418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e10cbf00-5fac-4b0f-b546-ef2c6ee17296 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.239392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.257355 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40b5e2-4602-4f3b-bc1f-30467e14a3cf None None] Pushing event updated for resources: {'Port': ['ID=c9f071ae-3bec-409c-927a-a39678b4d76e,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:01.364371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:01.371241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10cbf00-5fac-4b0f-b546-ef2c6ee17296 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=c75ccf6a-662e-470d-b079-f975e776d6a2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:01.405374 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:01.407744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:01.425937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Pushing event updated for resources: {'Port': ['ID=4065d714-f941-4b06-aef3-1cc697b6e491,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:01.437568 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f367892-203b-41e9-a49d-8cc834806552 req-ab302c8f-9daf-43e0-a8ba-01d53e700acc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:01.440312 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6f367892-203b-41e9-a49d-8cc834806552 req-ab302c8f-9daf-43e0-a8ba-01d53e700acc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.3889225 Apr 05 14:36:01.499763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e10cbf00-5fac-4b0f-b546-ef2c6ee17296 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.501384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6df2b0e7-9588-42ff-9e9a-f10f76faf443 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.531461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Attempting to bind port c9f071ae-3bec-409c-927a-a39678b4d76e on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:01.532083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Attempting to bind port c9f071ae-3bec-409c-927a-a39678b4d76e by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:01.532216 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6df2b0e7-9588-42ff-9e9a-f10f76faf443 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/8799018a-b579-42de-a0e8-3cb41d9b88e1 HTTP/1.1" status: 204 len: 168 time: 1.7905691 Apr 05 14:36:01.532616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Attempting to bind port c9f071ae-3bec-409c-927a-a39678b4d76e on network 58fbbe4e-76da-445a-991c-ac4d0daab06d {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:01.534465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36150) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:01.544405 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e10cbf00-5fac-4b0f-b546-ef2c6ee17296 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/c75ccf6a-662e-470d-b079-f975e776d6a2 HTTP/1.1" status: 204 len: 168 time: 1.6310234 Apr 05 14:36:01.551929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36154) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:01.561451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:01.561987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Checking segment: {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:01.562520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.562996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Bound using segment: {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:01.563556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Bound port: c9f071ae-3bec-409c-927a-a39678b4d76e, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e48794-5e6f-4c61-8d15-2cdca7a6df1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:01.564016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.576555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Attempting to bind port 4065d714-f941-4b06-aef3-1cc697b6e491 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:01.576555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Attempting to bind port 4065d714-f941-4b06-aef3-1cc697b6e491 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:01.577143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Attempting to bind port 4065d714-f941-4b06-aef3-1cc697b6e491 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:01.591386 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79d21e4-ba45-44f7-bb33-fba4d2bedb59 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:36:01.591899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b79d21e4-ba45-44f7-bb33-fba4d2bedb59 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:01.597967 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6f367892-203b-41e9-a49d-8cc834806552 req-c112ed2b-3311-4767-a25d-d858e1d4cefe tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1338887 Apr 05 14:36:01.628480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:01.630025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:01.630228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.630716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:01.630861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b79d21e4-ba45-44f7-bb33-fba4d2bedb59 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:01.631894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Bound port: 4065d714-f941-4b06-aef3-1cc697b6e491, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:01.632379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.638710 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b79d21e4-ba45-44f7-bb33-fba4d2bedb59 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/8799018a-b579-42de-a0e8-3cb41d9b88e1 HTTP/1.1" status: 404 len: 333 time: 0.1015563 Apr 05 14:36:01.639903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36158) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:01.641814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:01.664118 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] Sync routers for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:01.676138 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1f342996-4b84-469d-b40a-e44d71796aa4 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0414050 Apr 05 14:36:01.677796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36164) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:01.681119 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:01.681916 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:01.688173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df833905-70b6-465d-a2cb-3698fce44ece tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:01.693233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df833905-70b6-465d-a2cb-3698fce44ece tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:01.701396 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-df833905-70b6-465d-a2cb-3698fce44ece tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1463773 Apr 05 14:36:01.705051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36168) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:01.818267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] For port 4065d714-f941-4b06-aef3-1cc697b6e491, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:01.824163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] For port 4065d714-f941-4b06-aef3-1cc697b6e491, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4065d714-f941-4b06-aef3-1cc697b6e491,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:01.827121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] For port c9f071ae-3bec-409c-927a-a39678b4d76e, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:01.832724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] For port c9f071ae-3bec-409c-927a-a39678b4d76e, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c9f071ae-3bec-409c-927a-a39678b4d76e,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:01.837322 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.852331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.870170 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:01.936700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Subnet': ['ID=10402357-9054-4d52-9c9d-377bc303e970,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:01.958003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:01.964733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826cffd-91c4-48c6-96c7-114b74c69dd0 None None] Pushing event updated for resources: {'Port': ['ID=4065d714-f941-4b06-aef3-1cc697b6e491,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:02.012517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27f80c99-2d06-4952-b450-8d1eba5a6b66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.068353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27f80c99-2d06-4952-b450-8d1eba5a6b66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.079450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40b5e2-4602-4f3b-bc1f-30467e14a3cf None None] Pushing event updated for resources: {'Port': ['ID=c9f071ae-3bec-409c-927a-a39678b4d76e,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:02.127925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:02.128543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:02.129564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261a1dfe-b7fb-4c3e-906f-5aa596bb1460 req-cdc20394-a2de-49e3-8b47-3382ff81d46b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:02.131377 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-261a1dfe-b7fb-4c3e-906f-5aa596bb1460 req-cdc20394-a2de-49e3-8b47-3382ff81d46b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.3187404 Apr 05 14:36:02.134134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2080bc5-06cb-48bb-a7fc-9d5857ec17f1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 27385207-f409-4fca-8f4f-d199bfb48508 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:02.139755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d2080bc5-06cb-48bb-a7fc-9d5857ec17f1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.220472 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:58Z', 'revision_number': 10, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:02.225385 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] Checking router: 37c6895e-9b79-4015-be83-480882cb809a for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:36:02.248401 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:02.249236 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:02.340256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Checking segment: {'id': '449ea160-933b-4849-b8bb-7d6a72c5886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f29fcf9a-11aa-4535-a7a8-afbcb949b5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:02.340890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Network hostable DHCP agents. Network: f29fcf9a-11aa-4535-a7a8-afbcb949b5d6, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:02.350896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d2080bc5-06cb-48bb-a7fc-9d5857ec17f1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.360243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc7d765e-5feb-4952-9bb1-0230b0819766 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet 4e12a33a-2e44-488d-aa63-291aab12e0dd {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:02.371491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc7d765e-5feb-4952-9bb1-0230b0819766 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.460336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc7d765e-5feb-4952-9bb1-0230b0819766 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.500538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:02.560105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Network f29fcf9a-11aa-4535-a7a8-afbcb949b5d6 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:02.580091 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:02.592963 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-261a1dfe-b7fb-4c3e-906f-5aa596bb1460 req-0b241f30-5236-4efe-a240-33c1079f6fd2 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086525 Apr 05 14:36:02.596137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, f29fcf9a-11aa-4535-a7a8-afbcb949b5d6) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:02.605192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27f80c99-2d06-4952-b450-8d1eba5a6b66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.614782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.675207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36174) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:02.676043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27f80c99-2d06-4952-b450-8d1eba5a6b66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.680708 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-27f80c99-2d06-4952-b450-8d1eba5a6b66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/security-groups/f31f7d5f-5a44-4809-b8c5-72c4b60d71d8 HTTP/1.1" status: 204 len: 168 time: 1.0309505 Apr 05 14:36:02.711605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36176) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:02.714797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fd48c8-7bc8-479f-8d01-57c9a74b847b None None] Network f29fcf9a-11aa-4535-a7a8-afbcb949b5d6 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:02.739270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f80c99-2d06-4952-b450-8d1eba5a6b66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31f7d5f-5a44-4809-b8c5-72c4b60d71d8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:02.816469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d2080bc5-06cb-48bb-a7fc-9d5857ec17f1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.851528 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-42f8b384-2ae0-4df4-a420-ecfbe4fc59da tempest-TestNetworkAdvancedServerOps-1282301057 tempest-TestNetworkAdvancedServerOps-1282301057-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 1093 time: 0.1678936 Apr 05 14:36:02.856548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36182) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:02.864441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:02.870945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:02.875160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Usage tracker for resource:floatingip and tenant:1f140e66157043aaa42d42875858f100 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:02.877999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:02.889060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be675f6f-4a2e-4d6c-85e0-f91a4d7ecab9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.892991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:02.925132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:02.953018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event updated for resources: {'Subnet': ['ID=5409a1f3-c2e2-4922-acbd-db02df336bb3,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:02.993341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be675f6f-4a2e-4d6c-85e0-f91a4d7ecab9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.054075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be675f6f-4a2e-4d6c-85e0-f91a4d7ecab9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.091651 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:58Z', 'revision_number': 10, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:03.094923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be675f6f-4a2e-4d6c-85e0-f91a4d7ecab9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29358737-0836-4eb2-864f-05ca17470afd,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:03.101791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc7d765e-5feb-4952-9bb1-0230b0819766 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.110149 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6632159a-470a-4381-b697-a1cc61bda4ac None None] The sync data for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv is: [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:35:58Z', 'revision_number': 10, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None, '_interfaces': [{'id': 'd063ca22-3ff0-4259-84d2-6e3828ec6845', 'name': '', 'network_id': '637c8b3b-eecc-4955-a0b2-0bad1a4828b1', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'mac_address': 'fa:16:3e:51:45:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37c6895e-9b79-4015-be83-480882cb809a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:44Z', 'updated_at': '2022-04-05T14:35:03Z', 'revision_number': 5, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'subnets': [{'id': '334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:03.163519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-be675f6f-4a2e-4d6c-85e0-f91a4d7ecab9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.165229 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-be675f6f-4a2e-4d6c-85e0-f91a4d7ecab9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/security-groups/29358737-0836-4eb2-864f-05ca17470afd HTTP/1.1" status: 204 len: 168 time: 0.4529264 Apr 05 14:36:03.168895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36186) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:03.172442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Checking segment: {'id': '5688d82d-8121-4c26-bd8c-c60ab35a0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be1d6b45-c842-4f39-b041-08ff565a19a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:03.173034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Network hostable DHCP agents. Network: be1d6b45-c842-4f39-b041-08ff565a19a5, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:03.295424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d2080bc5-06cb-48bb-a7fc-9d5857ec17f1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.362816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2080bc5-06cb-48bb-a7fc-9d5857ec17f1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=27385207-f409-4fca-8f4f-d199bfb48508,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:03.377198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d2080bc5-06cb-48bb-a7fc-9d5857ec17f1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.387918 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d2080bc5-06cb-48bb-a7fc-9d5857ec17f1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/27385207-f409-4fca-8f4f-d199bfb48508 HTTP/1.1" status: 204 len: 168 time: 1.6815531 Apr 05 14:36:03.391080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36190) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:03.462745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Network be1d6b45-c842-4f39-b041-08ff565a19a5 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:03.474196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f29fcf9a-11aa-4535-a7a8-afbcb949b5d6', 'network_id': 'f29fcf9a-11aa-4535-a7a8-afbcb949b5d6', 'tenant_id': 'e58d004954d040c0b9154335c946f3fc', 'fixed_ips': [{'subnet_id': '10402357-9054-4d52-9c9d-377bc303e970'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:03.475393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.475857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc7d765e-5feb-4952-9bb1-0230b0819766 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.541942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7c7e2a19-fc9a-450f-a01a-48722239d1ea tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1468306 Apr 05 14:36:03.546210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36194) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:03.561863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:03.564470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0c37a00-db70-47aa-9a4d-23b6b7c296ca tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet f1eaa517-8c06-4e96-aade-23d7c7d446e9 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:03.577231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, be1d6b45-c842-4f39-b041-08ff565a19a5) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:03.583443 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d765e-5feb-4952-9bb1-0230b0819766 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=4e12a33a-2e44-488d-aa63-291aab12e0dd,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:03.590174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c37a00-db70-47aa-9a4d-23b6b7c296ca tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.641449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.650533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.651636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.652201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.656000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f62024-d938-4702-9af1-037f65f2ee84 None None] Network be1d6b45-c842-4f39-b041-08ff565a19a5 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:03.694448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc7d765e-5feb-4952-9bb1-0230b0819766 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.702736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e28a4a5-a7e1-4e72-bfe6-44086e9a5419 None None] Network 4cbd2050-cecb-4375-950c-24939e3234d1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:03.717024 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bc7d765e-5feb-4952-9bb1-0230b0819766 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/4e12a33a-2e44-488d-aa63-291aab12e0dd HTTP/1.1" status: 204 len: 168 time: 2.0192358 Apr 05 14:36:03.717814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36198) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:03.720524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 4065d714-f941-4b06-aef3-1cc697b6e491 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:03.727937 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-39bb43c1-b75b-4e55-819b-497d3ef26254 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.0584571 Apr 05 14:36:03.749115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c37a00-db70-47aa-9a4d-23b6b7c296ca tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.781232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36202) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:03.898758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d61645b-81d6-45f9-915b-840ab66d03b4 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:03.902391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:03.910984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:03.940521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:03.951513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:03.974571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:03.978917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:03.984155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f625330-fa4d-4ec5-8f64-08f59be5d127 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.985686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f625330-fa4d-4ec5-8f64-08f59be5d127 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.987116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f625330-fa4d-4ec5-8f64-08f59be5d127 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:03.987888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8f625330-fa4d-4ec5-8f64-08f59be5d127 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Synchronizing usage tracker for tenant:e58d004954d040c0b9154335c946f3fc on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:03.992821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.016560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ee06b7da-3ba0-461e-9330-6d8de737e2ae None None] Could not find standard attr ID for object c75ccf6a-662e-470d-b079-f975e776d6a2. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:04.028650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:04.028991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.059840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8f625330-fa4d-4ec5-8f64-08f59be5d127 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Unset dirty status for tenant:e58d004954d040c0b9154335c946f3fc on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:04.060887 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8f625330-fa4d-4ec5-8f64-08f59be5d127 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2762823 Apr 05 14:36:04.064109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Allocated IP 172.26.6.29 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/615d3d9f-a4bf-4529-86cb-3ff0410d58b2) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:04.069821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36206) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:04.113912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c37a00-db70-47aa-9a4d-23b6b7c296ca tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.257378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea15456b-ecf8-4407-9297-fc47ee72a283 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Deleting subnet 10402357-9054-4d52-9c9d-377bc303e970 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:04.261710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 4065d714-f941-4b06-aef3-1cc697b6e491 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:04.303933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.309326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ee06b7da-3ba0-461e-9330-6d8de737e2ae None None] Provisioning for port 4065d714-f941-4b06-aef3-1cc697b6e491 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:04.337735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:36:01Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:04.361492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.362217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:04.370475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c37a00-db70-47aa-9a4d-23b6b7c296ca tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.403264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ee06b7da-3ba0-461e-9330-6d8de737e2ae None None] Provisioning complete for port 4065d714-f941-4b06-aef3-1cc697b6e491 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:04.403502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7da-3ba0-461e-9330-6d8de737e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.417333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9c51daa1-51e8-4233-9bf5-ea2b2aed8544,segment=NetworkSegment(292818d7-411d-4a8a-a6bd-6291e1b21cb5),segment_id=292818d7-411d-4a8a-a6bd-6291e1b21cb5)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:04.417697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.423142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.431554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Allocated IP 172.20.0.2 (f29fcf9a-11aa-4535-a7a8-afbcb949b5d6/10402357-9054-4d52-9c9d-377bc303e970/a9310673-a6ad-4b99-960f-e46fd3d91045) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:04.439154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0c37a00-db70-47aa-9a4d-23b6b7c296ca tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.441261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c37a00-db70-47aa-9a4d-23b6b7c296ca tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=f1eaa517-8c06-4e96-aade-23d7c7d446e9,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:04.444547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1bee4d8-45a2-4f80-88f3-9908c01baa14 None None] The sync data for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv is: [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:36:01Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:04.460817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:36:04.461153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6aeeaff7-a0c9-434a-a9f0-d6f8ef88d048 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:36:04.491644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49af619a-a60c-4c2d-8e38-fbd8e14647c0 None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:04.523763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:04.524761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=cedefaf8-2216-4e4f-b4ce-27efeb0f309c,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:04.541121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:04.554332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:04.555020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.580976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:04.586137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'Port': ['ID=615d3d9f-a4bf-4529-86cb-3ff0410d58b2,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:04.587495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:04.590887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:04.726020 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6f55e78f-ccc4-4b6c-b71c-6826c65f6775 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1751132 Apr 05 14:36:04.729992 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a0c37a00-db70-47aa-9a4d-23b6b7c296ca tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/f1eaa517-8c06-4e96-aade-23d7c7d446e9 HTTP/1.1" status: 204 len: 168 time: 1.5588288 Apr 05 14:36:04.730578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36210) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:04.730578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36212) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:04.736561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:04.739802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'name': 'tempest-NetworksTestDHCPv6-452677228'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:04.758674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:04.821664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.823591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-be1d6b45-c842-4f39-b041-08ff565a19a5', 'network_id': 'be1d6b45-c842-4f39-b041-08ff565a19a5', 'tenant_id': 'e58d004954d040c0b9154335c946f3fc', 'fixed_ips': [{'subnet_id': '5409a1f3-c2e2-4922-acbd-db02df336bb3'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:04.824754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:04.882383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=9c51daa1-51e8-4233-9bf5-ea2b2aed8544,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:04.902618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No DVR routers for this DVR port 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:05.007018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50565c3-9d76-47fa-8337-07e06962e928 None None] DHCP port deletion for 4cbd2050-cecb-4375-950c-24939e3234d1 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:05.047126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:05.056684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.066484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:05.083138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:05.125830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cbd2050-cecb-4375-950c-24939e3234d1']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:05.145192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292818d7-411d-4a8a-a6bd-6291e1b21cb5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:05.145192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292818d7-411d-4a8a-a6bd-6291e1b21cb5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:05.160311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.175720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:05.177652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:05.184595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.192776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:36:05.194561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:05.217837 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:05.265869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Deleting port 4065d714-f941-4b06-aef3-1cc697b6e491 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:05.266380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.290592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7da-3ba0-461e-9330-6d8de737e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.308531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.318326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.363012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=4cbd2050-cecb-4375-950c-24939e3234d1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:05.378949 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7002ece3-2417-407b-aea2-f839c2e2509b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/4cbd2050-cecb-4375-950c-24939e3234d1 HTTP/1.1" status: 204 len: 168 time: 1.6549191 Apr 05 14:36:05.380767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36218) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:05.399406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:05.401486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:05.422447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:05.432631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:05.502906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:05.547132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:05.559645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.636867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 99b36b00-0e81-46a1-b022-c57b8f60717e yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:05.650891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Allocated IP 172.20.0.18 (be1d6b45-c842-4f39-b041-08ff565a19a5/5409a1f3-c2e2-4922-acbd-db02df336bb3/bb9dab80-28a7-4adb-afdb-7062a1ae8597) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:05.680310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.825968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.828187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.836496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c9f071ae-3bec-409c-927a-a39678b4d76e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:05.883975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ee06b7da-3ba0-461e-9330-6d8de737e2ae None None] For port 4065d714-f941-4b06-aef3-1cc697b6e491, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4065d714-f941-4b06-aef3-1cc697b6e491,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:05.906911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Transition to ACTIVE for port object a9310673-a6ad-4b99-960f-e46fd3d91045 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:05.930551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ee06b7da-3ba0-461e-9330-6d8de737e2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:05.953807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::21b (f733e752-faf0-4209-b7c7-bca371750f1b/cedefaf8-2216-4e4f-b4ce-27efeb0f309c/99b36b00-0e81-46a1-b022-c57b8f60717e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:06.128116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Transition to ACTIVE for port object a9310673-a6ad-4b99-960f-e46fd3d91045 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:06.158886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea15456b-ecf8-4407-9297-fc47ee72a283 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.168666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.191404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06b7da-3ba0-461e-9330-6d8de737e2ae None None] Pushing event updated for resources: {'Port': ['ID=4065d714-f941-4b06-aef3-1cc697b6e491,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.222983 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea15456b-ecf8-4407-9297-fc47ee72a283 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.244900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.269702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.300303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Transition to ACTIVE for port object bb9dab80-28a7-4adb-afdb-7062a1ae8597 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:06.314901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea15456b-ecf8-4407-9297-fc47ee72a283 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.319463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Network f29fcf9a-11aa-4535-a7a8-afbcb949b5d6 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:06.327705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] For port 4065d714-f941-4b06-aef3-1cc697b6e491, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4065d714-f941-4b06-aef3-1cc697b6e491,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:06.328095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.336724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:06.339761 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:06.354284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port c9f071ae-3bec-409c-927a-a39678b4d76e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:06.357068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Pushing event updated for resources: {'Port': ['ID=a9310673-a6ad-4b99-960f-e46fd3d91045,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.404829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.417800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea15456b-ecf8-4407-9297-fc47ee72a283 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.471584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.475616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15456b-ecf8-4407-9297-fc47ee72a283 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Subnet': ['ID=10402357-9054-4d52-9c9d-377bc303e970,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.487360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Calling delete_port for 4065d714-f941-4b06-aef3-1cc697b6e491 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:06.491629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 99b36b00-0e81-46a1-b022-c57b8f60717e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:06.516666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.521342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c9f071ae-3bec-409c-927a-a39678b4d76e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:06.522298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.561498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.592055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Transition to ACTIVE for port object bb9dab80-28a7-4adb-afdb-7062a1ae8597 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:06.631335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea15456b-ecf8-4407-9297-fc47ee72a283 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.673163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.693678 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ea15456b-ecf8-4407-9297-fc47ee72a283 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/subnets/10402357-9054-4d52-9c9d-377bc303e970 HTTP/1.1" status: 204 len: 168 time: 2.6209459 Apr 05 14:36:06.696384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36224) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:06.744064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=f9fb08b9-d6a7-4476-90f6-3a237492e2ce,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.748271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:06.753271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:06.802088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:06.804133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:06.810742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Attempting to bind port a9310673-a6ad-4b99-960f-e46fd3d91045 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:06.811792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Attempting to bind port a9310673-a6ad-4b99-960f-e46fd3d91045 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '449ea160-933b-4849-b8bb-7d6a72c5886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f29fcf9a-11aa-4535-a7a8-afbcb949b5d6'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:06.811792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Attempting to bind port a9310673-a6ad-4b99-960f-e46fd3d91045 on network f29fcf9a-11aa-4535-a7a8-afbcb949b5d6 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:06.812015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:06.814924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Network be1d6b45-c842-4f39-b041-08ff565a19a5 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:06.815818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:06.816449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.821534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Pushing event updated for resources: {'Port': ['ID=bb9dab80-28a7-4adb-afdb-7062a1ae8597,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.823329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:06.823899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.824994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:06.827706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:06.836727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:06.837077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:06.840771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:06.841142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Checking segment: {'id': '449ea160-933b-4849-b8bb-7d6a72c5886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f29fcf9a-11aa-4535-a7a8-afbcb949b5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:06.841542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.841928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Bound using segment: {'id': '449ea160-933b-4849-b8bb-7d6a72c5886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f29fcf9a-11aa-4535-a7a8-afbcb949b5d6'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:06.842505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Bound port: a9310673-a6ad-4b99-960f-e46fd3d91045, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '449ea160-933b-4849-b8bb-7d6a72c5886c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'f29fcf9a-11aa-4535-a7a8-afbcb949b5d6'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:06.842892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:06.858958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=99b36b00-0e81-46a1-b022-c57b8f60717e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:06.920683 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cbc365bf-fa48-4b05-9646-4b59d5c6b386 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1879075 Apr 05 14:36:06.923816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36228) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:06.924701 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e13488b9-1340-4e8a-b990-99d99712acaf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1936309 Apr 05 14:36:06.927282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36230) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:06.948827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021149513'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:06.955699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:06.962324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:06.965650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:06.972977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:07.014306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.030649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.057560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6cf17-5562-404a-8d18-b9556419eae2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:07.064891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b6cf17-5562-404a-8d18-b9556419eae2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:07.066171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d4b6cf17-5562-404a-8d18-b9556419eae2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:07.069682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.112876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cea4d-629c-4c9c-8d99-69f47140854f None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:07.143169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Attempting to bind port bb9dab80-28a7-4adb-afdb-7062a1ae8597 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:07.143539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Attempting to bind port bb9dab80-28a7-4adb-afdb-7062a1ae8597 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '5688d82d-8121-4c26-bd8c-c60ab35a0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be1d6b45-c842-4f39-b041-08ff565a19a5'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:07.144323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Attempting to bind port bb9dab80-28a7-4adb-afdb-7062a1ae8597 on network be1d6b45-c842-4f39-b041-08ff565a19a5 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:07.184066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d4b6cf17-5562-404a-8d18-b9556419eae2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:07.185151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d4b6cf17-5562-404a-8d18-b9556419eae2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.2564232 Apr 05 14:36:07.191742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36236) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:07.194622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.200854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event updated for resources: {'Port': ['ID=615d3d9f-a4bf-4529-86cb-3ff0410d58b2,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:07.214072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.233946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] For port a9310673-a6ad-4b99-960f-e46fd3d91045, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:07.245410 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:07.250233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:07.250606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Checking segment: {'id': '5688d82d-8121-4c26-bd8c-c60ab35a0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be1d6b45-c842-4f39-b041-08ff565a19a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:07.251001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.251389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Bound using segment: {'id': '5688d82d-8121-4c26-bd8c-c60ab35a0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be1d6b45-c842-4f39-b041-08ff565a19a5'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:07.251856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Bound port: bb9dab80-28a7-4adb-afdb-7062a1ae8597, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5688d82d-8121-4c26-bd8c-c60ab35a0332', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'be1d6b45-c842-4f39-b041-08ff565a19a5'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:07.252224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.261562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group_rule and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:07.272726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] For port a9310673-a6ad-4b99-960f-e46fd3d91045, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a9310673-a6ad-4b99-960f-e46fd3d91045,segment=NetworkSegment(449ea160-933b-4849-b8bb-7d6a72c5886c),segment_id=449ea160-933b-4849-b8bb-7d6a72c5886c)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:07.289627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:07.291650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.310141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:07.338247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e1beb2e9-5100-4a88-93c9-4398a6c665bf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 99b36b00-0e81-46a1-b022-c57b8f60717e {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:07.338608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1beb2e9-5100-4a88-93c9-4398a6c665bf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.349601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Deleting port 4065d714-f941-4b06-aef3-1cc697b6e491 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:07.350561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.403970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e134e10-1761-4a31-b961-79b77a142dcf tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Deleting subnet 5409a1f3-c2e2-4922-acbd-db02df336bb3 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:07.419718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port c9f071ae-3bec-409c-927a-a39678b4d76e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c9f071ae-3bec-409c-927a-a39678b4d76e,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:07.420817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e134e10-1761-4a31-b961-79b77a142dcf tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.465839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.488416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c39243bc-bfba-4ac5-91b4-6624307ed804 None None] Provisioning complete for port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:07.489218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c39243bc-bfba-4ac5-91b4-6624307ed804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.587447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 4065d714-f941-4b06-aef3-1cc697b6e491 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:07.610251 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Floating IP 9928e243-fdcf-4275-9383-c4b372ff9121 associated. External IP: 172.26.6.29, port: c3d74fde-2a86-4db0-9967-feeea8f01ae4. Apr 05 14:36:07.617488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e134e10-1761-4a31-b961-79b77a142dcf tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.644737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.655067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port d063ca22-3ff0-4259-84d2-6e3828ec6845 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:07.655392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.700069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.717436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0701d7e-7b85-4ac2-b56d-b8f6f0c4f5a2 None None] Pushing event updated for resources: {'Port': ['ID=a9310673-a6ad-4b99-960f-e46fd3d91045,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:07.766787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.810814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c39243bc-bfba-4ac5-91b4-6624307ed804 None None] Port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:07.815541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] For port bb9dab80-28a7-4adb-afdb-7062a1ae8597, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:07.869099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:07.872248 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9374197 Apr 05 14:36:07.882673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36240) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:07.890768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e00fc6d-faf4-40e1-b62b-303c09ec4ecc tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=314152f1-1248-4df1-8382-4ffac3cdc9e2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:07.897349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'security_group': {'name': 'tempest-secgroup-1486118317'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:07.940288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] For port bb9dab80-28a7-4adb-afdb-7062a1ae8597, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=bb9dab80-28a7-4adb-afdb-7062a1ae8597,segment=NetworkSegment(5688d82d-8121-4c26-bd8c-c60ab35a0332),segment_id=5688d82d-8121-4c26-bd8c-c60ab35a0332)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:07.950978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:07.960538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:07.966743 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:07.977974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:08.004026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.016088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.040363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e134e10-1761-4a31-b961-79b77a142dcf tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.060118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:08.061525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=c9f071ae-3bec-409c-927a-a39678b4d76e,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:08.066338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group_rule and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:08.068773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1beb2e9-5100-4a88-93c9-4398a6c665bf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.071063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:08.078307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:08.157237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.160823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018f1014-8041-4a7d-aaf0-ac454c903575 None None] Network f29fcf9a-11aa-4535-a7a8-afbcb949b5d6 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:08.166477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:08.169811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.205905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c39243bc-bfba-4ac5-91b4-6624307ed804 None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:08.206281 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c39243bc-bfba-4ac5-91b4-6624307ed804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.228464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc40739-3b1e-4ee4-b953-55a153a5320b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:08.232051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.233378 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e059e60b-ba2d-4a57-8f54-3b4d16eb6e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3504581 Apr 05 14:36:08.236677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e1beb2e9-5100-4a88-93c9-4398a6c665bf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 99b36b00-0e81-46a1-b022-c57b8f60717e owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:08.268189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36244) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:08.286186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port d063ca22-3ff0-4259-84d2-6e3828ec6845, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d063ca22-3ff0-4259-84d2-6e3828ec6845,segment=NetworkSegment(a5281176-4e7a-41bb-be41-cec2df8f98eb),segment_id=a5281176-4e7a-41bb-be41-cec2df8f98eb)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:08.288541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.297400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'security_group': {'name': 'tempest-secgroup-132316115'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:08.308696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:08.337486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.378165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:08.383966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:08.393380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0b85ad-20a8-468c-9d83-991cfeed5960 None None] Pushing event updated for resources: {'Port': ['ID=bb9dab80-28a7-4adb-afdb-7062a1ae8597,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:08.418392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] For port 4065d714-f941-4b06-aef3-1cc697b6e491, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4065d714-f941-4b06-aef3-1cc697b6e491,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:08.419110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.454437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:08.462867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for d063ca22-3ff0-4259-84d2-6e3828ec6845 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:08.465569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:08.500449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.591267 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-88b4a898-c153-4879-8e89-79d0f1247531 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.7336226 Apr 05 14:36:08.592037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:36:08.671406 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f4d8165-555c-485a-9be5-ab8af52f2346'] response: {'name': 'network-changed', 'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'status': 'completed', 'code': 200} Apr 05 14:36:08.753939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 4065d714-f941-4b06-aef3-1cc697b6e491, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4065d714-f941-4b06-aef3-1cc697b6e491,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:08.761668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e134e10-1761-4a31-b961-79b77a142dcf tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.801001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.836148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Calling delete_port for 4065d714-f941-4b06-aef3-1cc697b6e491 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:08.852491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e134e10-1761-4a31-b961-79b77a142dcf tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Subnet': ['ID=5409a1f3-c2e2-4922-acbd-db02df336bb3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:08.865873 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-e1740d2a-2055-4677-87dd-1c83492deb42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f140e66157043aaa42d42875858f100&device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 1098 time: 0.1687498 Apr 05 14:36:08.895284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6357db-14d0-4444-aacb-c785126b59d9 req-eb049bb2-c643-4106-8b40-93f8e97b375c tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:08.895786 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d6357db-14d0-4444-aacb-c785126b59d9 req-eb049bb2-c643-4106-8b40-93f8e97b375c tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.1611867 Apr 05 14:36:08.900568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2e134e10-1761-4a31-b961-79b77a142dcf tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.906573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.907258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:08.950594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:08.957787 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2e134e10-1761-4a31-b961-79b77a142dcf tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/subnets/5409a1f3-c2e2-4922-acbd-db02df336bb3 HTTP/1.1" status: 204 len: 168 time: 2.2602239 Apr 05 14:36:08.959961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36252) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:08.963612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:security_group_rule and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:08.967456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1beb2e9-5100-4a88-93c9-4398a6c665bf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:08.998866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:09.025149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d6357db-14d0-4444-aacb-c785126b59d9 req-db38ca0e-0945-4ba3-9aef-b65beafc4d79 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217346 Apr 05 14:36:09.035891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:36:09.036232 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9c51daa1-51e8-4233-9bf5-ea2b2aed8544 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:36:09.046515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:09.073387 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-4ceb0062-9ccf-4ccb-85db-889f3f33faaa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:09.078259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-4ceb0062-9ccf-4ccb-85db-889f3f33faaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fbbe4e-76da-445a-991c-ac4d0daab06d HTTP/1.1" status: 200 len: 896 time: 0.2037690 Apr 05 14:36:09.083779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36256) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:09.143823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=4065d714-f941-4b06-aef3-1cc697b6e491,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:09.149555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b479ddb-396e-4e5d-877b-4ca4dc9fb247 None None] Update dhcp port {'port': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'fixed_ips': [{'subnet_id': 'bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f9fb08b9-d6a7-4476-90f6-3a237492e2ce'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '2a997703-c08c-451e-9a69-7812d6d6128a'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:36:09.173664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.185788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27674c90-4ad2-42a4-855a-123ba04369c5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:09.186663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-27674c90-4ad2-42a4-855a-123ba04369c5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Synchronizing usage tracker for tenant:e58d004954d040c0b9154335c946f3fc on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:09.192203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1beb2e9-5100-4a88-93c9-4398a6c665bf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=99b36b00-0e81-46a1-b022-c57b8f60717e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:09.212265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:09.212487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.212608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:09.241725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8b479ddb-396e-4e5d-877b-4ca4dc9fb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.274513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c9f071ae-3bec-409c-927a-a39678b4d76e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:09.399252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ef937b13-bcec-4a6e-9163-cffae935ccae tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 990 time: 0.3139038 Apr 05 14:36:09.401743 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-aaa075fc-7187-43b4-90af-870d7a7769c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4 HTTP/1.1" status: 200 len: 998 time: 0.3188322 Apr 05 14:36:09.405076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-27674c90-4ad2-42a4-855a-123ba04369c5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Unset dirty status for tenant:e58d004954d040c0b9154335c946f3fc on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:09.406454 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-27674c90-4ad2-42a4-855a-123ba04369c5 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4444323 Apr 05 14:36:09.407163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=556916a9-c9a7-45d3-857b-e7c6ce9617e4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:09.423381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36260) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:09.430920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1beb2e9-5100-4a88-93c9-4398a6c665bf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.442738 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e1beb2e9-5100-4a88-93c9-4398a6c665bf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/99b36b00-0e81-46a1-b022-c57b8f60717e HTTP/1.1" status: 204 len: 168 time: 2.2438502 Apr 05 14:36:09.465166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36264) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:09.465942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.469948 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0a0bb7ec-eac2-4c3f-a592-9f90a78f72f9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1958029 Apr 05 14:36:09.482643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36268) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:09.509809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-671286435', 'security_groups': ['556916a9-c9a7-45d3-857b-e7c6ce9617e4'], 'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f9fb08b9-d6a7-4476-90f6-3a237492e2ce'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:09.539836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Deleting port 4065d714-f941-4b06-aef3-1cc697b6e491 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:09.540145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.592913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.603905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c9f071ae-3bec-409c-927a-a39678b4d76e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:09.604279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.660545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=d063ca22-3ff0-4259-84d2-6e3828ec6845,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:09.710422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.715261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd875cc2-29e4-4cf4-b152-8f87325864dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:09.716567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd875cc2-29e4-4cf4-b152-8f87325864dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:09.717406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cd875cc2-29e4-4cf4-b152-8f87325864dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:09.723170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-8b479ddb-396e-4e5d-877b-4ca4dc9fb247 None None] Allocated IP 172.20.0.2 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/f9fb08b9-d6a7-4476-90f6-3a237492e2ce/2a997703-c08c-451e-9a69-7812d6d6128a) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:09.726657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9694994-bdc3-44f0-bf8a-d79eb694a775 None None] Network be1d6b45-c842-4f39-b041-08ff565a19a5 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:09.818655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-7a5fe2a1-4dbc-4267-8251-ab4ea0c194ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:09.820027 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cd875cc2-29e4-4cf4-b152-8f87325864dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:09.820147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-7a5fe2a1-4dbc-4267-8251-ab4ea0c194ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32dcb1e4-4eec-4be9-80d3-a3b49652dd8b HTTP/1.1" status: 200 len: 834 time: 0.3956664 Apr 05 14:36:09.821155 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cd875cc2-29e4-4cf4-b152-8f87325864dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3528230 Apr 05 14:36:09.824133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Deleting port bb9dab80-28a7-4adb-afdb-7062a1ae8597 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:09.825040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:09.825180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36272) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:09.965910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:09.998590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:10.044201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:10.049885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.078341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e8d4564b-b525-42bf-8592-75dd11a24c44 None None] Provisioning for port bb9dab80-28a7-4adb-afdb-7062a1ae8597 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:10.148826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] device_id is not set on port 3803e42a-c6f8-4abe-bda2-1594bd7cbeba yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:10.171043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] For port bb9dab80-28a7-4adb-afdb-7062a1ae8597, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=bb9dab80-28a7-4adb-afdb-7062a1ae8597,segment=NetworkSegment(5688d82d-8121-4c26-bd8c-c60ab35a0332),segment_id=5688d82d-8121-4c26-bd8c-c60ab35a0332)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:10.171520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.188891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device bb9dab80-28a7-4adb-afdb-7062a1ae8597 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:10.189119 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-213a7e85-819c-48df-b57d-c5b226724342 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fbbe4e-76da-445a-991c-ac4d0daab06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3223548 Apr 05 14:36:10.290612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] For port 4065d714-f941-4b06-aef3-1cc697b6e491, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4065d714-f941-4b06-aef3-1cc697b6e491,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:10.290612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.299423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Calling delete_port for bb9dab80-28a7-4adb-afdb-7062a1ae8597 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:10.332167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aefe9fd-e4ad-463a-aca6-b4025049f06d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet cedefaf8-2216-4e4f-b4ce-27efeb0f309c {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:10.337626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.376117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8aefe9fd-e4ad-463a-aca6-b4025049f06d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.408897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36276) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:10.419405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8b479ddb-396e-4e5d-877b-4ca4dc9fb247 None None] For port 2a997703-c08c-451e-9a69-7812d6d6128a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2a997703-c08c-451e-9a69-7812d6d6128a,segment=NetworkSegment(51294951-5698-49ca-b6b2-d815d1dd049e),segment_id=51294951-5698-49ca-b6b2-d815d1dd049e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:10.485203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Calling delete_port for 4065d714-f941-4b06-aef3-1cc697b6e491 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:10.560856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8aefe9fd-e4ad-463a-aca6-b4025049f06d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.586283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8b479ddb-396e-4e5d-877b-4ca4dc9fb247 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.606573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port bb9dab80-28a7-4adb-afdb-7062a1ae8597 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:10.613521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port bb9dab80-28a7-4adb-afdb-7062a1ae8597 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:10.613854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.641209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8b479ddb-396e-4e5d-877b-4ca4dc9fb247 None None] Transition to ACTIVE for port object 2a997703-c08c-451e-9a69-7812d6d6128a will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:10.646287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.687400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8b479ddb-396e-4e5d-877b-4ca4dc9fb247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.691059 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Port bb9dab80-28a7-4adb-afdb-7062a1ae8597 was deleted so its status cannot be updated. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 14:36:10.701482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9262ad77-19e5-4bd4-a98e-9242505da287 None None] DHCP port deletion for be1d6b45-c842-4f39-b041-08ff565a19a5 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:10.715377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] Pushing event deleted for resources: {'Port': ['ID=4065d714-f941-4b06-aef3-1cc697b6e491,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:10.730029 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-af341a4c-0ab7-4daa-a0cc-23c32d9300f8 service neutron] 10.222.0.15 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189993 Apr 05 14:36:10.774002 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.777111 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6e494ae4-6009-4d7e-957f-dc2da51de682 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 990 time: 0.3661139 Apr 05 14:36:10.793732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d42609-bbca-4bdb-b9fe-51ecba0e1d99 None None] No DVR routers for this DVR port 4065d714-f941-4b06-aef3-1cc697b6e491 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:10.838191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36282) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:10.849538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430ab1a9-b28d-4244-ac8f-35bb8cadb0bc None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:10.889442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8aefe9fd-e4ad-463a-aca6-b4025049f06d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:10.944622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b479ddb-396e-4e5d-877b-4ca4dc9fb247 None None] Pushing event updated for resources: {'Port': ['ID=2a997703-c08c-451e-9a69-7812d6d6128a,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:10.947283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Port': ['ID=bb9dab80-28a7-4adb-afdb-7062a1ae8597,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:10.952932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] No DVR routers for this DVR port bb9dab80-28a7-4adb-afdb-7062a1ae8597 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:10.968312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.14 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/f9fb08b9-d6a7-4476-90f6-3a237492e2ce/3803e42a-c6f8-4abe-bda2-1594bd7cbeba) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:11.072741 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1a23a93-9a03-44f7-8480-74a9c9328ff5 req-12ecda8d-d1ba-44a5-ba10-ff43bee46d0a service neutron] 10.222.0.15 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293860 Apr 05 14:36:11.076147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:11.172642 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45bfffd8-d956-40f2-b4a3-2cea95e87365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': 'cedefaf8-2216-4e4f-b4ce-27efeb0f309c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:11.174898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-45bfffd8-d956-40f2-b4a3-2cea95e87365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.208646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8aefe9fd-e4ad-463a-aca6-b4025049f06d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.250063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8ff63a71-bf59-4886-9ff6-74cacbc7382b tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=f1c50199b61f47edbcd272dd0670fe09&network_id=65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 200 len: 2999 time: 0.3917332 Apr 05 14:36:11.322067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefe9fd-e4ad-463a-aca6-b4025049f06d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=cedefaf8-2216-4e4f-b4ce-27efeb0f309c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:11.331860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8aefe9fd-e4ad-463a-aca6-b4025049f06d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.345784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2a997703-c08c-451e-9a69-7812d6d6128a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:11.368379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.394153 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8aefe9fd-e4ad-463a-aca6-b4025049f06d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/cedefaf8-2216-4e4f-b4ce-27efeb0f309c HTTP/1.1" status: 204 len: 168 time: 1.5682676 Apr 05 14:36:11.399152 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36288) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:11.405176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1d6b45-c842-4f39-b041-08ff565a19a5']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:11.427938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5688d82d-8121-4c26-bd8c-c60ab35a0332') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:11.428449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5688d82d-8121-4c26-bd8c-c60ab35a0332') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:11.443822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.458254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:11.470421 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a2c865db-172d-48e6-8a9b-82cc7cce84b5 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0875185 Apr 05 14:36:11.475551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] Sync routers for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:11.476094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.478376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36294) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:11.497431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:11.498638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:11.508082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6f3ae0f1-534c-4a1c-b671-f4cbddc9fcd3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1005380 Apr 05 14:36:11.508082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36298) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:11.512055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:11.544676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:36:11.545077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:11.569882 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:11.671479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:11.702421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.725674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.761009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.785189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36302) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:11.789273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:36:09Z', 'revision_number': 11, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:11.793988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device bb9dab80-28a7-4adb-afdb-7062a1ae8597 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:11.824013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] Checking router: 37c6895e-9b79-4015-be83-480882cb809a for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:36:11.831512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: bb9dab80-28a7-4adb-afdb-7062a1ae8597 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:36:11.831849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device bb9dab80-28a7-4adb-afdb-7062a1ae8597 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:36:11.844908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:11.845776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:11.870839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bc0e16d-148b-4270-aaba-baa18fce9f2f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting subnet 334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:11.873945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e16d-148b-4270-aaba-baa18fce9f2f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.875581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object 3803e42a-c6f8-4abe-bda2-1594bd7cbeba will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:11.909265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Network': ['ID=be1d6b45-c842-4f39-b041-08ff565a19a5,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:11.919495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:11.924285 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ce67f643-5805-4052-a002-b5585ef11522 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/networks/be1d6b45-c842-4f39-b041-08ff565a19a5 HTTP/1.1" status: 204 len: 168 time: 2.4998095 Apr 05 14:36:11.929340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36306) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:11.935296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:11.947054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e16d-148b-4270-aaba-baa18fce9f2f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:11.957900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:11.975305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:11.981067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-be9ded08-165d-4ca8-82dd-d482b5f3cefd tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 990 time: 0.1933517 Apr 05 14:36:11.981225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024af567-bec4-47c6-b605-18d7ecd44256 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:36:12.036719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e16d-148b-4270-aaba-baa18fce9f2f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.042893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] Set router 37c6895e-9b79-4015-be83-480882cb809a gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:12.072866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:12.075258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.098959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.118342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e16d-148b-4270-aaba-baa18fce9f2f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.162247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0e16d-148b-4270-aaba-baa18fce9f2f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Subnet': ['ID=334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:12.169079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bc0e16d-148b-4270-aaba-baa18fce9f2f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.175745 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1bc0e16d-148b-4270-aaba-baa18fce9f2f tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e HTTP/1.1" status: 204 len: 168 time: 0.6962614 Apr 05 14:36:12.178999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36312) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:12.209045 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.219940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b79bcbbd-9641-47cb-a28e-fb3c1c9b9269 None None] Provisioning complete for port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:12.219940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b79bcbbd-9641-47cb-a28e-fb3c1c9b9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.265751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:36:09Z', 'revision_number': 11, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:12.270824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:12.273079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=3803e42a-c6f8-4abe-bda2-1594bd7cbeba,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:12.280161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:12.281941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Deleting port a9310673-a6ad-4b99-960f-e46fd3d91045 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:12.282315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.294549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9f1e0f-0f1f-42ee-8c0c-e17fe0dddff1 None None] The sync data for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv is: [{'id': '37c6895e-9b79-4015-be83-480882cb809a', 'name': 'tempest-RoutersTest-router-1893858588', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:38Z', 'updated_at': '2022-04-05T14:36:09Z', 'revision_number': 11, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:12.314622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b79bcbbd-9641-47cb-a28e-fb3c1c9b9269 None None] Port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:12.330160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:12.343404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b79bcbbd-9641-47cb-a28e-fb3c1c9b9269 None None] Provisioning for port 2a997703-c08c-451e-9a69-7812d6d6128a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:12.356768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b79bcbbd-9641-47cb-a28e-fb3c1c9b9269 None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:12.357232 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b79bcbbd-9641-47cb-a28e-fb3c1c9b9269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.392655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024af567-bec4-47c6-b605-18d7ecd44256 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:36:12.420116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.431501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Deleting port dfc9172e-07d1-4858-8585-51583710a5c6 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:12.431977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.448622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:12.449237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.589238 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f69bc612-77f3-493e-bff2-92e7ec6109a4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0849078 Apr 05 14:36:12.596959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36318) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:12.610411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:12.691598 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] Sync routers for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:12.712160 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:12.713648 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:12.714357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] For port dfc9172e-07d1-4858-8585-51583710a5c6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dfc9172e-07d1-4858-8585-51583710a5c6,segment=NetworkSegment(a5281176-4e7a-41bb-be41-cec2df8f98eb),segment_id=a5281176-4e7a-41bb-be41-cec2df8f98eb)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:12.714953 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.725095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36322) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:12.775947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] For port a9310673-a6ad-4b99-960f-e46fd3d91045, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a9310673-a6ad-4b99-960f-e46fd3d91045,segment=NetworkSegment(449ea160-933b-4849-b8bb-7d6a72c5886c),segment_id=449ea160-933b-4849-b8bb-7d6a72c5886c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:12.776305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.862022 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85923b67-0545-4441-846f-a96ffe0fca99 None None] Network 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:12.907035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Calling delete_port for dfc9172e-07d1-4858-8585-51583710a5c6 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:12.913613 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:12.934532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Calling delete_port for a9310673-a6ad-4b99-960f-e46fd3d91045 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:12.960552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:12.973779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2274c6-49ef-493e-87ff-c87864c82ba2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:12.975477 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4e2274c6-49ef-493e-87ff-c87864c82ba2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 814 time: 0.2490160 Apr 05 14:36:12.983064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36326) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:13.094340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:13.101442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d063ca22-3ff0-4259-84d2-6e3828ec6845 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:13.111209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:13.144094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:13.150555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:13.157083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:13.159232 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: d063ca22-3ff0-4259-84d2-6e3828ec6845 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:36:13.159666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d063ca22-3ff0-4259-84d2-6e3828ec6845 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:36:13.160252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=543180c4-9d17-4aef-9843-0eb90be4fbff,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:13.166455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:13.167046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.173347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48b9cb1-7997-4924-8427-d46aadc6565c None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:13.173497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:13.196582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.215209 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d9bf74a3-aff9-4da9-b61f-75a9b60be212 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 990 time: 0.2303493 Apr 05 14:36:13.247157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:13.250914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.276280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-227c6f68-335c-4ff6-aba9-f6bf7d6c621d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7688861 Apr 05 14:36:13.283303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Port': ['ID=a9310673-a6ad-4b99-960f-e46fd3d91045,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:13.284962 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36334) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:13.314751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No DVR routers for this DVR port dfc9172e-07d1-4858-8585-51583710a5c6 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:13.341930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'name': 'tempest-NetworksTestDHCPv6-133877643'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:13.352341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Port': ['ID=dfc9172e-07d1-4858-8585-51583710a5c6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:13.374006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] No DVR routers for this DVR port a9310673-a6ad-4b99-960f-e46fd3d91045 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:13.408866 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '9928e243-fdcf-4275-9383-c4b372ff9121', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'port_id': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'mac_address': 'fa:16:3e:dc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:36:05Z', 'updated_at': '2022-04-05T14:36:05Z', 'revision_number': 0, 'project_id': '1f140e66157043aaa42d42875858f100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:36:07Z', 'revision_number': 5, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:13.409973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d9eac2d6-7c62-4331-9170-4d23c52db568 None None] Provisioning for port 3803e42a-c6f8-4abe-bda2-1594bd7cbeba completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:13.416891 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] Checking router: 4a2a04d3-98ff-41b3-b656-846ca1eb2194 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:36:13.429122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d9eac2d6-7c62-4331-9170-4d23c52db568 None None] Provisioning complete for port 3803e42a-c6f8-4abe-bda2-1594bd7cbeba triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:13.429690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d9eac2d6-7c62-4331-9170-4d23c52db568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.451050 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:13.451586 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:13.475082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce685d2-04cc-4fd4-8e08-a7ef1b673091 None None] DHCP port deletion for 637c8b3b-eecc-4955-a0b2-0bad1a4828b1 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:13.483721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.512374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637c8b3b-eecc-4955-a0b2-0bad1a4828b1']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:13.525477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5281176-4e7a-41bb-be41-cec2df8f98eb') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:13.525780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5281176-4e7a-41bb-be41-cec2df8f98eb') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:13.539013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.543930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d9eac2d6-7c62-4331-9170-4d23c52db568 None None] Port 3803e42a-c6f8-4abe-bda2-1594bd7cbeba cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:13.554119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '543180c4-9d17-4aef-9843-0eb90be4fbff'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:13.555021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.555510 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.561618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:36:13.562010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:13.663213 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:13.670144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.671812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36338) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:13.681222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--276311966', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:13.703644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.710659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:13.711125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:13.720635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Pushing event deleted for resources: {'Network': ['ID=637c8b3b-eecc-4955-a0b2-0bad1a4828b1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:13.722389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:13.727079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.733024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:13.735657 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aadb4d03-ef1a-4824-8267-d6cb52345d8d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/networks/637c8b3b-eecc-4955-a0b2-0bad1a4828b1 HTTP/1.1" status: 204 len: 168 time: 1.5556006 Apr 05 14:36:13.743552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36342) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:13.747765 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:13.753299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:13.756303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.797319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:13.805326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:13.812344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.812700 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment 22ebc4d7-f067-47c7-ae91-8b8b4e1b515b of type vlan for network 4699aa94-ff23-419e-8916-27471cc99f9d Apr 05 14:36:13.829521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'routes': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:13.847657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/543180c4-9d17-4aef-9843-0eb90be4fbff/f111c6c4-78c4-4867-8ac1-e26a121f385d) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:13.850726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.892402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.897719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:13.898475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:13.928252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:13.947638 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2733099 Apr 05 14:36:13.952718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36346) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.038716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.048954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:14.052138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.076559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed0dc62-0b99-48de-a1b1-73f11db5766d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:14.078133 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3ed0dc62-0b99-48de-a1b1-73f11db5766d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1243176 Apr 05 14:36:14.090620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36350) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.102269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f29fcf9a-11aa-4535-a7a8-afbcb949b5d6']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:14.121178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.134764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Transition to ACTIVE for port object f111c6c4-78c4-4867-8ac1-e26a121f385d will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:14.136513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '449ea160-933b-4849-b8bb-7d6a72c5886c') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:14.136990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '449ea160-933b-4849-b8bb-7d6a72c5886c') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:14.144460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 97ef988f-a071-4c0b-a4af-73ce01e41b97 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:14.158751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Transition to ACTIVE for port object f111c6c4-78c4-4867-8ac1-e26a121f385d will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:14.166401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.187571 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '9928e243-fdcf-4275-9383-c4b372ff9121', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'port_id': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'mac_address': 'fa:16:3e:dc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:36:05Z', 'updated_at': '2022-04-05T14:36:05Z', 'revision_number': 0, 'project_id': '1f140e66157043aaa42d42875858f100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:36:07Z', 'revision_number': 5, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:14.193937 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d998f8-b668-4438-918e-4715a957ed8f None None] The sync data for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv is: [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '9928e243-fdcf-4275-9383-c4b372ff9121', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'floating_ip_address': '172.26.6.29', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'port_id': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'mac_address': 'fa:16:3e:dc:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:36:05Z', 'updated_at': '2022-04-05T14:36:05Z', 'revision_number': 0, 'project_id': '1f140e66157043aaa42d42875858f100', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:36:07Z', 'revision_number': 5, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:14.197371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.236775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6370f18-c3ac-403e-8d75-199803de4b20 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:14.240846 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a6370f18-c3ac-403e-8d75-199803de4b20 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1465759 Apr 05 14:36:14.241906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36354) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.242254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36356) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.249750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:14.254264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:14.263449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:14.276812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Pushing event updated for resources: {'Port': ['ID=f111c6c4-78c4-4867-8ac1-e26a121f385d,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:14.358922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.367917 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.ipam_backend_mixin [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f9fb08b9-d6a7-4476-90f6-3a237492e2ce (CIDR: 172.20.0.0/28) Apr 05 14:36:14.414118 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:36:14.414566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:14.418394 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:36:14.418801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.422689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Attempting to bind port f111c6c4-78c4-4867-8ac1-e26a121f385d on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:14.423218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Attempting to bind port f111c6c4-78c4-4867-8ac1-e26a121f385d by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:14.423637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Attempting to bind port f111c6c4-78c4-4867-8ac1-e26a121f385d on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:14.431650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:14.432144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:14.432627 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.433093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:14.434076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Bound port: f111c6c4-78c4-4867-8ac1-e26a121f385d, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:14.434318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.434467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.extraroute_db [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Added routes are [] {{(pid=83850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 14:36:14.434695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.extraroute_db [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Removed routes are [] {{(pid=83850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 14:36:14.435067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:14.439571 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:14.454658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fef37f-6c1a-4560-8cdb-fcb1e7a03fa7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=4699aa94-ff23-419e-8916-27471cc99f9d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:14.457936 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ed3a134c-738b-4fc9-8395-59340af90f3f tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2129128 Apr 05 14:36:14.461832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36362) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.488663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 4699aa94-ff23-419e-8916-27471cc99f9d details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:36:14.508800 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4c21dde7-30d1-427b-95ac-d265e413d87d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0459480 Apr 05 14:36:14.512057 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36366) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.603717 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1d5feb45-43ed-4ab6-8d5f-1aab16697060 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 990 time: 0.3602800 Apr 05 14:36:14.640091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] For port f111c6c4-78c4-4867-8ac1-e26a121f385d, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:14.644899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] For port f111c6c4-78c4-4867-8ac1-e26a121f385d, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f111c6c4-78c4-4867-8ac1-e26a121f385d,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:14.650456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.671472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae5698f-9f08-47df-bbae-b1cca610f464 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:14.673469 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cae5698f-9f08-47df-bbae-b1cca610f464 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1606486 Apr 05 14:36:14.678737 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-29afad8b-dd99-481c-b0b9-e9639ae9ac30 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0717359 Apr 05 14:36:14.680215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36370) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.680731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36372) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.688883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:14.700257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.724159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:14.742245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b4383-399e-4a6b-8774-c79228efd13a None None] Pushing event updated for resources: {'Port': ['ID=f111c6c4-78c4-4867-8ac1-e26a121f385d,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:14.748173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Network': ['ID=f29fcf9a-11aa-4535-a7a8-afbcb949b5d6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:14.759225 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3236456c-d048-485c-b291-ba5c2103790d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0772033 Apr 05 14:36:14.762690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::337 (f733e752-faf0-4209-b7c7-bca371750f1b/543180c4-9d17-4aef-9843-0eb90be4fbff/97ef988f-a071-4c0b-a4af-73ce01e41b97) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:14.765562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3e6ac766-e6b9-4b76-9ce6-74362b118015 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/networks/f29fcf9a-11aa-4535-a7a8-afbcb949b5d6 HTTP/1.1" status: 204 len: 168 time: 2.8327610 Apr 05 14:36:14.767207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36378) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.774343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36380) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:14.783655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1910742651', 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:14.898651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:14.903453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:14.910105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:14.913427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:14.932997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:15.069676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.181250 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f111c6c4-78c4-4867-8ac1-e26a121f385d up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:15.208126 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.ipam_backend_mixin [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10 (CIDR: 172.20.0.16/28) Apr 05 14:36:15.212197 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:36:15.212680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:15.234705 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4ce37dba-66b0-4047-96e3-fe3553c440b4 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5507593 Apr 05 14:36:15.235964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36386) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:15.237067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.242386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'subnet': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:15.267931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f111c6c4-78c4-4867-8ac1-e26a121f385d completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:15.277630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.315852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.325597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device dfc9172e-07d1-4858-8585-51583710a5c6 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:15.363213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: dfc9172e-07d1-4858-8585-51583710a5c6 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:36:15.363709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device dfc9172e-07d1-4858-8585-51583710a5c6 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:36:15.384867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:15.388700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Usage tracker for resource:subnet and tenant:a0ebd2d1651f4f38b30c4e8a884000ca is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:15.390251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:15.391692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:15.397515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:15.407002 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Made reservation on behalf of a0ebd2d1651f4f38b30c4e8a884000ca for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:15.411181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.499422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:15.509686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:15.531129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:15.607921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36390) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:15.611578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:15.746229 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-123aa5d9-663d-4901-be2d-b03d9bda8345 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 990 time: 0.1360173 Apr 05 14:36:15.788990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-460fb21b-776f-4a14-8ed3-88794c5dd8ff None None] Provisioning for port f111c6c4-78c4-4867-8ac1-e26a121f385d completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:15.793793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.794832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-460fb21b-776f-4a14-8ed3-88794c5dd8ff None None] Provisioning complete for port f111c6c4-78c4-4867-8ac1-e26a121f385d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:15.795194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-460fb21b-776f-4a14-8ed3-88794c5dd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.823379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 37c6895e-9b79-4015-be83-480882cb809a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:15.826026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.829556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.850589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:15.853485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.857987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:15.862634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:15.863210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:15.891356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89d9ed6-7802-442b-bc5f-011aac60924b None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:15.891572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Subnet': ['ID=bf64be3a-76a4-40c2-9d57-1795a08c635b,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:15.898900 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-64645bd7-762f-43cb-8dc0-7a6196286a66 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6595669 Apr 05 14:36:15.899290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36394) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:15.906606 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-951058899', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bf64be3a-76a4-40c2-9d57-1795a08c635b'}], 'security_groups': ['314152f1-1248-4df1-8382-4ffac3cdc9e2', '5dc40739-3b1e-4ee4-b953-55a153a5320b']}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:15.946283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cbf360-9103-4a90-bcb0-762c793e9c02']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:15.959500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 97ef988f-a071-4c0b-a4af-73ce01e41b97 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:15.985269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e987d6f-e98c-4f3f-b7c7-6ccb403b1ffb') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:15.985542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e987d6f-e98c-4f3f-b7c7-6ccb403b1ffb') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:16.031961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.061361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.135446 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-460fb21b-776f-4a14-8ed3-88794c5dd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.158006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.176626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:36:16.177036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.185277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-460fb21b-776f-4a14-8ed3-88794c5dd8ff None None] For port f111c6c4-78c4-4867-8ac1-e26a121f385d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f111c6c4-78c4-4867-8ac1-e26a121f385d,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:16.191049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-460fb21b-776f-4a14-8ed3-88794c5dd8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:16.195429 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:16.244895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.264188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fb21b-776f-4a14-8ed3-88794c5dd8ff None None] Pushing event updated for resources: {'Port': ['ID=f111c6c4-78c4-4867-8ac1-e26a121f385d,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:16.346324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7653c585-4e57-45e2-b76a-153c014bf0c7 None None] Update dhcp port {'port': {'network_id': '1e7afdbe-15b1-4d07-85e6-0e94fe943874', 'fixed_ips': [{'subnet_id': 'bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f9fb08b9-d6a7-4476-90f6-3a237492e2ce', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bf64be3a-76a4-40c2-9d57-1795a08c635b'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '2a997703-c08c-451e-9a69-7812d6d6128a'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:36:16.387606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:16.403792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7653c585-4e57-45e2-b76a-153c014bf0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.416134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.419573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:16.422247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=97ef988f-a071-4c0b-a4af-73ce01e41b97,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:16.428405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:16.461611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.476404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Network': ['ID=c3cbf360-9103-4a90-bcb0-762c793e9c02,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:16.494319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.498289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-62b7e210-3555-4bff-a2fc-d76ac33adccf tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 200 len: 701 time: 2.6893470 Apr 05 14:36:16.499719 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-632118f3-a6f9-40e8-995d-032bdfe19ec7 tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/networks/c3cbf360-9103-4a90-bcb0-762c793e9c02 HTTP/1.1" status: 204 len: 168 time: 1.7245171 Apr 05 14:36:16.502408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36400) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:16.502744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36402) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:16.521937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:16.526073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:16.526710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.544608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.591363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4da0c581-c3a9-4968-a629-34eb791f4276 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:16.706323 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c06eb4bb-2629-4063-8f23-4eedd4cba85e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3740799 Apr 05 14:36:16.713187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36408) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:16.743640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=f8a7138d-83f9-473c-90aa-031ff89aa25a,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:16.750598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36412) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:16.779972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4da0c581-c3a9-4968-a629-34eb791f4276 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:16.781203 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4da0c581-c3a9-4968-a629-34eb791f4276 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 200 len: 205 time: 0.2774968 Apr 05 14:36:16.786253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36416) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:16.794647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.819923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-86726056-31f6-42c4-97f3-664e4ad10b49 None None] Provisioning for port 97ef988f-a071-4c0b-a4af-73ce01e41b97 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:16.826071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-86726056-31f6-42c4-97f3-664e4ad10b49 None None] Provisioning complete for port 97ef988f-a071-4c0b-a4af-73ce01e41b97 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:16.826621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-86726056-31f6-42c4-97f3-664e4ad10b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.843933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:16.844286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: 4699aa94-ff23-419e-8916-27471cc99f9d, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:16.858701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Delete allocated IP 172.20.0.14 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/f9fb08b9-d6a7-4476-90f6-3a237492e2ce) {{(pid=83851) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 05 14:36:16.874779 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-333918bc-c54e-48b7-9de2-c3e8f9cdcd70 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 990 time: 0.1227348 Apr 05 14:36:16.884143 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 4699aa94-ff23-419e-8916-27471cc99f9d is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:16.892825 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-86726056-31f6-42c4-97f3-664e4ad10b49 None None] Port 97ef988f-a071-4c0b-a4af-73ce01e41b97 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:16.894338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 4699aa94-ff23-419e-8916-27471cc99f9d) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:16.898795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:16.899530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:16.908830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32104f89-1d05-4763-b2bc-68bd54418341 None None] Network 4699aa94-ff23-419e-8916-27471cc99f9d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:16.918899 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0c5d0469-189c-456d-a22c-b259d030e6d3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.1488724 Apr 05 14:36:16.935372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Allocated IP 172.20.0.39 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/bf64be3a-76a4-40c2-9d57-1795a08c635b/3803e42a-c6f8-4abe-bda2-1594bd7cbeba) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:17.131310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36422) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:17.137086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1422401989', 'description': 'tempest-secgroup-smoke-1422401989 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:17.145549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:17.161294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13d37695-ea2a-4402-9171-50f3d3d9a4e3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.161508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:17.179465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.180369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f111c6c4-78c4-4867-8ac1-e26a121f385d up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:17.216731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.217525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:17.217930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4c7a45-53ae-4d8f-b30f-ed7d2df374a8 None None] New status for floating IP 9928e243-fdcf-4275-9383-c4b372ff9121: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:36:17.221728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:17.225344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:17.230513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dab6f1-f141-4bd2-a5ba-1b184684df45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.232260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:17.235670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dab6f1-f141-4bd2-a5ba-1b184684df45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:17.236453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14dab6f1-f141-4bd2-a5ba-1b184684df45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:17.296734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.301639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.315099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-4699aa94-ff23-419e-8916-27471cc99f9d', 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': 'f8a7138d-83f9-473c-90aa-031ff89aa25a'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:17.316082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.343378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:17.351082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc571cf-658d-472f-9a94-691b8dcd5f9a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:17.368588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.372686 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3cbdd0d2-2591-4ebc-a662-bea48f11660f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2377982 Apr 05 14:36:17.373446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36426) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:17.379195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'dbc571cf-658d-472f-9a94-691b8dcd5f9a', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:17.385934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:17.389934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:17.393112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:17.400300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:17.419683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786e53b8-1de3-45e6-b8d6-fe593dce8bd1') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:17.420017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786e53b8-1de3-45e6-b8d6-fe593dce8bd1') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:17.423901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.432273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14dab6f1-f141-4bd2-a5ba-1b184684df45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:17.435957 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-14dab6f1-f141-4bd2-a5ba-1b184684df45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1670 time: 0.7178719 Apr 05 14:36:17.436712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36430) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:17.444236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.472209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.539084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b298e29a-8a5d-41f9-ad0f-9790a78ed3c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 97ef988f-a071-4c0b-a4af-73ce01e41b97 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:17.539765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b298e29a-8a5d-41f9-ad0f-9790a78ed3c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.561630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:36:17.562028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:17.577452 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:17.582072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f111c6c4-78c4-4867-8ac1-e26a121f385d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:17.582211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.682746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.692891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.791612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aa774ca-502f-48eb-9787-0d6b0cea0755,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:17.804411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Allocated IP 172.20.0.18 (4699aa94-ff23-419e-8916-27471cc99f9d/f8a7138d-83f9-473c-90aa-031ff89aa25a/50418a53-f011-4e8f-a014-8dae1f206778) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:17.819812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.823642 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fa70ac12-64c0-4c37-ae3e-29e275c4f57e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4465604 Apr 05 14:36:17.824830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36434) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:17.832527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'dbc571cf-658d-472f-9a94-691b8dcd5f9a', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:17.842553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:17.859108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:17.863637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:17.878666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:17.883798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36438) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:17.889705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b298e29a-8a5d-41f9-ad0f-9790a78ed3c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:17.932436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.013711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.041603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.044868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Transition to ACTIVE for port object 3803e42a-c6f8-4abe-bda2-1594bd7cbeba will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:18.045024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.055098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13d37695-ea2a-4402-9171-50f3d3d9a4e3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.056657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] Pushing event deleted for resources: {'Network': ['ID=92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:18.060691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.062097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Transition to ACTIVE for port object 50418a53-f011-4e8f-a014-8dae1f206778 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:18.088524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b298e29a-8a5d-41f9-ad0f-9790a78ed3c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 97ef988f-a071-4c0b-a4af-73ce01e41b97 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:18.105531 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-85d49100-f61a-4b1c-b506-d7519a1a211a tempest-BulkNetworkOpsTest-1077796686 tempest-BulkNetworkOpsTest-1077796686-project] 10.222.0.18 "DELETE /v2.0/networks/92bb5390-3dc1-4467-a7d6-4cdeb7dfb75f HTTP/1.1" status: 204 len: 168 time: 1.5979636 Apr 05 14:36:18.110486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13d37695-ea2a-4402-9171-50f3d3d9a4e3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.126626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Transition to ACTIVE for port object 50418a53-f011-4e8f-a014-8dae1f206778 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:18.141328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.146962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7653c585-4e57-45e2-b76a-153c014bf0c7 None None] Allocated IP 172.20.0.34 (1e7afdbe-15b1-4d07-85e6-0e94fe943874/bf64be3a-76a4-40c2-9d57-1795a08c635b/2a997703-c08c-451e-9a69-7812d6d6128a) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:18.182672 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d06333-30ab-4bad-bfd8-669c9f2c189c None None] Sync routers for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:18.214234 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d06333-30ab-4bad-bfd8-669c9f2c189c None None] Routers {'37c6895e-9b79-4015-be83-480882cb809a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:18.217551 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d0d06333-30ab-4bad-bfd8-669c9f2c189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['37c6895e-9b79-4015-be83-480882cb809a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:18.229700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event updated for resources: {'Port': ['ID=3803e42a-c6f8-4abe-bda2-1594bd7cbeba,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:18.245824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b298e29a-8a5d-41f9-ad0f-9790a78ed3c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.254033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13d37695-ea2a-4402-9171-50f3d3d9a4e3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.254472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d37695-ea2a-4402-9171-50f3d3d9a4e3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Fanout notify agent at l3_agent the message router_deleted on router 37c6895e-9b79-4015-be83-480882cb809a {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:36:18.271337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] In _notify_port_updated(), no bound segment for port 3803e42a-c6f8-4abe-bda2-1594bd7cbeba on network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:36:18.275202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:18.275799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.277102 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a6c43b0d-efdd-4c34-bc46-13efad26c4f2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "PUT /v2.0/ports/3803e42a-c6f8-4abe-bda2-1594bd7cbeba HTTP/1.1" status: 200 len: 959 time: 2.3768945 Apr 05 14:36:18.279985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36444) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:18.319815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.332391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b298e29a-8a5d-41f9-ad0f-9790a78ed3c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=97ef988f-a071-4c0b-a4af-73ce01e41b97,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:18.334561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13d37695-ea2a-4402-9171-50f3d3d9a4e3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.335662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-13d37695-ea2a-4402-9171-50f3d3d9a4e3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 204 len: 168 time: 1.5449338 Apr 05 14:36:18.346129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36448) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:18.359490 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-117171ac-478b-4700-99f9-b1f6f3706775 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 992 time: 0.4678094 Apr 05 14:36:18.359722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1123646803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:18.364137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Pushing event updated for resources: {'Port': ['ID=50418a53-f011-4e8f-a014-8dae1f206778,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:18.366222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:18.373039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Network 4699aa94-ff23-419e-8916-27471cc99f9d is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:18.379853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Usage tracker for resource:router and tenant:2f395c48b2704042a68c4ca2aef66b04 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:18.386395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:18.387498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a4e78c1d-64e9-417f-b991-b4775950d58c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 3803e42a-c6f8-4abe-bda2-1594bd7cbeba {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:18.387635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a4e78c1d-64e9-417f-b991-b4775950d58c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.390520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:18.413866 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d0d06333-30ab-4bad-bfd8-669c9f2c189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:18.421403 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:18.441691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:18.446712 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d06333-30ab-4bad-bfd8-669c9f2c189c None None] Routers set() bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:18.446970 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d06333-30ab-4bad-bfd8-669c9f2c189c None None] Router IDs set() for agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Apr 05 14:36:18.447587 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_agentschedulers_db [None req-d0d06333-30ab-4bad-bfd8-669c9f2c189c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'37c6895e-9b79-4015-be83-480882cb809a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent'). {{(pid=83853) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 05 14:36:18.447911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.448031 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d06333-30ab-4bad-bfd8-669c9f2c189c None None] The sync data for ids ['37c6895e-9b79-4015-be83-480882cb809a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:18.509847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.510530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.518535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7653c585-4e57-45e2-b76a-153c014bf0c7 None None] For port 2a997703-c08c-451e-9a69-7812d6d6128a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2a997703-c08c-451e-9a69-7812d6d6128a,segment=NetworkSegment(51294951-5698-49ca-b6b2-d815d1dd049e),segment_id=51294951-5698-49ca-b6b2-d815d1dd049e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:18.522735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Attempting to bind port 50418a53-f011-4e8f-a014-8dae1f206778 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:18.523091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Attempting to bind port 50418a53-f011-4e8f-a014-8dae1f206778 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:18.523424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Attempting to bind port 50418a53-f011-4e8f-a014-8dae1f206778 on network 4699aa94-ff23-419e-8916-27471cc99f9d {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:18.536245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.540999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:18.541503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Checking segment: {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:18.541821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.542239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Bound using segment: {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:18.542721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Bound port: 50418a53-f011-4e8f-a014-8dae1f206778, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:18.543089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.581777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5e355f-b555-4885-9af7-bddda82f2fef,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:18.589208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b298e29a-8a5d-41f9-ad0f-9790a78ed3c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.613525 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b298e29a-8a5d-41f9-ad0f-9790a78ed3c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/97ef988f-a071-4c0b-a4af-73ce01e41b97 HTTP/1.1" status: 204 len: 168 time: 1.1757531 Apr 05 14:36:18.617039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36454) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:18.688277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.713240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7653c585-4e57-45e2-b76a-153c014bf0c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.719767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36458) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:18.720679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.725346 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-64350553-cf43-4682-9d2f-d18861a3a601 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8997602 Apr 05 14:36:18.728898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d5e11-9e85-42ee-851b-27acc5ff0505 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:18.730409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507d5e11-9e85-42ee-851b-27acc5ff0505 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:18.731913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36462) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:18.732038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-507d5e11-9e85-42ee-851b-27acc5ff0505 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:18.744563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'dbc571cf-658d-472f-9a94-691b8dcd5f9a', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:18.754034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:18.760944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-507d5e11-9e85-42ee-851b-27acc5ff0505 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:18.764372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:18.767525 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-507d5e11-9e85-42ee-851b-27acc5ff0505 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1476912 Apr 05 14:36:18.768899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36468) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:18.769740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7653c585-4e57-45e2-b76a-153c014bf0c7 None None] Transition to ACTIVE for port object 2a997703-c08c-451e-9a69-7812d6d6128a will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:18.769933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:18.784185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7653c585-4e57-45e2-b76a-153c014bf0c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.838902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a4e78c1d-64e9-417f-b991-b4775950d58c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.851731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] For port 50418a53-f011-4e8f-a014-8dae1f206778, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:18.855243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:18.866067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.947214 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] For port 50418a53-f011-4e8f-a014-8dae1f206778, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50418a53-f011-4e8f-a014-8dae1f206778,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:18.986114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a4e78c1d-64e9-417f-b991-b4775950d58c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 3803e42a-c6f8-4abe-bda2-1594bd7cbeba owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:18.992032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.994426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09490a6-b99a-42a5-bec8-c77091e66446 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 543180c4-9d17-4aef-9843-0eb90be4fbff {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:18.997319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09490a6-b99a-42a5-bec8-c77091e66446 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:18.999872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653c585-4e57-45e2-b76a-153c014bf0c7 None None] Pushing event updated for resources: {'Port': ['ID=2a997703-c08c-451e-9a69-7812d6d6128a,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:19.079103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.101245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1fa903-6983-41f8-aa7a-e2b7b8702638 None None] Pushing event updated for resources: {'Port': ['ID=50418a53-f011-4e8f-a014-8dae1f206778,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:19.112735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09490a6-b99a-42a5-bec8-c77091e66446 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.116397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.122493 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2206cd2a-d619-48cf-9fbf-a828207ff86d tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7756879 Apr 05 14:36:19.128464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36472) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:19.161547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-04191792-bc6e-41f7-a4c8-6e8eb60fee83 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:19.184753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2a997703-c08c-451e-9a69-7812d6d6128a up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:19.387255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09490a6-b99a-42a5-bec8-c77091e66446 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.411803 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-820133d9-fdff-4e2e-a5fb-e1fe33e18623 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e58d004954d040c0b9154335c946f3fc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6912811 Apr 05 14:36:19.420630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36476) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:19.523073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09490a6-b99a-42a5-bec8-c77091e66446 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.548201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.566513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.567283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09490a6-b99a-42a5-bec8-c77091e66446 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=543180c4-9d17-4aef-9843-0eb90be4fbff,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:19.572729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f09490a6-b99a-42a5-bec8-c77091e66446 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.580768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46b3a21-0376-4550-a2a4-ffabe103b7b0 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:19.593935 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f09490a6-b99a-42a5-bec8-c77091e66446 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/543180c4-9d17-4aef-9843-0eb90be4fbff HTTP/1.1" status: 204 len: 168 time: 0.8214488 Apr 05 14:36:19.594466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36480) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:19.705945 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c18f9094-53c3-4d36-b364-0c1ff2fbb035 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082001 Apr 05 14:36:19.706336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a4e78c1d-64e9-417f-b991-b4775950d58c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.706976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36484) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:19.711370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af749662-eea9-4371-8d1a-70d0e079e95e,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:19.796030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c57852-f0b1-445b-a42e-9a53ab3e7496 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:19.796823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e4c57852-f0b1-445b-a42e-9a53ab3e7496 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:19.816477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e4c57852-f0b1-445b-a42e-9a53ab3e7496 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:19.820569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e4c57852-f0b1-445b-a42e-9a53ab3e7496 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1125958 Apr 05 14:36:19.821203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36488) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:19.901454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47bc4ad9-ed1a-4178-820a-6d25631f9e9e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:19.902168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-47bc4ad9-ed1a-4178-820a-6d25631f9e9e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:19.912462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-454153f7-880c-41b8-9d1e-e204a2778fb1 None None] Could not find standard attr ID for object 3803e42a-c6f8-4abe-bda2-1594bd7cbeba. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:19.919157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-47bc4ad9-ed1a-4178-820a-6d25631f9e9e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:19.920633 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-47bc4ad9-ed1a-4178-820a-6d25631f9e9e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0985096 Apr 05 14:36:19.923524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36492) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:19.939637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-454153f7-880c-41b8-9d1e-e204a2778fb1 None None] Provisioning complete for port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:19.939994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-454153f7-880c-41b8-9d1e-e204a2778fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.958271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e78c1d-64e9-417f-b991-b4775950d58c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=3803e42a-c6f8-4abe-bda2-1594bd7cbeba,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:19.970904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.974955 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1b029ef1-5a41-4293-a946-d8c77a956f13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2362189 Apr 05 14:36:19.976026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36496) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:19.980767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c823feac-9c3f-4151-8adb-eb8b4cd68053 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:19.995455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-454153f7-880c-41b8-9d1e-e204a2778fb1 None None] Port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:20.017763 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8198abf3-d76e-4bd2-8efb-ac10c6637c53 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0885634 Apr 05 14:36:20.018017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36500) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:20.019250 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-454153f7-880c-41b8-9d1e-e204a2778fb1 None None] Provisioning for port 2a997703-c08c-451e-9a69-7812d6d6128a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:20.020263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'dbc571cf-658d-472f-9a94-691b8dcd5f9a', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:20.025109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-454153f7-880c-41b8-9d1e-e204a2778fb1 None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:20.025474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-454153f7-880c-41b8-9d1e-e204a2778fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.031707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:20.039780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:20.086580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:20.087895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:20.097107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:20.097804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] Deleting port f111c6c4-78c4-4867-8ac1-e26a121f385d {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:20.098254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.116046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:20.168442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:20.178684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:20.184415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c823feac-9c3f-4151-8adb-eb8b4cd68053 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.190656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:20.198316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.359427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a4e78c1d-64e9-417f-b991-b4775950d58c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.363971 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a4e78c1d-64e9-417f-b991-b4775950d58c tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/3803e42a-c6f8-4abe-bda2-1594bd7cbeba HTTP/1.1" status: 204 len: 168 time: 2.0805063 Apr 05 14:36:20.367902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36504) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:20.382142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.397237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04191792-bc6e-41f7-a4c8-6e8eb60fee83 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.435845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c823feac-9c3f-4151-8adb-eb8b4cd68053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.452057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] For port f111c6c4-78c4-4867-8ac1-e26a121f385d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f111c6c4-78c4-4867-8ac1-e26a121f385d,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:20.452599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.457814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04191792-bc6e-41f7-a4c8-6e8eb60fee83 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.486523 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7392e61-6fda-4d84-bbaa-4ffa822870de tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] GET failed (client error): The resource could not be found. Apr 05 14:36:20.487174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b7392e61-6fda-4d84-bbaa-4ffa822870de tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:20.515442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b7392e61-6fda-4d84-bbaa-4ffa822870de tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:20.516590 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b7392e61-6fda-4d84-bbaa-4ffa822870de tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports/3803e42a-c6f8-4abe-bda2-1594bd7cbeba HTTP/1.1" status: 404 len: 333 time: 0.1475263 Apr 05 14:36:20.519738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36508) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:20.572741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c823feac-9c3f-4151-8adb-eb8b4cd68053 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89786a43-0fa2-4f1f-80c7-7b43b2be081c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:20.623659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.635876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] Calling delete_port for f111c6c4-78c4-4867-8ac1-e26a121f385d owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:20.660421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c38b306-134d-497d-95f6-c7b892bb121e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.675320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.686713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a3489f-3391-40f5-8112-79c058e1bb78 None None] Network 4699aa94-ff23-419e-8916-27471cc99f9d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:20.704369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b2cac69e-9a7e-4a46-9e46-9fa11c2336e6 None None] Could not find standard attr ID for object 3803e42a-c6f8-4abe-bda2-1594bd7cbeba. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:20.714552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c823feac-9c3f-4151-8adb-eb8b4cd68053 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.716169 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c823feac-9c3f-4151-8adb-eb8b4cd68053 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89786a43-0fa2-4f1f-80c7-7b43b2be081c HTTP/1.1" status: 204 len: 168 time: 1.2945313 Apr 05 14:36:20.722318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.752525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c38b306-134d-497d-95f6-c7b892bb121e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.762142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fcabe91-baa5-4d3f-985f-2654b5bd6dd0,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:20.779151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:20.780833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.787723 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ed059c07-e38e-41e4-9756-8267c71597f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8087952 Apr 05 14:36:20.788661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:20.790317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36514) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:20.801969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:20.803505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.832730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'dbc571cf-658d-472f-9a94-691b8dcd5f9a', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:20.841858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04191792-bc6e-41f7-a4c8-6e8eb60fee83 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Router 49b33033-8493-4cfd-9e96-9aebebf1121d is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:36:20.852043 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8329859 Apr 05 14:36:20.853408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:20.855653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36518) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:20.864377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13f99a-f495-4b04-8a45-1ae5b042254e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=e37aa1c2-a679-469c-8f75-483d5dd60cde,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:20.870066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:20.874636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:20.882515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:20.896002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c38b306-134d-497d-95f6-c7b892bb121e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.928005 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:36:20.938465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c38b306-134d-497d-95f6-c7b892bb121e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.943978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0c38b306-134d-497d-95f6-c7b892bb121e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/security-groups/556916a9-c9a7-45d3-857b-e7c6ce9617e4 HTTP/1.1" status: 204 len: 168 time: 0.4225965 Apr 05 14:36:20.947287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38b306-134d-497d-95f6-c7b892bb121e tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=556916a9-c9a7-45d3-857b-e7c6ce9617e4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:20.948986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36524) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:20.949742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': 'e37aa1c2-a679-469c-8f75-483d5dd60cde', 'ip_address': '2001:db8::bc1c:d274:6ea1:2d7'}], 'name': 'tempest-NetworksTestDHCPv6-280124093'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:20.957475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.977402 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:20.981171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-19ceaa01-481f-4c05-9656-ceb1cf126104 None None] Provisioning for port 50418a53-f011-4e8f-a014-8dae1f206778 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:21.045625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] Pushing event deleted for resources: {'Port': ['ID=f111c6c4-78c4-4867-8ac1-e26a121f385d,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.066277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456a81d-29df-4fe2-916f-c508d9888c13 None None] No DVR routers for this DVR port f111c6c4-78c4-4867-8ac1-e26a121f385d on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:21.105927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.111575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e039c1-6d65-499b-a103-5ffa866e0445 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:21.120832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.148765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4eab658-8822-4731-a38a-2c3e04f53bb2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.154989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94017c43-ace5-4b54-ab5f-6bf9757cf076,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.187756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.191629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4440268e-8a7d-4eca-b231-42ee2fec3590 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3947337 Apr 05 14:36:21.192933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36532) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:21.198910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'dbc571cf-658d-472f-9a94-691b8dcd5f9a', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:21.208094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4eab658-8822-4731-a38a-2c3e04f53bb2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.228744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:21.237475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:21.260889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04191792-bc6e-41f7-a4c8-6e8eb60fee83 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:21.265476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:21.275026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] Sync routers for ids ['49b33033-8493-4cfd-9e96-9aebebf1121d'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:21.277793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:21.301627 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:36:21.301872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04191792-bc6e-41f7-a4c8-6e8eb60fee83 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.306276 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-04191792-bc6e-41f7-a4c8-6e8eb60fee83 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "PUT /v2.0/routers/49b33033-8493-4cfd-9e96-9aebebf1121d HTTP/1.1" status: 200 len: 694 time: 2.1744151 Apr 05 14:36:21.308754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36538) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:21.309743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:21.311798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.316028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50418a53-f011-4e8f-a014-8dae1f206778 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:21.368970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4eab658-8822-4731-a38a-2c3e04f53bb2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.402235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eab658-8822-4731-a38a-2c3e04f53bb2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc40739-3b1e-4ee4-b953-55a153a5320b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.413040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4eab658-8822-4731-a38a-2c3e04f53bb2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.417525 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a4eab658-8822-4731-a38a-2c3e04f53bb2 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/security-groups/5dc40739-3b1e-4ee4-b953-55a153a5320b HTTP/1.1" status: 204 len: 168 time: 0.4611707 Apr 05 14:36:21.418411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36542) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:21.430433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] Routers {'49b33033-8493-4cfd-9e96-9aebebf1121d'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:21.431211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['49b33033-8493-4cfd-9e96-9aebebf1121d'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:21.480305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.495909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.500475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:21.523688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:21.556088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbab942d-042a-4feb-a872-eed8bb215b67 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.559697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.570156 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3670125 Apr 05 14:36:21.570156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8517923-31a3-4903-bcb5-8536151a4cdf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6bd87c7-2ea4-4c99-93e5-19bf8d728a03,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.614266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbab942d-042a-4feb-a872-eed8bb215b67 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.660774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36550) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:21.663373 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cdb9309c-5e0c-4a02-bb1c-261279683abe tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/routers/49b33033-8493-4cfd-9e96-9aebebf1121d HTTP/1.1" status: 200 len: 700 time: 0.3498218 Apr 05 14:36:21.745555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] Set router 49b33033-8493-4cfd-9e96-9aebebf1121d gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:21.760136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ebe45b94-f2af-4397-994d-a031ffe5e61b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Synchronizing usage tracker for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:21.787979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.793854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ebe45b94-f2af-4397-994d-a031ffe5e61b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Unset dirty status for tenant:2f395c48b2704042a68c4ca2aef66b04 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:21.794535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': 'e37aa1c2-a679-469c-8f75-483d5dd60cde'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:21.795090 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ebe45b94-f2af-4397-994d-a031ffe5e61b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=49b33033-8493-4cfd-9e96-9aebebf1121d HTTP/1.1" status: 200 len: 205 time: 0.1334012 Apr 05 14:36:21.795612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.796470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbab942d-042a-4feb-a872-eed8bb215b67 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.802926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36556) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:21.835958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab942d-042a-4feb-a872-eed8bb215b67 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=314152f1-1248-4df1-8382-4ffac3cdc9e2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:21.839138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fbab942d-042a-4feb-a872-eed8bb215b67 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.840873 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fbab942d-042a-4feb-a872-eed8bb215b67 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/security-groups/314152f1-1248-4df1-8382-4ffac3cdc9e2 HTTP/1.1" status: 204 len: 168 time: 0.4203660 Apr 05 14:36:21.844090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36564) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:21.871331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 50418a53-f011-4e8f-a014-8dae1f206778 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:21.958526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port ac3a99d8-010c-4ed4-8528-ad5ee7145243 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:21.964984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b33033-8493-4cfd-9e96-9aebebf1121d', 'name': 'tempest-RoutersTest-router-1123646803', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:18Z', 'updated_at': '2022-04-05T14:36:20Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:21.969514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 50418a53-f011-4e8f-a014-8dae1f206778 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:21.970775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:21.978906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-c9a7d51e-470b-498b-af60-37904a9f7b1c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:22.013498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] Checking router: 49b33033-8493-4cfd-9e96-9aebebf1121d for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:36:22.027671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-c9a7d51e-470b-498b-af60-37904a9f7b1c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:22.036839 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-c9a7d51e-470b-498b-af60-37904a9f7b1c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1422401989&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.1278253 Apr 05 14:36:22.113421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] Routers {'49b33033-8493-4cfd-9e96-9aebebf1121d'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:22.114593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:35:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['49b33033-8493-4cfd-9e96-9aebebf1121d'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:22.190283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b445921d-7cbf-4ed2-b2aa-dda261e2b43f None None] Provisioning complete for port 50418a53-f011-4e8f-a014-8dae1f206778 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:22.190647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b445921d-7cbf-4ed2-b2aa-dda261e2b43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.191449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36574) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:22.250019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f53b199f-70e5-481a-9066-5909d4f9f4f6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.351444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-93541ba5-ef91-4517-afb6-c23de7066e2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:22.358194 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-93541ba5-ef91-4517-afb6-c23de7066e2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=4699aa94-ff23-419e-8916-27471cc99f9d HTTP/1.1" status: 200 len: 796 time: 0.3196161 Apr 05 14:36:22.380383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-365039ce-33ba-4309-b855-dd9bcb9e215a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0212879 Apr 05 14:36:22.402417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.413911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] Set router 49b33033-8493-4cfd-9e96-9aebebf1121d gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:36:22.439092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1298444188'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:22.454811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:22.467533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:22.506320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-50e82534-c539-475f-b35e-672650f198bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet f9fb08b9-d6a7-4476-90f6-3a237492e2ce {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:22.518108 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-03b2a3be-a66a-413e-a67f-b981fcf5f5d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1358306 Apr 05 14:36:22.520529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e82534-c539-475f-b35e-672650f198bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.532964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:22.545992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49b33033-8493-4cfd-9e96-9aebebf1121d', 'name': 'tempest-RoutersTest-router-1123646803', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:18Z', 'updated_at': '2022-04-05T14:36:20Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:22.552072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68dfc9f9-0ba0-4501-a4ac-865ca1eeaaf9 None None] The sync data for ids ['49b33033-8493-4cfd-9e96-9aebebf1121d'] in dv-neutron-829488-2-hyperv is: [{'id': '49b33033-8493-4cfd-9e96-9aebebf1121d', 'name': 'tempest-RoutersTest-router-1123646803', 'tenant_id': '2f395c48b2704042a68c4ca2aef66b04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:18Z', 'updated_at': '2022-04-05T14:36:20Z', 'revision_number': 2, 'project_id': '2f395c48b2704042a68c4ca2aef66b04', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:22.581413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 50418a53-f011-4e8f-a014-8dae1f206778, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50418a53-f011-4e8f-a014-8dae1f206778,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:22.594516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.607135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e82534-c539-475f-b35e-672650f198bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.637614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:22.637614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::bc1c:d274:6ea1:2d7 (f733e752-faf0-4209-b7c7-bca371750f1b/e37aa1c2-a679-469c-8f75-483d5dd60cde/ac3a99d8-010c-4ed4-8528-ad5ee7145243) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:22.701537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f111c6c4-78c4-4867-8ac1-e26a121f385d no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:22.720456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.742311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: f111c6c4-78c4-4867-8ac1-e26a121f385d {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:36:22.742713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f111c6c4-78c4-4867-8ac1-e26a121f385d not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:36:22.752096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=50418a53-f011-4e8f-a014-8dae1f206778,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:22.811809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.844918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f53b199f-70e5-481a-9066-5909d4f9f4f6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.868519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f53b199f-70e5-481a-9066-5909d4f9f4f6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.869385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e82534-c539-475f-b35e-672650f198bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:22.930209 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-c0ffd91b-3a49-4eda-a440-317a8655c67a service neutron] 10.222.0.18 "GET /v2.0/networks/4699aa94-ff23-419e-8916-27471cc99f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514111 Apr 05 14:36:22.947736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:22.960566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:22.965422 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:22.976897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:23.019886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f53b199f-70e5-481a-9066-5909d4f9f4f6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.020344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53b199f-70e5-481a-9066-5909d4f9f4f6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Fanout notify agent at l3_agent the message router_deleted on router 49b33033-8493-4cfd-9e96-9aebebf1121d {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:36:23.035474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e82534-c539-475f-b35e-672650f198bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.075313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.083446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e82534-c539-475f-b35e-672650f198bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=f9fb08b9-d6a7-4476-90f6-3a237492e2ce,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:23.106909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50e82534-c539-475f-b35e-672650f198bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.113771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7ffe2e-a4e7-4aba-ad7b-4c1556cfa1a5 None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:23.121459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object ac3a99d8-010c-4ed4-8528-ad5ee7145243 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:23.125332 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-50e82534-c539-475f-b35e-672650f198bf tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/f9fb08b9-d6a7-4476-90f6-3a237492e2ce HTTP/1.1" status: 204 len: 168 time: 1.2801592 Apr 05 14:36:23.129474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36582) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.153489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f53b199f-70e5-481a-9066-5909d4f9f4f6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.159109 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f53b199f-70e5-481a-9066-5909d4f9f4f6 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/49b33033-8493-4cfd-9e96-9aebebf1121d HTTP/1.1" status: 204 len: 168 time: 1.3551464 Apr 05 14:36:23.163802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36586) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.167131 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-d83a4d59-6aaa-4212-827b-2c30359dd694 service neutron] 10.222.0.18 "GET /v2.0/networks/4699aa94-ff23-419e-8916-27471cc99f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282941 Apr 05 14:36:23.171386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.201800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-081ef682-01a7-4747-948c-c9a124794fb3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet bf64be3a-76a4-40c2-9d57-1795a08c635b {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:23.205342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-081ef682-01a7-4747-948c-c9a124794fb3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.205539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50418a53-f011-4e8f-a014-8dae1f206778 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:23.208342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.233662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-43531bbb-8d8c-44f5-a172-fa24e4cfe718 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=49b33033-8493-4cfd-9e96-9aebebf1121d HTTP/1.1" status: 200 len: 205 time: 0.0688126 Apr 05 14:36:23.234269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36590) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.266395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-081ef682-01a7-4747-948c-c9a124794fb3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.352776 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-6c857201-e1f8-49b7-a935-535fee2cca61 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] delete failed (client error): The resource could not be found. Apr 05 14:36:23.357427 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6c857201-e1f8-49b7-a935-535fee2cca61 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/49b33033-8493-4cfd-9e96-9aebebf1121d HTTP/1.1" status: 404 len: 336 time: 0.1173544 Apr 05 14:36:23.359236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36596) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.364435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:23.367790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.370702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d090ca-866e-4c60-be29-262e4adbc184,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:23.376246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:23.409245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:23.436955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:23.451077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 50418a53-f011-4e8f-a014-8dae1f206778 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:23.451449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.455964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.456386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.456637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.456952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.457245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.457574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.457893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.458249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.458579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.458949 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.459291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:23.479341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-081ef682-01a7-4747-948c-c9a124794fb3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.482302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:23.488125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:23.493032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:23.498174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.498795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.509214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=ac3a99d8-010c-4ed4-8528-ad5ee7145243,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:23.549221 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d26705-81ea-428a-959c-8f58370ffb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:23.549812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d26705-81ea-428a-959c-8f58370ffb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:23.560433 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c5c49fe8-a33b-4b91-afe7-62279f8069b2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7012091 Apr 05 14:36:23.562290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36600) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.565024 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-11c2c001-3e78-414c-bad6-f958c377f2db req-a44ea45f-7acd-4f16-9ae8-0f029ca8986e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 210 time: 0.2019010 Apr 05 14:36:23.567242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/e37aa1c2-a679-469c-8f75-483d5dd60cde/46310b5f-b419-410a-a2a6-30d597c6d25b) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:23.587671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b3d26705-81ea-428a-959c-8f58370ffb69 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/f8a5020e-98df-48b7-9553-1caae0c0b1e6 HTTP/1.1" status: 404 len: 337 time: 0.2221413 Apr 05 14:36:23.588326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36604) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.643434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.651578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-081ef682-01a7-4747-948c-c9a124794fb3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.656209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.692508 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d76a86-2b96-4602-9a0b-fc3189fe1306 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:23.692739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d76a86-2b96-4602-9a0b-fc3189fe1306 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:23.696988 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-99d76a86-2b96-4602-9a0b-fc3189fe1306 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/2a97824e-7335-4df6-af67-fed9423323f7 HTTP/1.1" status: 404 len: 337 time: 0.1054606 Apr 05 14:36:23.698384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36608) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.703077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081ef682-01a7-4747-948c-c9a124794fb3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=bf64be3a-76a4-40c2-9d57-1795a08c635b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:23.709191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-081ef682-01a7-4747-948c-c9a124794fb3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.711326 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-081ef682-01a7-4747-948c-c9a124794fb3 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/bf64be3a-76a4-40c2-9d57-1795a08c635b HTTP/1.1" status: 204 len: 168 time: 0.5815985 Apr 05 14:36:23.713792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36612) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.754561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.758280 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.5605023 Apr 05 14:36:23.758280 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3205076-2c5b-46cd-8a28-0211fc96f41b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:23.758280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3205076-2c5b-46cd-8a28-0211fc96f41b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:23.759769 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d3205076-2c5b-46cd-8a28-0211fc96f41b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/4e12a33a-2e44-488d-aa63-291aab12e0dd HTTP/1.1" status: 404 len: 337 time: 0.0599375 Apr 05 14:36:23.760024 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f5c849-4ee0-4922-b7bd-2747e9b7adf7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:23.760607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f5c849-4ee0-4922-b7bd-2747e9b7adf7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:23.762422 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e9f5c849-4ee0-4922-b7bd-2747e9b7adf7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/f9fb08b9-d6a7-4476-90f6-3a237492e2ce HTTP/1.1" status: 404 len: 337 time: 0.0475688 Apr 05 14:36:23.763114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36616) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.763575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36618) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.764876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573af9bc-5a5b-4e71-9cf3-8231f68ffde9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c738ac4-8d81-4ecd-9d10-0ec362cd85fc,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:23.768240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36620) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.828225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05474aec-1f3b-45c2-b2f6-fad3de656a14 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:23.829102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-05474aec-1f3b-45c2-b2f6-fad3de656a14 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:23.836436 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ff6c31-22c8-4875-80d5-e82c103173a3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:23.836863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40ff6c31-22c8-4875-80d5-e82c103173a3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:23.838542 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-40ff6c31-22c8-4875-80d5-e82c103173a3 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/334d58dc-f9ee-42ed-9f0f-e1288d9b2c6e HTTP/1.1" status: 404 len: 337 time: 0.0716817 Apr 05 14:36:23.841450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36628) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.899744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cb13be09-887d-4e5a-bdf5-de154887f48e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 200 len: 205 time: 0.0569096 Apr 05 14:36:23.906080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36632) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.942300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.955606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Transition to ACTIVE for port object 46310b5f-b419-410a-a2a6-30d597c6d25b will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:23.982518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fd4e6b72-1433-4bc7-a3f5-676d9244c4f8 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2176659 Apr 05 14:36:23.985750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Transition to ACTIVE for port object 46310b5f-b419-410a-a2a6-30d597c6d25b will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:23.989245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36636) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:23.993038 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-96ae3255-5b76-41fb-beda-45c0e129889e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] delete failed (client error): The resource could not be found. Apr 05 14:36:23.996521 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-96ae3255-5b76-41fb-beda-45c0e129889e tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/37c6895e-9b79-4015-be83-480882cb809a HTTP/1.1" status: 404 len: 336 time: 0.0870724 Apr 05 14:36:23.996719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:23.997702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-31a77988-be56-46e5-a439-b43e82aa3372 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-security--341168674', 'description': 'tempest-security-description-2083912488'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:24.007835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36640) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.063028 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2e395df4-20cc-4320-a7e2-2e57bd1859ab tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=60f5f5fd-ee57-4678-a0b0-e627649f6717 HTTP/1.1" status: 200 len: 205 time: 0.0520444 Apr 05 14:36:24.063840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36644) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.081809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:24.085428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:24.088059 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:24.098340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Pushing event updated for resources: {'Port': ['ID=46310b5f-b419-410a-a2a6-30d597c6d25b,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:24.099900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-05474aec-1f3b-45c2-b2f6-fad3de656a14 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:24.104315 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-05474aec-1f3b-45c2-b2f6-fad3de656a14 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.5411916 Apr 05 14:36:24.107733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36648) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.236724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-43bccffb-3f4f-4eea-8b9f-9327864e5da2 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] delete failed (client error): The resource could not be found. Apr 05 14:36:24.240594 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-43bccffb-3f4f-4eea-8b9f-9327864e5da2 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/60f5f5fd-ee57-4678-a0b0-e627649f6717 HTTP/1.1" status: 404 len: 336 time: 0.1736531 Apr 05 14:36:24.242341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31a77988-be56-46e5-a439-b43e82aa3372 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.242496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ba412e6-abbc-40e2-ab65-5064a68492f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.259387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b87de7b-871c-4ca2-a66f-8899d71b2c0a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting subnet bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:24.262633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b87de7b-871c-4ca2-a66f-8899d71b2c0a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.266160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Attempting to bind port 46310b5f-b419-410a-a2a6-30d597c6d25b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:24.266718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Attempting to bind port 46310b5f-b419-410a-a2a6-30d597c6d25b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:24.267287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Attempting to bind port 46310b5f-b419-410a-a2a6-30d597c6d25b on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:24.277924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:24.278577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:24.279127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.279752 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:24.280380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Bound port: 46310b5f-b419-410a-a2a6-30d597c6d25b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:24.280923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.303973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36652) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.308598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31a77988-be56-46e5-a439-b43e82aa3372 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.313268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31a77988-be56-46e5-a439-b43e82aa3372 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.317271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-31a77988-be56-46e5-a439-b43e82aa3372 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.323459 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-31a77988-be56-46e5-a439-b43e82aa3372 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "PUT /v2.0/security-groups/1c738ac4-8d81-4ecd-9d10-0ec362cd85fc HTTP/1.1" status: 200 len: 1611 time: 0.3333626 Apr 05 14:36:24.324137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36656) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.389273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-eeafe504-e078-41db-a799-4672e2ae10e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port ac3a99d8-010c-4ed4-8528-ad5ee7145243 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:24.389618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eeafe504-e078-41db-a799-4672e2ae10e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.411850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a77988-be56-46e5-a439-b43e82aa3372 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c738ac4-8d81-4ecd-9d10-0ec362cd85fc,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:24.448150 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1b0501be-c50e-47f2-ae68-0c88861b3ae9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups/1c738ac4-8d81-4ecd-9d10-0ec362cd85fc HTTP/1.1" status: 200 len: 1611 time: 0.1162643 Apr 05 14:36:24.452747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36664) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.484023 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] For port 46310b5f-b419-410a-a2a6-30d597c6d25b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:24.488988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] For port 46310b5f-b419-410a-a2a6-30d597c6d25b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=46310b5f-b419-410a-a2a6-30d597c6d25b,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:24.495887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.531388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.540067 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-22359e14-ce12-4e54-a294-9cfc6855aa10 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:24.540556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22359e14-ce12-4e54-a294-9cfc6855aa10 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:24.545198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36668) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.545851 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-22359e14-ce12-4e54-a294-9cfc6855aa10 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/8c03953e-6326-449f-a8ac-dd0edd3b29a5 HTTP/1.1" status: 404 len: 337 time: 0.2389340 Apr 05 14:36:24.580834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b87de7b-871c-4ca2-a66f-8899d71b2c0a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.603420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c67e16-6ccd-4520-9bd9-8384e1af19fa None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:24.617925 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c08a67dc-c075-4a7e-8fca-f2529c5fe24b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 HTTP/1.1" status: 200 len: 205 time: 0.0686550 Apr 05 14:36:24.619665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36674) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.697021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.745095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89f7db-13de-483d-af6e-bc17dacdc2ab None None] Pushing event updated for resources: {'Port': ['ID=46310b5f-b419-410a-a2a6-30d597c6d25b,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:24.813203 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-65829d94-74db-4a30-9723-cd28bf771b75 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] delete failed (client error): The resource could not be found. Apr 05 14:36:24.815002 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-65829d94-74db-4a30-9723-cd28bf771b75 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/6e90dc29-f0be-4e28-8dc1-5ff2a5ee2ed3 HTTP/1.1" status: 404 len: 336 time: 0.1942527 Apr 05 14:36:24.819359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36678) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.827084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fefaba26-eef8-4eab-ad60-e3b863070208 None None] Provisioning complete for port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:24.827703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fefaba26-eef8-4eab-ad60-e3b863070208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.838879 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-72488da2-e7d5-4eb1-a61a-c73f25601af9 req-8cd6eb2b-0b05-4974-bcd4-7336385fed11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 210 time: 0.1170073 Apr 05 14:36:24.885087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.904142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c738ac4-8d81-4ecd-9d10-0ec362cd85fc,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:24.915565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-fefaba26-eef8-4eab-ad60-e3b863070208 None None] Port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:24.919585 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fc77ec7b-a97d-4cfd-a8db-b68270fd93b1 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=6044b2b6-5524-4f1f-8463-6e90716b74cd HTTP/1.1" status: 200 len: 205 time: 0.0962906 Apr 05 14:36:24.921951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.922337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.922676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.923029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.923350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.923678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.924585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.924585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.924785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36682) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:24.924866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.924952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.925429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:24.928812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:24.932104 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d528815c-8e57-42fb-b37c-4dd939e0ca21 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c738ac4-8d81-4ecd-9d10-0ec362cd85fc HTTP/1.1" status: 204 len: 168 time: 0.4758265 Apr 05 14:36:24.932408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36684) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.007761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9f73cae4-9122-4715-82fe-4753ecc3b799 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:25.032366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9f73cae4-9122-4715-82fe-4753ecc3b799 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:25.036533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9f73cae4-9122-4715-82fe-4753ecc3b799 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1006289 Apr 05 14:36:25.037197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36690) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.041619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fefaba26-eef8-4eab-ad60-e3b863070208 None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:25.042185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fefaba26-eef8-4eab-ad60-e3b863070208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.047270 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-11e7c46f-01a3-4c91-9355-3eee04b70724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] delete failed (client error): The resource could not be found. Apr 05 14:36:25.049757 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-11e7c46f-01a3-4c91-9355-3eee04b70724 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/6044b2b6-5524-4f1f-8463-6e90716b74cd HTTP/1.1" status: 404 len: 336 time: 0.1147020 Apr 05 14:36:25.061025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36694) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.082834 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-9880c93e-0394-457f-842e-3a98784e0c6d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] delete failed (client error): The resource could not be found. Apr 05 14:36:25.088362 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9880c93e-0394-457f-842e-3a98784e0c6d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/1c738ac4-8d81-4ecd-9d10-0ec362cd85fc HTTP/1.1" status: 404 len: 347 time: 0.0500252 Apr 05 14:36:25.089000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36698) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.098451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--420506906'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:25.106718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:25.121829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:25.129985 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-49beceee-8e4c-4ec9-8037-c05ceb48d113 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:25.130551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49beceee-8e4c-4ec9-8037-c05ceb48d113 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:25.133377 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-49beceee-8e4c-4ec9-8037-c05ceb48d113 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/a80b4e9c-e48d-4e88-92b6-ea86e37fbb3b HTTP/1.1" status: 404 len: 337 time: 0.0711625 Apr 05 14:36:25.137289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36702) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.140538 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eeafe504-e078-41db-a799-4672e2ae10e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.145043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.153094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b87de7b-871c-4ca2-a66f-8899d71b2c0a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.229326 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fb77e482-94a2-4f44-8017-dd7419da29b2 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=5022a5d0-c426-4a82-8f54-ea3c3b99c16b HTTP/1.1" status: 200 len: 205 time: 0.0833964 Apr 05 14:36:25.232622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36706) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.271724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 46310b5f-b419-410a-a2a6-30d597c6d25b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:25.323152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-135a309c-02b8-43c5-b27e-b6cbc757f411 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] delete failed (client error): The resource could not be found. Apr 05 14:36:25.326730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-135a309c-02b8-43c5-b27e-b6cbc757f411 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/5022a5d0-c426-4a82-8f54-ea3c3b99c16b HTTP/1.1" status: 404 len: 336 time: 0.0907001 Apr 05 14:36:25.327811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36710) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.328993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-eeafe504-e078-41db-a799-4672e2ae10e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for ac3a99d8-010c-4ed4-8528-ad5ee7145243 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:25.330572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:25.374584 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c872c2-3585-4ab5-af7e-c0900723dd32 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:25.375186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c872c2-3585-4ab5-af7e-c0900723dd32 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:25.380109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:25.385637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:25.394074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:25.399687 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c3c872c2-3585-4ab5-af7e-c0900723dd32 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/09d9d727-f3d3-4306-aca6-94aa347ee84c HTTP/1.1" status: 404 len: 337 time: 0.0681891 Apr 05 14:36:25.402072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36714) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.440944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b87de7b-871c-4ca2-a66f-8899d71b2c0a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.452014 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 46310b5f-b419-410a-a2a6-30d597c6d25b completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:25.456987 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0b745b75-13a6-45f3-a565-c7965eb5922c tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "GET /v2.0/ports?device_id=58d75986-193f-40dd-ad25-58b1151bbc1a HTTP/1.1" status: 200 len: 205 time: 0.0554917 Apr 05 14:36:25.462200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36718) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.520725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b87de7b-871c-4ca2-a66f-8899d71b2c0a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Subnet': ['ID=bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:25.530776 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-8660ad2a-0f47-4a53-90f5-468eb5590845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] delete failed (client error): The resource could not be found. Apr 05 14:36:25.542076 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8660ad2a-0f47-4a53-90f5-468eb5590845 tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/routers/58d75986-193f-40dd-ad25-58b1151bbc1a HTTP/1.1" status: 404 len: 336 time: 0.0687160 Apr 05 14:36:25.542305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2b87de7b-871c-4ca2-a66f-8899d71b2c0a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.552137 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2b87de7b-871c-4ca2-a66f-8899d71b2c0a tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/bc0795eb-88e7-4dcd-bc53-b1c99e1c6a10 HTTP/1.1" status: 204 len: 168 time: 1.7804067 Apr 05 14:36:25.553017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36722) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.580590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.587103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.598589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36728) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.648914 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-82ef02b7-ecab-4e20-80e9-33901c2f97e9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:25.649353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82ef02b7-ecab-4e20-80e9-33901c2f97e9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:25.651031 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-82ef02b7-ecab-4e20-80e9-33901c2f97e9 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/f1eaa517-8c06-4e96-aade-23d7c7d446e9 HTTP/1.1" status: 404 len: 337 time: 0.0970728 Apr 05 14:36:25.655012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36732) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.668612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf26f0c-6609-45b6-84ac-6e1c38dfcc2e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:25.673302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.674649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ccc94709-1208-4971-af31-e833b9f5366f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5846193 Apr 05 14:36:25.677701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36736) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.684949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': 'ccf26f0c-6609-45b6-84ac-6e1c38dfcc2e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:25.695373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:25.710325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:25.713340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:25.719585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:25.741169 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb798479-3ff5-4d37-9b85-8943e2a39d5a tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:25.742430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb798479-3ff5-4d37-9b85-8943e2a39d5a tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:25.747481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36744) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.747832 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cb798479-3ff5-4d37-9b85-8943e2a39d5a tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/ea86b97f-20d4-4638-b8a1-ab61b07cbdf5 HTTP/1.1" status: 404 len: 337 time: 0.1451941 Apr 05 14:36:25.748962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eeafe504-e078-41db-a799-4672e2ae10e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.768084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ec3a987b-4571-473a-979a-09a721a0deb5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Synchronizing usage tracker for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:25.827765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.840424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeafe504-e078-41db-a799-4672e2ae10e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=ac3a99d8-010c-4ed4-8528-ad5ee7145243,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:25.844600 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-78d7f6d9-dc7e-4bca-a4b6-fefca53bcc3b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:25.845921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78d7f6d9-dc7e-4bca-a4b6-fefca53bcc3b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:25.850435 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-78d7f6d9-dc7e-4bca-a4b6-fefca53bcc3b tempest-RoutersTest-1345974214 tempest-RoutersTest-1345974214-project] 10.222.0.18 "DELETE /v2.0/subnets/5f965466-de7c-4794-8ddd-6d3989ded284 HTTP/1.1" status: 404 len: 337 time: 0.0995221 Apr 05 14:36:25.915078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eeafe504-e078-41db-a799-4672e2ae10e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.917243 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-eeafe504-e078-41db-a799-4672e2ae10e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/ac3a99d8-010c-4ed4-8528-ad5ee7145243 HTTP/1.1" status: 204 len: 168 time: 1.8087187 Apr 05 14:36:25.918722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ec3a987b-4571-473a-979a-09a721a0deb5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Unset dirty status for tenant:a0ebd2d1651f4f38b30c4e8a884000ca on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:25.923429 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec3a987b-4571-473a-979a-09a721a0deb5 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "GET /v2.0/ports?device_id=e76b2fe1-abd0-4b53-86ba-05ae82dc3469 HTTP/1.1" status: 200 len: 205 time: 0.2674525 Apr 05 14:36:25.924248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36752) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.924662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36754) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:25.944686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:25.957416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.018027 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-55283187-0557-4638-9eff-601bdc77a6fe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] delete failed (client error): The resource could not be found. Apr 05 14:36:26.022348 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-55283187-0557-4638-9eff-601bdc77a6fe tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/routers/e76b2fe1-abd0-4b53-86ba-05ae82dc3469 HTTP/1.1" status: 404 len: 336 time: 0.0939810 Apr 05 14:36:26.038712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36760) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.049691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf7b4e5-ab10-42b8-a5f7-d9cde9bd44ba,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:26.111520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726fda55-060e-4546-968b-d5e0a5c957d4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.113390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726fda55-060e-4546-968b-d5e0a5c957d4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:26.115374 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-726fda55-060e-4546-968b-d5e0a5c957d4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1894572 Apr 05 14:36:26.118240 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c82864a-c729-42bb-bfe3-99d6199aff4d req-c73ce1c9-4c5f-434f-b24f-81dbb1071fcd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 210 time: 0.1229866 Apr 05 14:36:26.121656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36764) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.122610 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-9389348b-4e07-4961-b02f-54b204c1b7e6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:26.123046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9389348b-4e07-4961-b02f-54b204c1b7e6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:26.179963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.181117 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cf93e43b-f6a7-47b4-9530-ac71a5a5ab84 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5024235 Apr 05 14:36:26.185294 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9389348b-4e07-4961-b02f-54b204c1b7e6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/a8c07335-683f-4e1d-b432-fe498aaf7858 HTTP/1.1" status: 404 len: 337 time: 0.1305408 Apr 05 14:36:26.185427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36768) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.186626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36770) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.327573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d79465a2-166a-40c7-b0ee-be4e09f8fa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.367045 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Provisioning for port 46310b5f-b419-410a-a2a6-30d597c6d25b completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:26.376645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Provisioning complete for port 46310b5f-b419-410a-a2a6-30d597c6d25b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:26.377004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.413257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be989cc-3a88-41ac-9a3b-3c62eb1e25a1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet e37aa1c2-a679-469c-8f75-483d5dd60cde {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:26.417351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0be989cc-3a88-41ac-9a3b-3c62eb1e25a1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.426861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36780) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.437928 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-1218670f-35e8-4341-af6c-012b606317a6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:26.438389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1218670f-35e8-4341-af6c-012b606317a6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:26.440006 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1218670f-35e8-4341-af6c-012b606317a6 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/5a09dbab-1918-4833-b5ac-fff7ca78c2e6 HTTP/1.1" status: 404 len: 337 time: 0.2525024 Apr 05 14:36:26.448894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36786) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.545392 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-35ab2da5-9ceb-40ba-a53a-c346f599bc50 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:26.546536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35ab2da5-9ceb-40ba-a53a-c346f599bc50 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:26.548355 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-35ab2da5-9ceb-40ba-a53a-c346f599bc50 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/6371f27e-9ef8-4b32-9de9-ae26316eba19 HTTP/1.1" status: 404 len: 337 time: 0.0985224 Apr 05 14:36:26.549675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e5ab58d6-8350-47b9-ab62-41b50059a4ed tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.550816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0be989cc-3a88-41ac-9a3b-3c62eb1e25a1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.563685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36790) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.567876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e5ab58d6-8350-47b9-ab62-41b50059a4ed tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.626182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1deb240e-c31f-4117-83f5-fd82a61b5f5c None None] Network 1e7afdbe-15b1-4d07-85e6-0e94fe943874 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:26.649927 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f6a8ef-4521-4818-a8c9-889fca890638 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:26.650565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f6a8ef-4521-4818-a8c9-889fca890638 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:26.652328 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-36f6a8ef-4521-4818-a8c9-889fca890638 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/14f82f1f-c26b-4b6b-b82c-4f60f4bd71fb HTTP/1.1" status: 404 len: 333 time: 0.0876405 Apr 05 14:36:26.656483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36796) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.689824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0be989cc-3a88-41ac-9a3b-3c62eb1e25a1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.705096 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d6d06c-1d4a-4e7b-9245-77d9031f1a12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:26.705591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d6d06c-1d4a-4e7b-9245-77d9031f1a12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:26.710641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e5ab58d6-8350-47b9-ab62-41b50059a4ed tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.721387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e5ab58d6-8350-47b9-ab62-41b50059a4ed tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.722662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e5ab58d6-8350-47b9-ab62-41b50059a4ed tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1cf7b4e5-ab10-42b8-a5f7-d9cde9bd44ba HTTP/1.1" status: 204 len: 168 time: 0.5375738 Apr 05 14:36:26.726522 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-99d6d06c-1d4a-4e7b-9245-77d9031f1a12 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/5660bda3-e15f-438f-b03b-55faa1816e32 HTTP/1.1" status: 404 len: 337 time: 0.0686591 Apr 05 14:36:26.727160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36800) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.731376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab58d6-8350-47b9-ab62-41b50059a4ed tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1cf7b4e5-ab10-42b8-a5f7-d9cde9bd44ba,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:26.733320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36802) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.804415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.812571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0be989cc-3a88-41ac-9a3b-3c62eb1e25a1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.814241 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef35c9a9-8eeb-426b-bf8f-b4ef14bbb6df tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:26.815060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef35c9a9-8eeb-426b-bf8f-b4ef14bbb6df tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:26.816548 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ef35c9a9-8eeb-426b-bf8f-b4ef14bbb6df tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/4bb8c362-1f6d-44b0-ac4f-c3c58def2d46 HTTP/1.1" status: 404 len: 337 time: 0.0822403 Apr 05 14:36:26.821924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36808) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.874067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4eacd3eb-891d-40a3-a675-6cff2e5b3199 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:26.895674 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-49d6f883-cc8f-4b89-9cb4-d67ab7e5b38d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f395c48b2704042a68c4ca2aef66b04&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4671426 Apr 05 14:36:26.898194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36814) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.926349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:26.926707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:26.936095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4eacd3eb-891d-40a3-a675-6cff2e5b3199 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:26.941100 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4eacd3eb-891d-40a3-a675-6cff2e5b3199 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2109015 Apr 05 14:36:26.941255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be989cc-3a88-41ac-9a3b-3c62eb1e25a1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=e37aa1c2-a679-469c-8f75-483d5dd60cde,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:26.945044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36818) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.962339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0be989cc-3a88-41ac-9a3b-3c62eb1e25a1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:26.965337 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba20388-758e-422c-b8af-1a1a448f2b72 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:26.965756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aba20388-758e-422c-b8af-1a1a448f2b72 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:26.972509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c311988-faba-4c9a-9c20-f776b8dd8697 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:26.982512 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-aba20388-758e-422c-b8af-1a1a448f2b72 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/634b7098-40b5-4c95-bac0-b62da91cd4d9 HTTP/1.1" status: 404 len: 333 time: 0.1219878 Apr 05 14:36:26.983655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36824) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:26.989386 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0be989cc-3a88-41ac-9a3b-3c62eb1e25a1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/e37aa1c2-a679-469c-8f75-483d5dd60cde HTTP/1.1" status: 204 len: 168 time: 0.8613682 Apr 05 14:36:26.995584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36828) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:27.042278 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-137b1d91-5e5e-41fd-b4f8-c363f44a5e84 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:27.042723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-137b1d91-5e5e-41fd-b4f8-c363f44a5e84 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:27.046873 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-137b1d91-5e5e-41fd-b4f8-c363f44a5e84 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/07b9b37b-8d03-4a79-a7f4-cc6aaaedefa2 HTTP/1.1" status: 404 len: 337 time: 0.0622377 Apr 05 14:36:27.048993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36832) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:27.086903 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fa43a18b-a4cf-422d-a07c-a2552946b1f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0878925 Apr 05 14:36:27.090801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36836) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:27.103684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:27.208624 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb03cfbb-56fe-4198-974c-3cc5b77b24e7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] DELETE failed (client error): The resource could not be found. Apr 05 14:36:27.209077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb03cfbb-56fe-4198-974c-3cc5b77b24e7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:27.213651 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eb03cfbb-56fe-4198-974c-3cc5b77b24e7 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/subnets/133b7681-bef9-414a-97ba-9c0006077f77 HTTP/1.1" status: 404 len: 337 time: 0.1636829 Apr 05 14:36:27.214748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d231de7-c5a6-44b6-9b85-32a3222f8e41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.215211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36842) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:27.240597 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa79c971-4e35-42f3-a466-3d637e383600 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.266780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] DHCP port deletion for 1e7afdbe-15b1-4d07-85e6-0e94fe943874 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:27.272714 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] Deleting port 2a997703-c08c-451e-9a69-7812d6d6128a {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:27.273082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.310602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:27.318145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d231de7-c5a6-44b6-9b85-32a3222f8e41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.328371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Deleting port 46310b5f-b419-410a-a2a6-30d597c6d25b {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:27.328899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.330670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa79c971-4e35-42f3-a466-3d637e383600 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.347069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:27.352253 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b478d81e-875e-425c-9065-4ecef892bc6d req-67b26524-3e8d-4bfa-89c5-19745e15af7c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 210 time: 0.0508778 Apr 05 14:36:27.362435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b3038205-e30e-405f-bd3a-cc00d8c69b6b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 080fd4df-137a-4475-b8b4-b7c0ceec9c4e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:27.362829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3038205-e30e-405f-bd3a-cc00d8c69b6b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.364211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:27.383131 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:27.400843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:27.441051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:27.508173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa79c971-4e35-42f3-a466-3d637e383600 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.525427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d231de7-c5a6-44b6-9b85-32a3222f8e41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.538174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.555025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79c971-4e35-42f3-a466-3d637e383600 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf26f0c-6609-45b6-84ac-6e1c38dfcc2e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:27.577375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.592024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d231de7-c5a6-44b6-9b85-32a3222f8e41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45750e59-4f0e-4dbf-a0a7-d29e3dbe6a8d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:27.609090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.609783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.620110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3038205-e30e-405f-bd3a-cc00d8c69b6b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.636903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa79c971-4e35-42f3-a466-3d637e383600 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.638088 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fa79c971-4e35-42f3-a466-3d637e383600 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/ccf26f0c-6609-45b6-84ac-6e1c38dfcc2e HTTP/1.1" status: 204 len: 168 time: 0.6914685 Apr 05 14:36:27.686514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36846) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:27.722368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d231de7-c5a6-44b6-9b85-32a3222f8e41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.722368 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8d231de7-c5a6-44b6-9b85-32a3222f8e41 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45750e59-4f0e-4dbf-a0a7-d29e3dbe6a8d HTTP/1.1" status: 204 len: 168 time: 0.8187115 Apr 05 14:36:27.799397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b3038205-e30e-405f-bd3a-cc00d8c69b6b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 080fd4df-137a-4475-b8b4-b7c0ceec9c4e owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:27.830071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] For port 46310b5f-b419-410a-a2a6-30d597c6d25b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=46310b5f-b419-410a-a2a6-30d597c6d25b,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:27.844833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.847709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] For port 2a997703-c08c-451e-9a69-7812d6d6128a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2a997703-c08c-451e-9a69-7812d6d6128a,segment=NetworkSegment(51294951-5698-49ca-b6b2-d815d1dd049e),segment_id=51294951-5698-49ca-b6b2-d815d1dd049e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:27.848102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.871745 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:36:27.882616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3038205-e30e-405f-bd3a-cc00d8c69b6b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.918747 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f82dabed-8551-4486-b1e3-be05a2e10ddc tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:27.943363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3038205-e30e-405f-bd3a-cc00d8c69b6b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Port': ['ID=080fd4df-137a-4475-b8b4-b7c0ceec9c4e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:27.947179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3038205-e30e-405f-bd3a-cc00d8c69b6b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.964274 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b3038205-e30e-405f-bd3a-cc00d8c69b6b tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/ports/080fd4df-137a-4475-b8b4-b7c0ceec9c4e HTTP/1.1" status: 204 len: 168 time: 0.7480361 Apr 05 14:36:27.965370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:27.967472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36854) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:28.002901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f82dabed-8551-4486-b1e3-be05a2e10ddc tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:28.008500 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f82dabed-8551-4486-b1e3-be05a2e10ddc tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3207254 Apr 05 14:36:28.009155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36858) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:28.025738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1919357978'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:28.039207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:28.053028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] Calling delete_port for 2a997703-c08c-451e-9a69-7812d6d6128a owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:28.075435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:28.079266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:28.080961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:28.086247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:28.086813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.098055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] For port 46310b5f-b419-410a-a2a6-30d597c6d25b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=46310b5f-b419-410a-a2a6-30d597c6d25b,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:28.098267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.105980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f75ae766-1263-414d-9a27-32c3384a0d13 None None] Could not find standard attr ID for object 080fd4df-137a-4475-b8b4-b7c0ceec9c4e. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:28.112206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.117910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=c9b99019-cf78-46a3-9efb-263b4fd42b14,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:28.124734 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-14a9507d-3a7d-4727-9a48-17ac82933c04 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0260448 Apr 05 14:36:28.124934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36864) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:28.138696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': 'c9b99019-cf78-46a3-9efb-263b4fd42b14', 'ip_address': '2001:db8::8ffa:1807:8152:d611'}], 'name': 'tempest-NetworksTestDHCPv6-1804600978'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:28.140113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 2a997703-c08c-451e-9a69-7812d6d6128a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:28.140461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.184730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a04d9a7-dde7-431f-93e3-350c84de7732 None None] Pushing event updated for resources: {'Port': ['ID=46310b5f-b419-410a-a2a6-30d597c6d25b,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:28.248436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Calling delete_port for 46310b5f-b419-410a-a2a6-30d597c6d25b owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:28.327033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f75ae766-1263-414d-9a27-32c3384a0d13 None None] Provisioning complete for port 2a997703-c08c-451e-9a69-7812d6d6128a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:28.327668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f75ae766-1263-414d-9a27-32c3384a0d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.338720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.373258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f75ae766-1263-414d-9a27-32c3384a0d13 None None] Port 2a997703-c08c-451e-9a69-7812d6d6128a was deleted so its status cannot be updated. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Apr 05 14:36:28.376256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.410862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:28.417483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:28.420349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:28.435392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f75ae766-1263-414d-9a27-32c3384a0d13 None None] Could not find standard attr ID for object ac3a99d8-010c-4ed4-8528-ad5ee7145243. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:28.442571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:28.446632 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] Pushing event deleted for resources: {'Port': ['ID=2a997703-c08c-451e-9a69-7812d6d6128a,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:28.447323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] For port 2a997703-c08c-451e-9a69-7812d6d6128a, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2a997703-c08c-451e-9a69-7812d6d6128a,segment=NetworkSegment(51294951-5698-49ca-b6b2-d815d1dd049e),segment_id=51294951-5698-49ca-b6b2-d815d1dd049e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:28.447786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.448760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:28.449112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:28.452353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e43212-9077-49bd-82c4-f1a1eeb90cb7 None None] No DVR routers for this DVR port 2a997703-c08c-451e-9a69-7812d6d6128a on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:28.487966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:28.496387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:28.500577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:28.515934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:28.550375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.560416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.608074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:28.618972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.649970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=204c76e6-d652-4330-8192-44bcac4d71c4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:28.659971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Calling delete_port for 2a997703-c08c-451e-9a69-7812d6d6128a owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:28.676026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port d5c162e9-7386-46a3-abf1-3dde12ae4f1a yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:28.721808 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6de91e1d-6458-492c-ab69-bbc73db92fd6 req-e4182770-09fe-4339-8c97-ed76debb2f27 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 210 time: 0.1039765 Apr 05 14:36:28.726916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.728089 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9348ebfc-956f-4eec-b77c-8ec8da2121fd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7113945 Apr 05 14:36:28.730838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36882) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:28.737902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': '204c76e6-d652-4330-8192-44bcac4d71c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:28.744250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:28.758523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:28.761751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:28.768085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:28.774609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:28.774968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:28.789026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.853454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.867481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.912717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04ace5ce-195a-49c3-8d3b-3518085e596d,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:28.928620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.932850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4ecd6a5e-c843-43a0-901d-dc29c970575b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1983008 Apr 05 14:36:28.933011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36888) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:28.944606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': '204c76e6-d652-4330-8192-44bcac4d71c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:28.946480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36892) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:28.949984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:28.950597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Deleting port 46310b5f-b419-410a-a2a6-30d597c6d25b {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:28.951044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.959335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:28.963158 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:28.969969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:28.970753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::8ffa:1807:8152:d611 (f733e752-faf0-4209-b7c7-bca371750f1b/c9b99019-cf78-46a3-9efb-263b4fd42b14/d5c162e9-7386-46a3-abf1-3dde12ae4f1a) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:28.990802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:28.999302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.154333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-385141659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:29.180899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:29.193745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 46310b5f-b419-410a-a2a6-30d597c6d25b no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:29.295845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Deleting port 2a997703-c08c-451e-9a69-7812d6d6128a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:29.295845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.322917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] For port 46310b5f-b419-410a-a2a6-30d597c6d25b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=46310b5f-b419-410a-a2a6-30d597c6d25b,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:29.323502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.326124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:router and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:29.343761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:29.365821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:29.402684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.417934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] The port '2a997703-c08c-451e-9a69-7812d6d6128a' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:36:29.419071 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object d5c162e9-7386-46a3-abf1-3dde12ae4f1a will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:29.444322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.460528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3ec24c61-620e-4c9b-9447-663cb89c20a4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.461990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3ec24c61-620e-4c9b-9447-663cb89c20a4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=4699aa94-ff23-419e-8916-27471cc99f9d HTTP/1.1" status: 200 len: 796 time: 0.4351730 Apr 05 14:36:29.470662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.471600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.502207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Calling delete_port for 46310b5f-b419-410a-a2a6-30d597c6d25b owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:29.522873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:29.523809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=d5c162e9-7386-46a3-abf1-3dde12ae4f1a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:29.526370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:29.528439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:29.532498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.533090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.561866 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-611e5ca9-bf9b-4e47-8aa7-38bd019b212f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4325972 Apr 05 14:36:29.561866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36900) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:29.576474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.600662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.622635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.633573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.649101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.670100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d900ce-9276-4584-bdd6-ce283255ae49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.672766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc8c0a7-b048-4a3f-8055-40d31ec9d939,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:29.674404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d900ce-9276-4584-bdd6-ce283255ae49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:29.680212 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a6d900ce-9276-4584-bdd6-ce283255ae49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:29.690624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.692696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7afdbe-15b1-4d07-85e6-0e94fe943874']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:29.698550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a6d900ce-9276-4584-bdd6-ce283255ae49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:29.702669 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a6d900ce-9276-4584-bdd6-ce283255ae49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.1378758 Apr 05 14:36:29.703420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36904) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:29.703563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-1c232ea6-8a7c-41ba-9935-2a5257c32c0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 473 time: 0.2083199 Apr 05 14:36:29.720149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': '6b62194b-e185-4141-9f0e-51e3c12c8d58', 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['dbc571cf-658d-472f-9a94-691b8dcd5f9a']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:29.724235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] Pushing event deleted for resources: {'Port': ['ID=46310b5f-b419-410a-a2a6-30d597c6d25b,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:29.741357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51294951-5698-49ca-b6b2-d815d1dd049e') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:29.741731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51294951-5698-49ca-b6b2-d815d1dd049e') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:29.742094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2a997703-c08c-451e-9a69-7812d6d6128a no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:29.752955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.754147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-43f301e6-e826-45b4-82ca-f5ec77b7600a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8201382 Apr 05 14:36:29.764451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36908) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:29.774003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': '204c76e6-d652-4330-8192-44bcac4d71c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:29.774933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 2a997703-c08c-451e-9a69-7812d6d6128a {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:36:29.775268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2a997703-c08c-451e-9a69-7812d6d6128a not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:36:29.780578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe55da9-7e1b-47c2-ab86-331846d4126a None None] No DVR routers for this DVR port 46310b5f-b419-410a-a2a6-30d597c6d25b on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:29.800260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850da3b4-0ad6-439a-a4f6-dbc0eb6f5096 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:29.814686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:29.816502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.822557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:29.827202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:29.837172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-51b1fab7-9687-44e8-9d9e-580ad681f29f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port d5c162e9-7386-46a3-abf1-3dde12ae4f1a {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:29.837502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-51b1fab7-9687-44e8-9d9e-580ad681f29f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.859643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.863624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:29.868931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:36:29.869776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.890408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:36:29.897449 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:36:29.908617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.012683 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06036fba-5eab-4014-9d48-b4f125595bcb req-a370b3c8-b971-44d7-9c5a-b7bdafaeba70 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 210 time: 0.1093299 Apr 05 14:36:30.049793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.051241 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fcb6d307-7592-48e8-90de-1492aabc67c3 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.1027939 Apr 05 14:36:30.062121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36914) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:30.072578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1351329780'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:30.078573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:30.083385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.088355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:network and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:30.091217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:30.107665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.114301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.116833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:30.119555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': 'c9b99019-cf78-46a3-9efb-263b4fd42b14'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:30.119555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.125167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:port and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:30.127893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:30.130280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.132831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] Pushing event deleted for resources: {'Network': ['ID=1e7afdbe-15b1-4d07-85e6-0e94fe943874,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.135579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baa83564-1c89-4a93-ab08-b9c5365372e0,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.136547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:30.148862 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-918d88d1-c5b2-4225-a4c7-b853a7747e64 tempest-PortsTestJSON-632496678 tempest-PortsTestJSON-632496678-project] 10.222.0.18 "DELETE /v2.0/networks/1e7afdbe-15b1-4d07-85e6-0e94fe943874 HTTP/1.1" status: 204 len: 168 time: 2.1800106 Apr 05 14:36:30.149796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:30.158011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Made reservation on behalf of 57c8578a124941459fbeadc400a83fd7 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:30.161144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.177572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:30.180673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.188687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-51b1fab7-9687-44e8-9d9e-580ad681f29f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.198353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.202491 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.202656 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-03f5bfe0-259a-4864-92c0-84f9acbf61fe tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.4369082 Apr 05 14:36:30.203250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36920) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:30.215698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': '204c76e6-d652-4330-8192-44bcac4d71c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:30.280664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:30.300527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:30.308228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/c9b99019-cf78-46a3-9efb-263b4fd42b14/7809618b-d69e-460f-b8b7-876701e74803) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:30.309480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:security_group_rule and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:30.342025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-51b1fab7-9687-44e8-9d9e-580ad681f29f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for d5c162e9-7386-46a3-abf1-3dde12ae4f1a owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:30.344147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:30.356306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:30.373805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:30.383990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:30.396696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.24 (4699aa94-ff23-419e-8916-27471cc99f9d/f8a7138d-83f9-473c-90aa-031ff89aa25a/f598d9da-626e-41ff-be7a-3f1a6d44584e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:30.399689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:30.429834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.485922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.492001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.526969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b27de1a-d026-4b84-bfaf-b910b85f0400,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.554652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.558227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-51b1fab7-9687-44e8-9d9e-580ad681f29f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.564157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.581990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:30.601509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.626840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Transition to ACTIVE for port object 7809618b-d69e-460f-b8b7-876701e74803 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:30.627082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b1fab7-9687-44e8-9d9e-580ad681f29f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=d5c162e9-7386-46a3-abf1-3dde12ae4f1a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.648348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9470802b-71c8-4525-b793-90cabcb834bb,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.663882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.664235 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Added segment 7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce of type vlan for network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 Apr 05 14:36:30.668288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Transition to ACTIVE for port object 7809618b-d69e-460f-b8b7-876701e74803 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:30.680166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.693208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36926) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:30.718202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-51b1fab7-9687-44e8-9d9e-580ad681f29f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.723317 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-51b1fab7-9687-44e8-9d9e-580ad681f29f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/d5c162e9-7386-46a3-abf1-3dde12ae4f1a HTTP/1.1" status: 204 len: 168 time: 1.0184243 Apr 05 14:36:30.725076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36932) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:30.737525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.766883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.770651 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-49df2bf5-8a9a-4dbb-bb99-5335d2461f9d tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5614254 Apr 05 14:36:30.772011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36936) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:30.777547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:30.781893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:30.783258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': '204c76e6-d652-4330-8192-44bcac4d71c4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:30.790583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:30.798080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.806719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:30.813088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:30.818586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.818774 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:30.823345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.823998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.828030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:30.828752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object f598d9da-626e-41ff-be7a-3f1a6d44584e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:30.836827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b20706e-e6db-43c2-8ea9-e7183180e5bc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.838275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b20706e-e6db-43c2-8ea9-e7183180e5bc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:30.839021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1b20706e-e6db-43c2-8ea9-e7183180e5bc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:30.864120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.874344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1b20706e-e6db-43c2-8ea9-e7183180e5bc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:30.878574 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1b20706e-e6db-43c2-8ea9-e7183180e5bc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1525104 Apr 05 14:36:30.881384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Pushing event updated for resources: {'Port': ['ID=7809618b-d69e-460f-b8b7-876701e74803,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.905080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.905413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.905743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.906087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.906353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36940) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:30.906808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.906808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.907046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.907334 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.907648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.908050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.908259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:36:30.915544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Attempting to bind port 7809618b-d69e-460f-b8b7-876701e74803 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:30.915951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Attempting to bind port 7809618b-d69e-460f-b8b7-876701e74803 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:30.916309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Attempting to bind port 7809618b-d69e-460f-b8b7-876701e74803 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:30.922771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:30.923129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:30.923521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.923896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:30.924339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Bound port: 7809618b-d69e-460f-b8b7-876701e74803, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:30.924697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.943947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.948591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.971215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfab2cb4-5056-4a8b-9ea6-87726cf2b260,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:30.990725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:30.991888 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-59e94ea1-1749-4932-8229-76f0ca1218fa tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.2189710 Apr 05 14:36:30.994796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36944) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.018849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] For port 7809618b-d69e-460f-b8b7-876701e74803, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:31.022481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] For port 7809618b-d69e-460f-b8b7-876701e74803, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7809618b-d69e-460f-b8b7-876701e74803,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:31.027653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aced56d8-87a0-45c7-ae69-63a5803a7446 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.028464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.036767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Network': ['ID=b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.038270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aced56d8-87a0-45c7-ae69-63a5803a7446 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.060744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2da64e8e-64c8-44d0-9b2e-c0710fafc8d7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9985378 Apr 05 14:36:31.073005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:36:31.075944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 36950) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.081821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aced56d8-87a0-45c7-ae69-63a5803a7446 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.102571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'subnet': {'network_id': 'b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:31.106893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced56d8-87a0-45c7-ae69-63a5803a7446 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfab2cb4-5056-4a8b-9ea6-87726cf2b260,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.111857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aced56d8-87a0-45c7-ae69-63a5803a7446 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.114077 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aced56d8-87a0-45c7-ae69-63a5803a7446 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cfab2cb4-5056-4a8b-9ea6-87726cf2b260 HTTP/1.1" status: 204 len: 168 time: 0.1174242 Apr 05 14:36:31.117140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36954) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.128135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-056abd52-7501-4282-b778-502d3b2aa47e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet c9b99019-cf78-46a3-9efb-263b4fd42b14 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:31.135377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.174894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d4bc5af0-baa6-465e-a6f3-ab6b2739886a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:31.195666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d4bc5af0-baa6-465e-a6f3-ab6b2739886a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:31.199877 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d4bc5af0-baa6-465e-a6f3-ab6b2739886a tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.0791242 Apr 05 14:36:31.200778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36958) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.231906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8c6046-5ca1-4bd5-b08b-8cc758f37e59 None None] Pushing event updated for resources: {'Port': ['ID=7809618b-d69e-460f-b8b7-876701e74803,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.234511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-056abd52-7501-4282-b778-502d3b2aa47e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.236369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afa129ac-5aa2-404f-a76f-22d39a15f391 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.248264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afa129ac-5aa2-404f-a76f-22d39a15f391 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.271276 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-183add7e-bf6d-4663-981b-103216719221 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a0ebd2d1651f4f38b30c4e8a884000ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5769258 Apr 05 14:36:31.273845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36962) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.291459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afa129ac-5aa2-404f-a76f-22d39a15f391 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.317445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa129ac-5aa2-404f-a76f-22d39a15f391 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9470802b-71c8-4525-b793-90cabcb834bb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.343598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-afa129ac-5aa2-404f-a76f-22d39a15f391 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.347640 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-afa129ac-5aa2-404f-a76f-22d39a15f391 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/9470802b-71c8-4525-b793-90cabcb834bb HTTP/1.1" status: 204 len: 168 time: 0.1429403 Apr 05 14:36:31.348978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36966) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.390765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a3d99a0-7450-4b4c-91d6-d787522dc791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.461686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-669facfd-40a7-4c8c-8b91-fa5c0a9dd9bc tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:31.465193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a3d99a0-7450-4b4c-91d6-d787522dc791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.516845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 4699aa94-ff23-419e-8916-27471cc99f9d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:31.520902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-669facfd-40a7-4c8c-8b91-fa5c0a9dd9bc tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:31.526025 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-669facfd-40a7-4c8c-8b91-fa5c0a9dd9bc tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.1728115 Apr 05 14:36:31.526240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:31.527778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=f598d9da-626e-41ff-be7a-3f1a6d44584e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.529135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36970) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.530096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:31.574066 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6d40acc6-1819-4d48-8091-0549187205a9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.581476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a3d99a0-7450-4b4c-91d6-d787522dc791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.584872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-056abd52-7501-4282-b778-502d3b2aa47e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.604425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6d40acc6-1819-4d48-8091-0549187205a9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.620297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d99a0-7450-4b4c-91d6-d787522dc791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a06edd-b3c6-42cd-aa68-b4a89c28a77d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.642965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a3d99a0-7450-4b4c-91d6-d787522dc791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.647477 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9a3d99a0-7450-4b4c-91d6-d787522dc791 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00a06edd-b3c6-42cd-aa68-b4a89c28a77d HTTP/1.1" status: 204 len: 168 time: 0.3725793 Apr 05 14:36:31.658634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6d40acc6-1819-4d48-8091-0549187205a9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.663830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:31.684740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:subnet and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:31.691207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:31.696994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d40acc6-1819-4d48-8091-0549187205a9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baa83564-1c89-4a93-ab08-b9c5365372e0,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.701021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6d40acc6-1819-4d48-8091-0549187205a9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.705249 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6d40acc6-1819-4d48-8091-0549187205a9 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/baa83564-1c89-4a93-ab08-b9c5365372e0 HTTP/1.1" status: 204 len: 168 time: 0.1680856 Apr 05 14:36:31.705519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36976) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.713351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:31.770414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Made reservation on behalf of 57c8578a124941459fbeadc400a83fd7 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:31.775280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-287fd246-993a-469d-89f5-15bbe8eb9164 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:31.794339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-287fd246-993a-469d-89f5-15bbe8eb9164 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:31.795680 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-287fd246-993a-469d-89f5-15bbe8eb9164 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.0885477 Apr 05 14:36:31.798259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36980) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.806877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.807498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.834601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f436202d-5157-4b74-a9fc-6241394068e0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.847181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f436202d-5157-4b74-a9fc-6241394068e0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.877356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f436202d-5157-4b74-a9fc-6241394068e0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.894513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-056abd52-7501-4282-b778-502d3b2aa47e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.897184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436202d-5157-4b74-a9fc-6241394068e0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfc8c0a7-b048-4a3f-8055-40d31ec9d939,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:31.906326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f436202d-5157-4b74-a9fc-6241394068e0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.910599 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f436202d-5157-4b74-a9fc-6241394068e0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cfc8c0a7-b048-4a3f-8055-40d31ec9d939 HTTP/1.1" status: 204 len: 168 time: 0.1110079 Apr 05 14:36:31.911434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36986) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:31.913581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f85cfae7-625d-4dde-9177-00e73f511931 None None] Provisioning for port f598d9da-626e-41ff-be7a-3f1a6d44584e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:31.923701 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f85cfae7-625d-4dde-9177-00e73f511931 None None] Provisioning complete for port f598d9da-626e-41ff-be7a-3f1a6d44584e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:31.925907 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f85cfae7-625d-4dde-9177-00e73f511931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:31.946058 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc000ee-18ef-442c-aff2-a1e65132a1c6 req-438aad3a-56fd-46cf-9867-4ef0b7925a0e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:31.946779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ddc000ee-18ef-442c-aff2-a1e65132a1c6 req-438aad3a-56fd-46cf-9867-4ef0b7925a0e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:31.972395 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-3dec2164-e811-4450-bca8-44b3a30a207f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2530355 Apr 05 14:36:31.972517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2b63a7ba-7798-4549-8b3b-2e9a3d87068c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:31.994790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2b63a7ba-7798-4549-8b3b-2e9a3d87068c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:31.999896 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2b63a7ba-7798-4549-8b3b-2e9a3d87068c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.0843863 Apr 05 14:36:32.000094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Request body: {'port': {'device_id': '6b62194b-e185-4141-9f0e-51e3c12c8d58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:32.000210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36992) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:32.001647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f85cfae7-625d-4dde-9177-00e73f511931 None None] Port f598d9da-626e-41ff-be7a-3f1a6d44584e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:32.043775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dffd4bf0-7355-4eea-aed0-a640b8a7f1d2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.055804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dffd4bf0-7355-4eea-aed0-a640b8a7f1d2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.080321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.092536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dffd4bf0-7355-4eea-aed0-a640b8a7f1d2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.100065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ddc000ee-18ef-442c-aff2-a1e65132a1c6 req-438aad3a-56fd-46cf-9867-4ef0b7925a0e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:32.101509 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddc000ee-18ef-442c-aff2-a1e65132a1c6 req-438aad3a-56fd-46cf-9867-4ef0b7925a0e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 932 time: 0.8096020 Apr 05 14:36:32.127053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffd4bf0-7355-4eea-aed0-a640b8a7f1d2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04ace5ce-195a-49c3-8d3b-3518085e596d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:32.138649 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dffd4bf0-7355-4eea-aed0-a640b8a7f1d2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.143063 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dffd4bf0-7355-4eea-aed0-a640b8a7f1d2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/04ace5ce-195a-49c3-8d3b-3518085e596d HTTP/1.1" status: 204 len: 168 time: 0.1395111 Apr 05 14:36:32.143334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 36998) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:32.207733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3fa2030d-c5e3-4a0c-8a66-99c95312732f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:32.231432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3fa2030d-c5e3-4a0c-8a66-99c95312732f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:32.235833 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3fa2030d-c5e3-4a0c-8a66-99c95312732f tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0889442 Apr 05 14:36:32.236322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37006) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:32.307084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-056abd52-7501-4282-b778-502d3b2aa47e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.376958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-056abd52-7501-4282-b778-502d3b2aa47e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.397789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056abd52-7501-4282-b778-502d3b2aa47e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b99019-cf78-46a3-9efb-263b4fd42b14,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:32.419850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.440077 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-056abd52-7501-4282-b778-502d3b2aa47e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/c9b99019-cf78-46a3-9efb-263b4fd42b14 HTTP/1.1" status: 204 len: 168 time: 1.5246725 Apr 05 14:36:32.443345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37012) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:32.448923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddc000ee-18ef-442c-aff2-a1e65132a1c6 req-8cb76049-65ea-4957-abdb-80ef40000a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3314002 Apr 05 14:36:32.516789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-793ca68b-43ac-4b74-824a-78b2090efd9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.521650 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6d7b1740-d54f-4c01-9103-99662c133c03 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767941 Apr 05 14:36:32.530391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37018) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:32.539381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:32.565146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f05548-e747-4812-aabe-26f301a2405b None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:32.734810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-793ca68b-43ac-4b74-824a-78b2090efd9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.753722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e9df5897-78f1-4943-84e9-47aa5f7120c4 None None] Provisioning for port 7809618b-d69e-460f-b8b7-876701e74803 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:32.807097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:32.813017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.815010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:32.819532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:32.834566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:32.843628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-793ca68b-43ac-4b74-824a-78b2090efd9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:32.868262 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ca68b-43ac-4b74-824a-78b2090efd9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=204c76e6-d652-4330-8192-44bcac4d71c4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:32.873225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:32.876862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e9df5897-78f1-4943-84e9-47aa5f7120c4 None None] Could not find standard attr ID for object d5c162e9-7386-46a3-abf1-3dde12ae4f1a. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:32.906905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37026) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:32.991697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:32.995941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] Deleting port 7809618b-d69e-460f-b8b7-876701e74803 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:32.996397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.003563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-793ca68b-43ac-4b74-824a-78b2090efd9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.004560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Subnet': ['ID=a55d80d2-0de0-449d-a6d8-c2a6f93ed7fe,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:33.005073 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-793ca68b-43ac-4b74-824a-78b2090efd9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/204c76e6-d652-4330-8192-44bcac4d71c4 HTTP/1.1" status: 204 len: 168 time: 0.7672515 Apr 05 14:36:33.008835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37032) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:33.015030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.017697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Checking segment: {'id': '7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:33.018079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network hostable DHCP agents. Network: b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:33.134734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:33.160225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1944271312'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:33.166372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f598d9da-626e-41ff-be7a-3f1a6d44584e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:36:33.172159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:33.183746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.187899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.194131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05835e6d-f2d0-4146-9cb0-5ee7e84aa9ea None None] Network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:33.201676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.218072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-95b68826-73e2-47d5-8480-265d1069172b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:33.228747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Transition to ACTIVE for port object f598d9da-626e-41ff-be7a-3f1a6d44584e will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:33.230639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:33.238187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:33.242684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-95b68826-73e2-47d5-8480-265d1069172b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:33.243286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:33.244028 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-95b68826-73e2-47d5-8480-265d1069172b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2327566 Apr 05 14:36:33.253457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:33.275676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37042) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:33.282140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.288032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--231107527'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:33.294647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:33.306373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:33.321452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.409776 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6604f44e-9e72-4368-a45a-ad5983395347 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3226514 Apr 05 14:36:33.410929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37046) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:33.413538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:33.417207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.423017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:33.444844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'network': {'name': 'tempest-router-network01--552968850'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:33.461518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:33.476675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:33.500267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:33.505393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Pushing event updated for resources: {'Port': ['ID=f598d9da-626e-41ff-be7a-3f1a6d44584e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:33.509167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:network and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:33.527489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.527821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.537927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] For port 7809618b-d69e-460f-b8b7-876701e74803, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7809618b-d69e-460f-b8b7-876701e74803,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:33.538412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.544593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:33.547494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:33.622402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:33.631940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=b77f4816-c04f-4eae-9367-e562fb1a055b,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:33.634639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:33.640394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:33.642629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:33.643208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.729329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Made reservation on behalf of 57c8578a124941459fbeadc400a83fd7 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:33.732761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.782907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:33.785596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] Calling delete_port for 7809618b-d69e-460f-b8b7-876701e74803 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:33.787720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:security_group_rule and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:33.789725 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ffd256e7-f62a-49ad-b59f-36fb7c500316 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2583325 Apr 05 14:36:33.793480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37056) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:33.794901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:33.801853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:33.808165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:33.832729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.833091 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Added segment 020b76bf-d36e-45c6-bcf4-153dc3061e87 of type vlan for network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 Apr 05 14:36:33.884177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.892350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:33.932013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': 'b77f4816-c04f-4eae-9367-e562fb1a055b', 'ip_address': '2001:db8::2a64:6999:606b:3f03'}], 'name': 'tempest-NetworksTestDHCPv6-74682971'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:34.016464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.053845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0', 'network_id': 'b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0', 'tenant_id': '57c8578a124941459fbeadc400a83fd7', 'fixed_ips': [{'subnet_id': 'a55d80d2-0de0-449d-a6d8-c2a6f93ed7fe'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:34.054702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.055218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.058856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.059424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.076188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] Pushing event deleted for resources: {'Port': ['ID=7809618b-d69e-460f-b8b7-876701e74803,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.087611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8b7a42-05de-4dc1-9d68-19c3940a57bf None None] No DVR routers for this DVR port 7809618b-d69e-460f-b8b7-876701e74803 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:34.095961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.125049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.129914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3bca9b-1248-4df3-bb57-d4971b7f9518 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:34.137584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76dd2596-0e20-4dac-81c7-a5c0efadddbf,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.141166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Attempting to bind port f598d9da-626e-41ff-be7a-3f1a6d44584e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:34.141510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Attempting to bind port f598d9da-626e-41ff-be7a-3f1a6d44584e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:34.141896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Attempting to bind port f598d9da-626e-41ff-be7a-3f1a6d44584e on network 4699aa94-ff23-419e-8916-27471cc99f9d {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:34.153920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Port f598d9da-626e-41ff-be7a-3f1a6d44584e on network 4699aa94-ff23-419e-8916-27471cc99f9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:36:34.153920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Attempting to bind port f598d9da-626e-41ff-be7a-3f1a6d44584e on network 4699aa94-ff23-419e-8916-27471cc99f9d {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:34.190778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.198589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:34.217474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:34.217842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Checking segment: {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:34.218244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Bound using segment: {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:34.218812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Bound port: f598d9da-626e-41ff-be7a-3f1a6d44584e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:34.219025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.246887 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8259246 Apr 05 14:36:34.257180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37060) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:34.279320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'network': {'name': 'tempest-router-network02--651010455'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:34.292700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9719e3a9-b32f-44e2-8ea9-7a446925a0b7 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Network': ['ID=41b632aa-d571-4aa0-8d4a-d1c8b3e686d6,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.300331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:34.305938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.309923 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.0330071 Apr 05 14:36:34.310518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37064) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:34.316739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab698e7c-8025-4463-a25a-0c6b20e8e4a7 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dc2716-ee55-46ef-a623-bd1ff36f3a32,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.317639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] For port f598d9da-626e-41ff-be7a-3f1a6d44584e, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:34.321060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:36:34.321311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] For port f598d9da-626e-41ff-be7a-3f1a6d44584e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f598d9da-626e-41ff-be7a-3f1a6d44584e,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:34.324685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': 'e1dc2716-ee55-46ef-a623-bd1ff36f3a32', 'direction': 'ingress', 'protocol': 17}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:34.329399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:network and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:34.329561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.329811 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment 8f3ea854-f639-4718-be8d-f04c8e4321fe of type vlan for network d58e2d20-3751-4612-9892-214f8419ea4c Apr 05 14:36:34.336760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:34.341460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:34.346332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:34.348728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491b74d-608d-4b71-b22f-0d391e256c90 req-2f8a6811-9c10-4122-936b-3ae4e2cde233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.349505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:34.350467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2491b74d-608d-4b71-b22f-0d391e256c90 req-2f8a6811-9c10-4122-936b-3ae4e2cde233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 944 time: 0.4566638 Apr 05 14:36:34.352731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.358242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:34.360447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:34.362608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:34.369598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:34.375501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:34.385190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:34.387951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Made reservation on behalf of 57c8578a124941459fbeadc400a83fd7 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:34.391324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.405897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:34.413639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.432164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fe2e6-a5ab-4f6d-a9e5-729b1ac7fcfc req-3a20cea7-a922-45b4-bd6d-320fc6967b75 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.439058 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b1fe2e6-a5ab-4f6d-a9e5-729b1ac7fcfc req-3a20cea7-a922-45b4-bd6d-320fc6967b75 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.5123901 Apr 05 14:36:34.441666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.444123 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] 10.222.0.15 "PUT /v2.0/ports/f598d9da-626e-41ff-be7a-3f1a6d44584e HTTP/1.1" status: 200 len: 1094 time: 2.4523818 Apr 05 14:36:34.451871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b62194b-e185-4141-9f0e-51e3c12c8d58', 'tag': 'f598d9da-626e-41ff-be7a-3f1a6d44584e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:36:34.467775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.471287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Allocated IP 2001:db8::2 (b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0/a55d80d2-0de0-449d-a6d8-c2a6f93ed7fe/b97f6383-918a-4927-b761-885d2b1d20f4) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:34.499150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 4b7dc31b-a97a-48c4-80f8-699fdc78261a yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:34.537680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:34.571957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.581262 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.581596 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Added segment 7f05c113-88d7-4250-98ae-931682ca4599 of type vlan for network 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a Apr 05 14:36:34.610959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce435e-2028-479d-a5cb-953b2e538f46 service neutron] Pushing event updated for resources: {'Port': ['ID=f598d9da-626e-41ff-be7a-3f1a6d44584e,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.626133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2491b74d-608d-4b71-b22f-0d391e256c90 req-0450296b-e6cf-4aa6-9671-c9991fd85b74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2615099 Apr 05 14:36:34.629835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': 'b77f4816-c04f-4eae-9367-e562fb1a055b'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:34.630710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.658240 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b1fe2e6-a5ab-4f6d-a9e5-729b1ac7fcfc req-4dfcc5ee-0608-47af-8cf5-fc1f87d6f6a9 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181618 Apr 05 14:36:34.680986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.682230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.696381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.697264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.760673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.787886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.826598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bc9f4df-e886-43ee-9740-2ad0e82bf509'] response: {'name': 'network-changed', 'server_uuid': '6b62194b-e185-4141-9f0e-51e3c12c8d58', 'tag': 'f598d9da-626e-41ff-be7a-3f1a6d44584e', 'status': 'completed', 'code': 200} Apr 05 14:36:34.831814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306e3f85-3be3-4026-aff5-512a23112de7,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.867791 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-18b08de4-38e0-4ece-86b5-2a961225fae4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 1097 time: 0.3706546 Apr 05 14:36:34.874327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9631777 Apr 05 14:36:34.875114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37070) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:34.877620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a9475-9af7-4aa1-ac81-e9f2c30897b4 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=d58e2d20-3751-4612-9892-214f8419ea4c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:34.884271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.888188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:34.889209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.896732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d58e2d20-3751-4612-9892-214f8419ea4c details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:36:34.938570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-93155372'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:34.950101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:34.961361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:34.965236 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-7c5cfce9-0c0d-488d-aa83-10eec5d22db4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f598d9da-626e-41ff-be7a-3f1a6d44584e HTTP/1.1" status: 200 len: 217 time: 0.0836494 Apr 05 14:36:34.966003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:34.993685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:34.994974 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f684a589-38f8-494c-a809-a6088c63ed72 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6798701 Apr 05 14:36:35.002583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:35.004356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37074) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:35.018689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.021779 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7548404 Apr 05 14:36:35.022748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37078) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:35.032407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::2a64:6999:606b:3f03 (f733e752-faf0-4209-b7c7-bca371750f1b/b77f4816-c04f-4eae-9367-e562fb1a055b/4b7dc31b-a97a-48c4-80f8-699fdc78261a) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:35.040130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'subnet': {'network_id': '41b632aa-d571-4aa0-8d4a-d1c8b3e686d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:35.055586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Transition to ACTIVE for port object b97f6383-918a-4927-b761-885d2b1d20f4 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:35.059456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:35.062396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.084107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Transition to ACTIVE for port object b97f6383-918a-4927-b761-885d2b1d20f4 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:35.094029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.100268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-53629fcb-b03c-4003-9009-41bd7a78ee83 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.104608 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-53629fcb-b03c-4003-9009-41bd7a78ee83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8a7138d-83f9-473c-90aa-031ff89aa25a HTTP/1.1" status: 200 len: 838 time: 0.1325729 Apr 05 14:36:35.171914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:35.174427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db369e6e-3a21-4401-ac7a-a3d509207b10 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Network': ['ID=21ad6a5e-3bff-4838-8d4c-679a1f35ae0a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:35.175494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:35.177369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Pushing event updated for resources: {'Port': ['ID=b97f6383-918a-4927-b761-885d2b1d20f4,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:35.179531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:35.188333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:35.215470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:36:35.215702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-314171e5-de1c-4908-b531-ca0922be4cd2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.219827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.220168 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment a8d81e54-7563-41a9-a100-f96e71fc27d0 of type vlan for network 82066735-d563-4636-a903-37ff5c610c03 Apr 05 14:36:35.276295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-314171e5-de1c-4908-b531-ca0922be4cd2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.285436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.294243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-7c60a8ae-64d0-40bb-8e27-a884f678ff96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4699aa94-ff23-419e-8916-27471cc99f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1830258 Apr 05 14:36:35.295821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:35.307769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:subnet and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:35.312271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:35.333847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:35.352217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Attempting to bind port b97f6383-918a-4927-b761-885d2b1d20f4 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:35.352684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Attempting to bind port b97f6383-918a-4927-b761-885d2b1d20f4 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:35.352928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Attempting to bind port b97f6383-918a-4927-b761-885d2b1d20f4 on network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:35.369289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:35.369720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Checking segment: {'id': '7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:35.370030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.370436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Bound using segment: {'id': '7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:35.370892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Bound port: b97f6383-918a-4927-b761-885d2b1d20f4, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:35.371255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.400994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Made reservation on behalf of 57c8578a124941459fbeadc400a83fd7 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:35.433581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.437810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:35.438425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.480256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] For port b97f6383-918a-4927-b761-885d2b1d20f4, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:35.486427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] For port b97f6383-918a-4927-b761-885d2b1d20f4, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b97f6383-918a-4927-b761-885d2b1d20f4,segment=NetworkSegment(7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce),segment_id=7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:35.491328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.550158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.575645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35be7ced-cb68-4eeb-80f6-2ef35f82017c None None] Pushing event updated for resources: {'Port': ['ID=b97f6383-918a-4927-b761-885d2b1d20f4,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:35.583164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-314171e5-de1c-4908-b531-ca0922be4cd2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.631579 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7551172 Apr 05 14:36:35.632497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9802b54-44fd-48ca-861f-8f408dddcfce tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=82066735-d563-4636-a903-37ff5c610c03,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:35.635433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37082) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:35.638318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.638663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-314171e5-de1c-4908-b531-ca0922be4cd2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:35.642351 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-314171e5-de1c-4908-b531-ca0922be4cd2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/e1dc2716-ee55-46ef-a623-bd1ff36f3a32 HTTP/1.1" status: 204 len: 168 time: 0.6338048 Apr 05 14:36:35.643579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37084) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:35.646829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314171e5-de1c-4908-b531-ca0922be4cd2 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dc2716-ee55-46ef-a623-bd1ff36f3a32,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:35.648237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 82066735-d563-4636-a903-37ff5c610c03 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:36:35.686452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': 'd58e2d20-3751-4612-9892-214f8419ea4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:35.706522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-5d4bcf0e-8f95-46a3-8dab-0296dcecefc8 service neutron] 10.222.0.15 "GET /v2.0/networks/4699aa94-ff23-419e-8916-27471cc99f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4015574 Apr 05 14:36:35.777912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 4b7dc31b-a97a-48c4-80f8-699fdc78261a will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:35.834950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-774e2666-81dd-4f8b-a966-6625ccc1afd0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:35.891531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:35.899756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:35.910626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:35.923280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:35.938240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.015195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/b77f4816-c04f-4eae-9367-e562fb1a055b/0aaa9f16-4a3a-499f-a43b-927fa04ba5fb) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:36.051454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-774e2666-81dd-4f8b-a966-6625ccc1afd0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:36.052721 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-774e2666-81dd-4f8b-a966-6625ccc1afd0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4035699 Apr 05 14:36:36.059973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37094) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:36.068738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:36.085055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--490297867'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:36.094790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:36.100076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:36.131335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:36.138256 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c10b9a48-bcb6-4f21-a2ff-cfefa82579d4 req-1ccec74a-a032-42b3-8f72-c3ca2aa13bb2 service neutron] 10.222.0.15 "GET /v2.0/networks/4699aa94-ff23-419e-8916-27471cc99f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3533490 Apr 05 14:36:36.156748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:36.162312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2341d848-2f0e-4347-b277-9e8c32be156c req-0941273d-a665-4b4c-934d-20eac767f0b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.164243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2341d848-2f0e-4347-b277-9e8c32be156c req-0941273d-a665-4b4c-934d-20eac767f0b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 944 time: 0.3265789 Apr 05 14:36:36.167263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.169136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:36.173313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.173923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.192614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0a3a8d-03d4-4372-9e72-4fefd10338fd req-28f22334-235c-4b12-b656-f2e30723c0f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.194201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0a3a8d-03d4-4372-9e72-4fefd10338fd req-28f22334-235c-4b12-b656-f2e30723c0f3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.2876880 Apr 05 14:36:36.228677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=4b7dc31b-a97a-48c4-80f8-699fdc78261a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:36.266185 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-702537c7-29ea-4c36-8f10-d86a2a47cf45 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4703975 Apr 05 14:36:36.268286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37098) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:36.273296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.283877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Transition to ACTIVE for port object 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:36.300297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.304268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Transition to ACTIVE for port object 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:36.316952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.325681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.420361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:36.428171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:36.437967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Pushing event updated for resources: {'Port': ['ID=0aaa9f16-4a3a-499f-a43b-927fa04ba5fb,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:36.450656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:36.459880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:36.467813 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2341d848-2f0e-4347-b277-9e8c32be156c req-aa67afe5-533f-4ecf-a417-7e1ea7ff38f1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2856934 Apr 05 14:36:36.471645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:36.476051 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0a3a8d-03d4-4372-9e72-4fefd10338fd req-d7ffb06d-648b-4930-8d53-724e528d0246 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632256 Apr 05 14:36:36.476870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:36.484327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:36.513065 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-9b84fe5b-f7c3-4826-9229-edcd3a8d7640 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 1097 time: 0.2974284 Apr 05 14:36:36.517097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Subnet': ['ID=ea0fb136-8472-403d-9383-e2d9cf23d12a,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:36.573223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Checking segment: {'id': '020b76bf-d36e-45c6-bcf4-153dc3061e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '41b632aa-d571-4aa0-8d4a-d1c8b3e686d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:36.573578 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network hostable DHCP agents. Network: 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:36.611665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba5085-665d-40c1-ad1a-7cc5aac22f64 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.616310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Attempting to bind port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:36.616781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Attempting to bind port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:36.617074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcba5085-665d-40c1-ad1a-7cc5aac22f64 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.617514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Attempting to bind port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:36.618302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bcba5085-665d-40c1-ad1a-7cc5aac22f64 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:36.625742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:36.626358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:36.626843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.627336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:36.628364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Bound port: 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:36.628842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.692005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bcba5085-665d-40c1-ad1a-7cc5aac22f64 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:36.694618 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bcba5085-665d-40c1-ad1a-7cc5aac22f64 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.4254155 Apr 05 14:36:36.698028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37102) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:36.701097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:36.739273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.746757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.766276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] For port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:36.769623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] For port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0aaa9f16-4a3a-499f-a43b-927fa04ba5fb,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:36.770376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:36.776644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.790971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.791555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.813629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-80483303-cb42-4bcb-a4cd-68541a6385ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:36.815136 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-80483303-cb42-4bcb-a4cd-68541a6385ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=4699aa94-ff23-419e-8916-27471cc99f9d HTTP/1.1" status: 200 len: 897 time: 0.2949340 Apr 05 14:36:36.826127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d04f64bb-662d-41e5-ad12-240f8b375ec4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 4b7dc31b-a97a-48c4-80f8-699fdc78261a {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:36.826720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d04f64bb-662d-41e5-ad12-240f8b375ec4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.830210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e43dc50d-a53b-4fd6-bc3f-15a7da54c532 None None] Network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:36.882723 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ac0269be-8c22-43e5-92f7-88b060090fba tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8543127 Apr 05 14:36:36.884021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.889291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37106) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:36.890339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0785680e-aa02-4b48-a1ba-ce9fe6207350 None None] Network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:36.913734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2abd662-3364-4baf-a499-4e84ba16a31f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:36.920137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-9e68bb79-5b60-4af2-bcf7-b1f1b83f1d46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=f598d9da-626e-41ff-be7a-3f1a6d44584e HTTP/1.1" status: 200 len: 217 time: 0.0978892 Apr 05 14:36:36.929292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'subnet': {'network_id': '21ad6a5e-3bff-4838-8d4c-679a1f35ae0a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:36.956239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:36.960826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6ecdcd95-c6d3-450e-8300-beca88324402 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.8966553 Apr 05 14:36:36.961343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37110) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:36.971238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590231231'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:36.983810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:36.990823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:36.994894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:37.003341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:37.009337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-1ceb6df9-3b67-4d2a-b626-a969ba22da36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.010814 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-1ceb6df9-3b67-4d2a-b626-a969ba22da36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8a7138d-83f9-473c-90aa-031ff89aa25a HTTP/1.1" status: 200 len: 838 time: 0.0836620 Apr 05 14:36:37.073858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.076583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5ce97f44-b493-4e8e-b45c-d831c96fc537 None None] Provisioning for port b97f6383-918a-4927-b761-885d2b1d20f4 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:37.087584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29a0d0-288a-44aa-8192-9e01d964da1d None None] Pushing event updated for resources: {'Port': ['ID=0aaa9f16-4a3a-499f-a43b-927fa04ba5fb,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:37.127434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:37.131640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:37.134671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:37.141245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:37.204529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.220145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.282310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab3b79a-3d38-41e1-8c10-3b9fc73b5fa3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:37.289860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.294619 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2a4ffb5c-18aa-4b66-b693-9e3bc881b172 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.3317428 Apr 05 14:36:37.295672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37114) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:37.305157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': 'b2abd662-3364-4baf-a499-4e84ba16a31f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dab3b79a-3d38-41e1-8c10-3b9fc73b5fa3', 'remote_ip_prefix': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:37.313597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:37.323585 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-31997ccc-3784-408c-9f54-b880c2a77c96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4699aa94-ff23-419e-8916-27471cc99f9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3035927 Apr 05 14:36:37.324980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:37.328266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=3ba32a1c-74ce-4386-ba8a-e687043f57e2,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:37.329228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:37.341545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b97f6383-918a-4927-b761-885d2b1d20f4 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:37.357254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:37.357434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:37.400639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:subnet and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:37.404709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:37.412767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:37.443084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': '8f3ea854-f639-4718-be8d-f04c8e4321fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd58e2d20-3751-4612-9892-214f8419ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:37.443479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: d58e2d20-3751-4612-9892-214f8419ea4c, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:37.451877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Made reservation on behalf of 57c8578a124941459fbeadc400a83fd7 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:37.461671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.528631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f598d9da-626e-41ff-be7a-3f1a6d44584e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:36:37.529931 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-08bad445-7f66-4dfe-bc3d-8b04d932cd29 service neutron] 10.222.0.15 "GET /v2.0/networks/4699aa94-ff23-419e-8916-27471cc99f9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971047 Apr 05 14:36:37.636353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-41b632aa-d571-4aa0-8d4a-d1c8b3e686d6', 'network_id': '41b632aa-d571-4aa0-8d4a-d1c8b3e686d6', 'tenant_id': '57c8578a124941459fbeadc400a83fd7', 'fixed_ips': [{'subnet_id': 'ea0fb136-8472-403d-9383-e2d9cf23d12a'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:37.637293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.712735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network d58e2d20-3751-4612-9892-214f8419ea4c is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:37.756780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, d58e2d20-3751-4612-9892-214f8419ea4c) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:37.766856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:37.767635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.776490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.789480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60618957-2946-4120-9e51-14c81f7540b9 None None] Network d58e2d20-3751-4612-9892-214f8419ea4c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:37.792847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.884736 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-50822cdd-6f72-46be-8b90-3a4283fecb76 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2409160 Apr 05 14:36:37.891575 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-94bef6f4-c58e-4417-9d59-549db18d4401 req-fab605aa-b4fd-4265-a3d2-6751c4760101 service neutron] 10.222.0.15 "GET /v2.0/networks/4699aa94-ff23-419e-8916-27471cc99f9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3527048 Apr 05 14:36:37.892254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37122) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:37.913706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port b97f6383-918a-4927-b761-885d2b1d20f4 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:37.932941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': '82066735-d563-4636-a903-37ff5c610c03', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:37.949620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:37.969536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d04f64bb-662d-41e5-ad12-240f8b375ec4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.025670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.029174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b97f6383-918a-4927-b761-885d2b1d20f4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:38.029582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.080059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7333eb-f927-4e79-a2c0-6efc9684c54d,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.117526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ac9e9-a682-430f-bc02-d26ffa82e01e req-cdc0781b-6c7d-45c6-b429-b76e6e47fdeb tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:38.125768 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b20ac9e9-a682-430f-bc02-d26ffa82e01e req-cdc0781b-6c7d-45c6-b429-b76e6e47fdeb tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.4053242 Apr 05 14:36:38.151853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d04f64bb-662d-41e5-ad12-240f8b375ec4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 4b7dc31b-a97a-48c4-80f8-699fdc78261a owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:38.152165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Allocated IP 2001:db8::2 (41b632aa-d571-4aa0-8d4a-d1c8b3e686d6/ea0fb136-8472-403d-9383-e2d9cf23d12a/cc58c385-6100-4a6b-a7a9-f2480008900b) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:38.161100 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f598d9da-626e-41ff-be7a-3f1a6d44584e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f598d9da-626e-41ff-be7a-3f1a6d44584e,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:38.166526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df241836-df78-4d04-a6d4-5e2a8a391522 req-1f9faa75-0d43-4ba2-b724-93168648766d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:38.178160 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-df241836-df78-4d04-a6d4-5e2a8a391522 req-1f9faa75-0d43-4ba2-b724-93168648766d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 944 time: 0.4189651 Apr 05 14:36:38.181985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.183283 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1f169fd9-c8dc-42b4-8acf-7a26e1c0f862 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.8848574 Apr 05 14:36:38.192272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:38.198483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37126) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:38.223845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:38.227048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'f598d9da-626e-41ff-be7a-3f1a6d44584e', 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d', 'port_id': 'f598d9da-626e-41ff-be7a-3f1a6d44584e', 'mac_address': 'fa:16:3e:d2:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a7138d-83f9-473c-90aa-031ff89aa25a', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:36:38.234799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:38.261049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:38.304988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f6843cb-8fe8-46e3-96f9-47a55f95371e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.317123 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b20ac9e9-a682-430f-bc02-d26ffa82e01e req-6f90b0a5-6f71-4de3-9066-a636aeecffa2 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903517 Apr 05 14:36:38.344870 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-df241836-df78-4d04-a6d4-5e2a8a391522 req-1954b2a0-f57b-4b07-b159-afa1a7ea6f29 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647093 Apr 05 14:36:38.345730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:38.415761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.459878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f6843cb-8fe8-46e3-96f9-47a55f95371e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.500841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.505837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.531888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-d58e2d20-3751-4612-9892-214f8419ea4c', 'network_id': 'd58e2d20-3751-4612-9892-214f8419ea4c', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': '3ba32a1c-74ce-4386-ba8a-e687043f57e2'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:38.532755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.571223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f598d9da-626e-41ff-be7a-3f1a6d44584e {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:36:38.574809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.594123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Subnet': ['ID=b3bd6e39-510b-4b18-805f-8951cd81dd48,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.603997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4cbcd65f-67c3-4eb2-a919-d3a1f62cdd8c None None] Provisioning complete for port b97f6383-918a-4927-b761-885d2b1d20f4 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:38.604436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4cbcd65f-67c3-4eb2-a919-d3a1f62cdd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.610097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d04f64bb-662d-41e5-ad12-240f8b375ec4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.615616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f6843cb-8fe8-46e3-96f9-47a55f95371e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.643423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f6843cb-8fe8-46e3-96f9-47a55f95371e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.644917 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6f6843cb-8fe8-46e3-96f9-47a55f95371e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/cb7333eb-f927-4e79-a2c0-6efc9684c54d HTTP/1.1" status: 204 len: 168 time: 0.4325972 Apr 05 14:36:38.653049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37130) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:38.653895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6843cb-8fe8-46e3-96f9-47a55f95371e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cb7333eb-f927-4e79-a2c0-6efc9684c54d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.684423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f64bb-662d-41e5-ad12-240f8b375ec4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=4b7dc31b-a97a-48c4-80f8-699fdc78261a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:38.699924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Checking segment: {'id': '7f05c113-88d7-4250-98ae-931682ca4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ad6a5e-3bff-4838-8d4c-679a1f35ae0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:38.702191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network hostable DHCP agents. Network: 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:38.742931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f598d9da-626e-41ff-be7a-3f1a6d44584e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f598d9da-626e-41ff-be7a-3f1a6d44584e,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:38.777106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d04f64bb-662d-41e5-ad12-240f8b375ec4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.790477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port b97f6383-918a-4927-b761-885d2b1d20f4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b97f6383-918a-4927-b761-885d2b1d20f4,segment=NetworkSegment(7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce),segment_id=7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:38.806520 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d04f64bb-662d-41e5-ad12-240f8b375ec4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/4b7dc31b-a97a-48c4-80f8-699fdc78261a HTTP/1.1" status: 204 len: 168 time: 2.1050580 Apr 05 14:36:38.811225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37134) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:38.811802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:38.814346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-94d3f7e5-0efa-40f3-9365-a504d33e4020 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:38.890370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.892448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.894413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.896982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.916638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23af574-ca80-4f37-9f6e-180b9d1398aa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:38.918018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23af574-ca80-4f37-9f6e-180b9d1398aa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:38.918817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e23af574-ca80-4f37-9f6e-180b9d1398aa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:38.926252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:38.935880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:38.936462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:38.963004 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3f88df00-4ea9-4a5f-9557-25c4c4a45b3c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0422633 Apr 05 14:36:38.966266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Transition to ACTIVE for port object cc58c385-6100-4a6b-a7a9-f2480008900b will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:38.966591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37138) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:38.987976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21088d44-192b-4a03-8d89-55458514a094 None None] Network 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:39.028164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e23af574-ca80-4f37-9f6e-180b9d1398aa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:39.029402 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e23af574-ca80-4f37-9f6e-180b9d1398aa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2140284 Apr 05 14:36:39.035313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37142) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:39.090709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Allocated IP 2001:db8::2 (d58e2d20-3751-4612-9892-214f8419ea4c/3ba32a1c-74ce-4386-ba8a-e687043f57e2/ab82fda5-74ab-4fdb-8371-69e493c09672) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:39.097294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-94d3f7e5-0efa-40f3-9365-a504d33e4020 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:39.101916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-94d3f7e5-0efa-40f3-9365-a504d33e4020 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.4421697 Apr 05 14:36:39.103328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=df15f6d2-e9b7-4159-b6f4-3b1fc03ee0b5,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:39.110582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37146) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:39.201708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd13ab3c-473c-4acb-9775-263a9675d6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.223037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': 'a8d81e54-7563-41a9-a100-f96e71fc27d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '82066735-d563-4636-a903-37ff5c610c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:39.223397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: 82066735-d563-4636-a903-37ff5c610c03, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:39.269891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd13ab3c-473c-4acb-9775-263a9675d6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.282588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:39.286282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 82066735-d563-4636-a903-37ff5c610c03 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:39.319854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 82066735-d563-4636-a903-37ff5c610c03) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:39.327157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:39.327750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.330211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Transition to ACTIVE for port object cc58c385-6100-4a6b-a7a9-f2480008900b will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:39.354877 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-34231618-072b-4d16-afd6-9112ad52ada3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4409680 Apr 05 14:36:39.357200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37150) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:39.368755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1211462980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:39.377236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:39.382865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:router and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:39.386140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd13ab3c-473c-4acb-9775-263a9675d6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.399115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:39.429324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:39.434368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-aef67176-f613-4c7f-a82b-dfffbb2472ff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet b77f4816-c04f-4eae-9367-e562fb1a055b {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:39.435415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13ab3c-473c-4acb-9775-263a9675d6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab3b79a-3d38-41e1-8c10-3b9fc73b5fa3,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:39.454927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd13ab3c-473c-4acb-9775-263a9675d6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.456276 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fd13ab3c-473c-4acb-9775-263a9675d6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/dab3b79a-3d38-41e1-8c10-3b9fc73b5fa3 HTTP/1.1" status: 204 len: 168 time: 0.3447707 Apr 05 14:36:39.458238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.463872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.477040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37158) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:39.604627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.628411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599602c8-a319-4b35-b567-d0162b6a4964 None None] Network 82066735-d563-4636-a903-37ff5c610c03 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:39.637481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.645716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aef67176-f613-4c7f-a82b-dfffbb2472ff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.719817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['f598d9da-626e-41ff-be7a-3f1a6d44584e'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:36:39.731137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aef67176-f613-4c7f-a82b-dfffbb2472ff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.796515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.798225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e27870d6-92b1-4b47-bdb9-6ba2c2cf7c68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4393487 Apr 05 14:36:39.815746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37162) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:39.847851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.926190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=f598d9da-626e-41ff-be7a-3f1a6d44584e,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:39.980133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aef67176-f613-4c7f-a82b-dfffbb2472ff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:39.998082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:40.001807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b1c276c0-2630-4f9b-8de2-d737ebab702b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:40.015065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c045ad3e-5205-4ac9-aafa-ce7ae83f7e31 req-c2e800f5-4560-4c08-89a3-fdc88882fbd6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.016546 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c045ad3e-5205-4ac9-aafa-ce7ae83f7e31 req-c2e800f5-4560-4c08-89a3-fdc88882fbd6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 945 time: 0.2860255 Apr 05 14:36:40.038003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abae07-a1a1-44e7-992e-77b1cb3fc896 req-71a4954b-9221-4d2d-8670-e50158df4c5c tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.039481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d6abae07-a1a1-44e7-992e-77b1cb3fc896 req-71a4954b-9221-4d2d-8670-e50158df4c5c tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.3689780 Apr 05 14:36:40.058534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:40.067904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.070645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.082583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:40.084848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b1c276c0-2630-4f9b-8de2-d737ebab702b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:40.088826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b1c276c0-2630-4f9b-8de2-d737ebab702b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.6081364 Apr 05 14:36:40.092342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37166) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:40.149957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Transition to ACTIVE for port object ab82fda5-74ab-4fdb-8371-69e493c09672 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:40.253210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=b97f6383-918a-4927-b761-885d2b1d20f4,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.298835 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d6abae07-a1a1-44e7-992e-77b1cb3fc896 req-7225fd94-1160-4cbc-8b58-cc48251ad9ae tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421455 Apr 05 14:36:40.300479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aef67176-f613-4c7f-a82b-dfffbb2472ff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.311260 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c045ad3e-5205-4ac9-aafa-ce7ae83f7e31 req-bd4e2ed5-72f8-47da-a838-11ef2f140030 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846322 Apr 05 14:36:40.365256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef67176-f613-4c7f-a82b-dfffbb2472ff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=b77f4816-c04f-4eae-9367-e562fb1a055b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.386550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:40.386786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-aef67176-f613-4c7f-a82b-dfffbb2472ff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.401543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26e0aaee-ca5a-49fa-bc8e-7c51f489b1ae tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.415932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa26f343-9075-40b6-9c47-099ab3558de0 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:40.434987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Transition to ACTIVE for port object ab82fda5-74ab-4fdb-8371-69e493c09672 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:40.471362 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-aef67176-f613-4c7f-a82b-dfffbb2472ff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/b77f4816-c04f-4eae-9367-e562fb1a055b HTTP/1.1" status: 204 len: 168 time: 1.4321485 Apr 05 14:36:40.471807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37170) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:40.483175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26e0aaee-ca5a-49fa-bc8e-7c51f489b1ae tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.529485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] Provisioning for port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:40.532602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-82066735-d563-4636-a903-37ff5c610c03', 'network_id': '82066735-d563-4636-a903-37ff5c610c03', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': 'df15f6d2-e9b7-4159-b6f4-3b1fc03ee0b5'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:40.533520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.551772 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-91186fc1-a3ba-4be8-98de-0ade79e3772b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778730 Apr 05 14:36:40.557588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.558511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37174) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:40.640331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Allocated IP 2001:db8::1 (41b632aa-d571-4aa0-8d4a-d1c8b3e686d6/ea0fb136-8472-403d-9383-e2d9cf23d12a/59c3d9cb-d0e3-4aea-a132-e48de2f9efd7) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:40.646587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26e0aaee-ca5a-49fa-bc8e-7c51f489b1ae tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.648467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.679253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e0aaee-ca5a-49fa-bc8e-7c51f489b1ae tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2abd662-3364-4baf-a499-4e84ba16a31f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.698435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Pushing event updated for resources: {'Port': ['ID=cc58c385-6100-4a6b-a7a9-f2480008900b,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:40.735245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] Provisioning complete for port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:40.735747 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.774440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26e0aaee-ca5a-49fa-bc8e-7c51f489b1ae tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.775578 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-26e0aaee-ca5a-49fa-bc8e-7c51f489b1ae tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/b2abd662-3364-4baf-a499-4e84ba16a31f HTTP/1.1" status: 204 len: 168 time: 0.6854072 Apr 05 14:36:40.779677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37178) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:40.805183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c1a6c6-a66a-4e57-b281-732a52f7655c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:40.806078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-04c1a6c6-a66a-4e57-b281-732a52f7655c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:40.865421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-04c1a6c6-a66a-4e57-b281-732a52f7655c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:40.869009 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-04c1a6c6-a66a-4e57-b281-732a52f7655c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3071897 Apr 05 14:36:40.870575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37182) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:40.904191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:40.912931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3a487d6e-5e8d-4b34-9780-ebf8c8f0e6b3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:40.929456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Transition to ACTIVE for port object 59c3d9cb-d0e3-4aea-a132-e48de2f9efd7 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:40.943082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3a487d6e-5e8d-4b34-9780-ebf8c8f0e6b3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:40.948373 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3a487d6e-5e8d-4b34-9780-ebf8c8f0e6b3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1626148 Apr 05 14:36:40.949705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37186) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:40.957025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1308541909'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:40.964618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:40.978541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:40.991575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.003069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Attempting to bind port cc58c385-6100-4a6b-a7a9-f2480008900b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:41.003423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Attempting to bind port cc58c385-6100-4a6b-a7a9-f2480008900b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '020b76bf-d36e-45c6-bcf4-153dc3061e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '41b632aa-d571-4aa0-8d4a-d1c8b3e686d6'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:41.003774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Attempting to bind port cc58c385-6100-4a6b-a7a9-f2480008900b on network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:41.029640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.034679 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-21ad6a5e-3bff-4838-8d4c-679a1f35ae0a', 'network_id': '21ad6a5e-3bff-4838-8d4c-679a1f35ae0a', 'tenant_id': '57c8578a124941459fbeadc400a83fd7', 'fixed_ips': [{'subnet_id': 'b3bd6e39-510b-4b18-805f-8951cd81dd48'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:41.035396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.068572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Pushing event updated for resources: {'Port': ['ID=ab82fda5-74ab-4fdb-8371-69e493c09672,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:41.087266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Network d58e2d20-3751-4612-9892-214f8419ea4c is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:41.089019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:41.093690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:41.097444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Port': ['ID=59c3d9cb-d0e3-4aea-a132-e48de2f9efd7,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:41.106296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:41.106296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.119685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:41.124108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a1717f-b19a-425d-88e6-b3b804d74015 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.125170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-83a1717f-b19a-425d-88e6-b3b804d74015 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:41.129660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:41.132733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:41.132987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Checking segment: {'id': '020b76bf-d36e-45c6-bcf4-153dc3061e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '41b632aa-d571-4aa0-8d4a-d1c8b3e686d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:41.133380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.133985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Bound using segment: {'id': '020b76bf-d36e-45c6-bcf4-153dc3061e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '41b632aa-d571-4aa0-8d4a-d1c8b3e686d6'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:41.134257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Bound port: cc58c385-6100-4a6b-a7a9-f2480008900b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '020b76bf-d36e-45c6-bcf4-153dc3061e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '41b632aa-d571-4aa0-8d4a-d1c8b3e686d6'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:41.134624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.137497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:41.170890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:41.179999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:41.190860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-83a1717f-b19a-425d-88e6-b3b804d74015 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:41.193832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:41.200007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37190) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:41.201586 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-83a1717f-b19a-425d-88e6-b3b804d74015 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3310499 Apr 05 14:36:41.253371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8::1 (d58e2d20-3751-4612-9892-214f8419ea4c/3ba32a1c-74ce-4386-ba8a-e687043f57e2/439c802a-4835-47b6-9ebe-97415439b4e0) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:41.332080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b97f6383-918a-4927-b761-885d2b1d20f4 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:41.398271 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0a9e60c9-cfa3-4d2d-8add-fccaa63b7c58 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1978316 Apr 05 14:36:41.398974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.403318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37198) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:41.421941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:41.591194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Allocated IP 2001:db8:1::2 (82066735-d563-4636-a903-37ff5c610c03/df15f6d2-e9b7-4159-b6f4-3b1fc03ee0b5/64158ed4-23db-4a3e-b97f-eb75f4b3a2df) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:41.635428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.647589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.702684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Attempting to bind port ab82fda5-74ab-4fdb-8371-69e493c09672 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:41.703739 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Attempting to bind port ab82fda5-74ab-4fdb-8371-69e493c09672 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8f3ea854-f639-4718-be8d-f04c8e4321fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd58e2d20-3751-4612-9892-214f8419ea4c'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:41.704419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Attempting to bind port ab82fda5-74ab-4fdb-8371-69e493c09672 on network d58e2d20-3751-4612-9892-214f8419ea4c {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:41.705244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14c5b806-ce8c-4111-a434-551dafef9aba,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:41.722548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:41.726974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.731453 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-23324a92-2a04-42c5-97b0-17ee4f4bde46 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7775257 Apr 05 14:36:41.735121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37202) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:41.764403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': '14c5b806-ce8c-4111-a434-551dafef9aba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:41.772187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:41.775996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.782632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:41.801003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:41.810450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:41.816817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object 439c802a-4835-47b6-9ebe-97415439b4e0 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:41.821878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:41.834911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:41.835282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Checking segment: {'id': '8f3ea854-f639-4718-be8d-f04c8e4321fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd58e2d20-3751-4612-9892-214f8419ea4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:41.835678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.835938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:41.836068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Bound using segment: {'id': '8f3ea854-f639-4718-be8d-f04c8e4321fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd58e2d20-3751-4612-9892-214f8419ea4c'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:41.836523 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Bound port: ab82fda5-74ab-4fdb-8371-69e493c09672, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3ea854-f639-4718-be8d-f04c8e4321fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'd58e2d20-3751-4612-9892-214f8419ea4c'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:41.836885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.858130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798a548-5546-4570-8a94-f22b0191fbae req-08a30efc-d604-49fb-bf3c-d4828250036c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.864707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.865041 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1798a548-5546-4570-8a94-f22b0191fbae req-08a30efc-d604-49fb-bf3c-d4828250036c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 945 time: 0.3418443 Apr 05 14:36:41.934507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] For port cc58c385-6100-4a6b-a7a9-f2480008900b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:41.941147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.951563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.952692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:41.973537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a70d8e3-4723-44a8-a7d4-a782d6b7f75a req-d4bd9ab8-9c6a-469d-91f9-7d908ec67359 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:41.975635 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a70d8e3-4723-44a8-a7d4-a782d6b7f75a req-d4bd9ab8-9c6a-469d-91f9-7d908ec67359 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.4512739 Apr 05 14:36:41.988053 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:41.992599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.029444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] For port cc58c385-6100-4a6b-a7a9-f2480008900b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cc58c385-6100-4a6b-a7a9-f2480008900b,segment=NetworkSegment(020b76bf-d36e-45c6-bcf4-153dc3061e87),segment_id=020b76bf-d36e-45c6-bcf4-153dc3061e87)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:42.055749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.066972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.071985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] Deleting port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:42.071985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.086850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.110623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Allocated IP 2001:db8::2 (21ad6a5e-3bff-4838-8d4c-679a1f35ae0a/b3bd6e39-510b-4b18-805f-8951cd81dd48/711fe84a-2ded-4800-8de1-ec1b8c5f36ee) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:42.127135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Port': ['ID=59c3d9cb-d0e3-4aea-a132-e48de2f9efd7,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:42.190728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:42.191558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] For port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0aaa9f16-4a3a-499f-a43b-927fa04ba5fb,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:42.192022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:42.202713 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1798a548-5546-4570-8a94-f22b0191fbae req-d73829a2-ebaa-4199-ae2f-079f9cb607aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3367264 Apr 05 14:36:42.282138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.293027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b97f6383-918a-4927-b761-885d2b1d20f4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:42.293245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network d58e2d20-3751-4612-9892-214f8419ea4c is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:42.293389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.295527 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a70d8e3-4723-44a8-a7d4-a782d6b7f75a req-fc01ab59-3938-4420-8b00-30a7e7e2170e tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043928 Apr 05 14:36:42.301530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:42.313188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:42.313714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.316204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=439c802a-4835-47b6-9ebe-97415439b4e0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:42.337224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.351985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.383739 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] Could not find standard attr ID for object d5c162e9-7386-46a3-abf1-3dde12ae4f1a. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:42.384860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93dec7a5-b41a-4741-9f2d-1418d8ecf5e8,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:42.482282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.486084 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-72131cc6-25d4-4bad-9600-d61cb01a7653 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7370145 Apr 05 14:36:42.486736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] For port ab82fda5-74ab-4fdb-8371-69e493c09672, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:42.494370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37206) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:42.508938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] Could not find standard attr ID for object 4b7dc31b-a97a-48c4-80f8-699fdc78261a. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:42.519492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.533095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2468b5-5ea0-4da8-81aa-7b99a8bf5df7 None None] Pushing event updated for resources: {'Port': ['ID=cc58c385-6100-4a6b-a7a9-f2480008900b,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:42.550882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] For port ab82fda5-74ab-4fdb-8371-69e493c09672, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ab82fda5-74ab-4fdb-8371-69e493c09672,segment=NetworkSegment(8f3ea854-f639-4718-be8d-f04c8e4321fe),segment_id=8f3ea854-f639-4718-be8d-f04c8e4321fe)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:42.587902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b617957e-d735-47c2-82cf-308be0b49708 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.596980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.602540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b617957e-d735-47c2-82cf-308be0b49708 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.616633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.666678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b617957e-d735-47c2-82cf-308be0b49708 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.676754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Transition to ACTIVE for port object 64158ed4-23db-4a3e-b97f-eb75f4b3a2df will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:42.699593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b617957e-d735-47c2-82cf-308be0b49708 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=93dec7a5-b41a-4741-9f2d-1418d8ecf5e8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:42.703673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b617957e-d735-47c2-82cf-308be0b49708 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.704881 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b617957e-d735-47c2-82cf-308be0b49708 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/93dec7a5-b41a-4741-9f2d-1418d8ecf5e8 HTTP/1.1" status: 204 len: 168 time: 0.2050281 Apr 05 14:36:42.707413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37210) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:42.770539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Router f53666a4-92c9-4153-abf0-36f9d4e655d8 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:36:42.784726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-938f97e3-fe36-4687-ba73-4ad4cf5950da tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:42.823797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Transition to ACTIVE for port object 64158ed4-23db-4a3e-b97f-eb75f4b3a2df will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:42.824981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6242d5-80d3-4975-abdd-33bfdc532a0d None None] Pushing event updated for resources: {'Port': ['ID=0aaa9f16-4a3a-499f-a43b-927fa04ba5fb,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:42.899197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.943670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:42.959402 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] For port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0aaa9f16-4a3a-499f-a43b-927fa04ba5fb,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:42.959789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.033842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-938f97e3-fe36-4687-ba73-4ad4cf5950da tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:43.038521 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-938f97e3-fe36-4687-ba73-4ad4cf5950da tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3268571 Apr 05 14:36:43.040522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37214) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:43.062433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:43.210274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6145-8da5-40bb-ac4a-143c2b21dc16 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.246737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6145-8da5-40bb-ac4a-143c2b21dc16 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.261861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] Calling delete_port for 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:43.294963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:43.300522 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-61cf9516-b647-4e22-9806-900402dcfd2e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "PUT /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3327849 Apr 05 14:36:43.313585 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde9bc-2fb2-40de-b3f0-684b4e45b6ff None None] Sync routers for ids ['f53666a4-92c9-4153-abf0-36f9d4e655d8'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:43.325242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37220) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:43.334446 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fde9bc-2fb2-40de-b3f0-684b4e45b6ff None None] Routers {'f53666a4-92c9-4153-abf0-36f9d4e655d8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:43.337889 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-37fde9bc-2fb2-40de-b3f0-684b4e45b6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f53666a4-92c9-4153-abf0-36f9d4e655d8'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:43.339075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:43.339480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Network 82066735-d563-4636-a903-37ff5c610c03 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:43.346651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:43.349608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee5f047-4163-4bea-8a5e-2e87edd1a14e None None] Pushing event updated for resources: {'Port': ['ID=ab82fda5-74ab-4fdb-8371-69e493c09672,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.359466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:43.360065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.389633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:43.437428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.453013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=9ee39dfa-8037-4e8d-81de-35ce03263a57,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.506434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f598d9da-626e-41ff-be7a-3f1a6d44584e up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:43.522186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-625315ac-4dd5-432d-bc5d-2f6945301358 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1172013 Apr 05 14:36:43.525177 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-0bd561f1-0427-47a2-8847-2641e5d36b30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7638664 Apr 05 14:36:43.525765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37226) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:43.549763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '9ee39dfa-8037-4e8d-81de-35ce03263a57', 'ip_address': '2001:db8::c397:7225:3f42:e976'}], 'name': 'tempest-NetworksTestDHCPv6-1876290521'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:43.563852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Pushing event updated for resources: {'Port': ['ID=64158ed4-23db-4a3e-b97f-eb75f4b3a2df,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.639086 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-37fde9bc-2fb2-40de-b3f0-684b4e45b6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:43.665710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ab82fda5-74ab-4fdb-8371-69e493c09672 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:43.673209 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fde9bc-2fb2-40de-b3f0-684b4e45b6ff None None] Routers {'f53666a4-92c9-4153-abf0-36f9d4e655d8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:43.674171 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-37fde9bc-2fb2-40de-b3f0-684b4e45b6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f53666a4-92c9-4153-abf0-36f9d4e655d8'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:43.712133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.763682 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-37fde9bc-2fb2-40de-b3f0-684b4e45b6ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:43.764795 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fde9bc-2fb2-40de-b3f0-684b4e45b6ff None None] The sync data for ids ['f53666a4-92c9-4153-abf0-36f9d4e655d8'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:43.803466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Attempting to bind port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:43.804170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Attempting to bind port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a8d81e54-7563-41a9-a100-f96e71fc27d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '82066735-d563-4636-a903-37ff5c610c03'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:43.804726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Attempting to bind port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df on network 82066735-d563-4636-a903-37ff5c610c03 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:43.811201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Transition to ACTIVE for port object 711fe84a-2ded-4800-8de1-ec1b8c5f36ee will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:43.860329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6145-8da5-40bb-ac4a-143c2b21dc16 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.861116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.resource_extend [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:36:43.869703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] No DVR routers for this DVR port 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:43.884840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581785c4-3a22-4e36-affa-21a9a2ba8cd0 None None] Pushing event deleted for resources: {'Port': ['ID=0aaa9f16-4a3a-499f-a43b-927fa04ba5fb,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.893622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:43.894489 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Checking segment: {'id': 'a8d81e54-7563-41a9-a100-f96e71fc27d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '82066735-d563-4636-a903-37ff5c610c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:43.894851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cc6145-8da5-40bb-ac4a-143c2b21dc16 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c5b806-ce8c-4111-a434-551dafef9aba,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:43.895513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.900944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Bound using segment: {'id': 'a8d81e54-7563-41a9-a100-f96e71fc27d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '82066735-d563-4636-a903-37ff5c610c03'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:43.902640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Bound port: 64158ed4-23db-4a3e-b97f-eb75f4b3a2df, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8d81e54-7563-41a9-a100-f96e71fc27d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '82066735-d563-4636-a903-37ff5c610c03'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:43.903835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.904720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.915677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e9cc6145-8da5-40bb-ac4a-143c2b21dc16 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.918899 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e9cc6145-8da5-40bb-ac4a-143c2b21dc16 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/14c5b806-ce8c-4111-a434-551dafef9aba HTTP/1.1" status: 204 len: 168 time: 0.8774147 Apr 05 14:36:43.920194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37230) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:43.933250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.933839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:43.956993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60602792-2a87-4b83-b910-2ce48fea71e2 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:43.981359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc66b8d-18cb-4fe2-8cf1-a6a1c2ac1ad4 req-89d6557e-c981-4947-81dc-5da9c283d179 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:43.982715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Transition to ACTIVE for port object 711fe84a-2ded-4800-8de1-ec1b8c5f36ee will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:43.982926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bfc66b8d-18cb-4fe2-8cf1-a6a1c2ac1ad4 req-89d6557e-c981-4947-81dc-5da9c283d179 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 945 time: 0.5309896 Apr 05 14:36:43.996667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:44.030113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:44.036702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.071936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-945368f4-214c-4e40-967a-5fb95883c6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:44.111754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-945368f4-214c-4e40-967a-5fb95883c6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:44.116951 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-945368f4-214c-4e40-967a-5fb95883c6b0 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1886473 Apr 05 14:36:44.117645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37234) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:44.126284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--844695393'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:44.128898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=439c802a-4835-47b6-9ebe-97415439b4e0,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:44.143892 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd8d0b-e7bc-4f7a-a3ee-5d563c38e974 req-e508ad1b-7217-41e5-81af-184993c120d5 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.145807 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fcd8d0b-e7bc-4f7a-a3ee-5d563c38e974 req-e508ad1b-7217-41e5-81af-184993c120d5 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.4034259 Apr 05 14:36:44.151603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:44.169035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:44.234450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:44.239681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.258130 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port ab82fda5-74ab-4fdb-8371-69e493c09672 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:44.274186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port f598d9da-626e-41ff-be7a-3f1a6d44584e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:44.274692 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-c0b9724e-8c53-4280-8476-f8daf09eebfd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 1098 time: 0.6202877 Apr 05 14:36:44.281947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Network 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:44.291428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:44.293552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cc58c385-6100-4a6b-a7a9-f2480008900b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:44.303286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.306210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 03498d91-258a-4542-9167-874e23da2295 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:44.332240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Pushing event updated for resources: {'Port': ['ID=711fe84a-2ded-4800-8de1-ec1b8c5f36ee,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:44.335556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:44.372402 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port f598d9da-626e-41ff-be7a-3f1a6d44584e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:44.372822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.437069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea61dab-99d9-4dda-b492-6d5807f8b991 None None] Network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:44.438435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:44.447158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:44.450677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:44.453550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] For port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:44.460054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:44.517989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::c397:7225:3f42:e976 (f733e752-faf0-4209-b7c7-bca371750f1b/9ee39dfa-8037-4e8d-81de-35ce03263a57/03498d91-258a-4542-9167-874e23da2295) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:44.592315 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bfc66b8d-18cb-4fe2-8cf1-a6a1c2ac1ad4 req-7cfcde1c-f660-4c32-97c4-074be04abd0e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5773239 Apr 05 14:36:44.681199 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fcd8d0b-e7bc-4f7a-a3ee-5d563c38e974 req-4660a145-5b4b-472b-ba5b-c593b8a990d5 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4670680 Apr 05 14:36:44.683934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27270ef-8cf6-4b0f-acc4-fc856adea774 None None] Network d58e2d20-3751-4612-9892-214f8419ea4c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:44.684501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.702072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.705085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] For port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=64158ed4-23db-4a3e-b97f-eb75f4b3a2df,segment=NetworkSegment(a8d81e54-7563-41a9-a100-f96e71fc27d0),segment_id=a8d81e54-7563-41a9-a100-f96e71fc27d0)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:44.745596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network d58e2d20-3751-4612-9892-214f8419ea4c is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:44.773020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:44.787372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faf2482b-5651-488f-a271-571378e1881a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:44.817351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.834509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.838977 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-deed1d32-2b70-49c1-a787-cc9520f03b50 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7167103 Apr 05 14:36:44.838977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37238) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:44.849894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': 'faf2482b-5651-488f-a271-571378e1881a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:44.857672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:44.865890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:44.870653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:44.879721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:44.939107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:44.994085 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-1e92ded4-3266-4958-a250-98ec119cf3f5 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:36:44.994085 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1e92ded4-3266-4958-a250-98ec119cf3f5 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "PUT /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6666667 Apr 05 14:36:44.997512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-20f14592-dd0b-4dc8-b696-22a62f1835c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:44.998031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37242) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:44.998941 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-20f14592-dd0b-4dc8-b696-22a62f1835c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 200 len: 898 time: 0.4711149 Apr 05 14:36:45.034309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Attempting to bind port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:45.034879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Attempting to bind port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '7f05c113-88d7-4250-98ae-931682ca4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ad6a5e-3bff-4838-8d4c-679a1f35ae0a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:45.035156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Attempting to bind port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee on network 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:45.147251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.152391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-da6b77f4-8ea9-4929-9553-8a15d595ca48 None None] Provisioning for port cc58c385-6100-4a6b-a7a9-f2480008900b completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:45.159769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.163462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.172340 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-d2b0ea4e-e650-4d8e-9c15-b43550463468 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561f4c78-3a05-4744-9e22-86a97c7de962 HTTP/1.1" status: 200 len: 1001 time: 0.1571810 Apr 05 14:36:45.179467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37a5dc4-d897-4f6c-90a9-d6c1987db9d8,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:45.209252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.213444 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-15b83b6b-daa0-443a-92a5-6eccda9b5791 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3720629 Apr 05 14:36:45.215623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37246) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:45.222331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '9ee39dfa-8037-4e8d-81de-35ce03263a57'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:45.223337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.233766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:45.234333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Checking segment: {'id': '7f05c113-88d7-4250-98ae-931682ca4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ad6a5e-3bff-4838-8d4c-679a1f35ae0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:45.234834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.235325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Bound using segment: {'id': '7f05c113-88d7-4250-98ae-931682ca4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ad6a5e-3bff-4838-8d4c-679a1f35ae0a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:45.235928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Bound port: 711fe84a-2ded-4800-8de1-ec1b8c5f36ee, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f05c113-88d7-4250-98ae-931682ca4599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '21ad6a5e-3bff-4838-8d4c-679a1f35ae0a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:45.236410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.248133 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9f668a03-db44-423f-8999-e279e90ac24e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules/b37a5dc4-d897-4f6c-90a9-d6c1987db9d8 HTTP/1.1" status: 200 len: 705 time: 0.0288007 Apr 05 14:36:45.249440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port cc58c385-6100-4a6b-a7a9-f2480008900b completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:45.250706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37250) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:45.263156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb59664e-c610-4297-860a-f3c3fbd4896a None None] Pushing event updated for resources: {'Port': ['ID=64158ed4-23db-4a3e-b97f-eb75f4b3a2df,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:45.324894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port cc58c385-6100-4a6b-a7a9-f2480008900b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:45.325349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.348417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.395069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 03498d91-258a-4542-9167-874e23da2295 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:45.450292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30385e6b-7ff0-4584-9cd5-cb4f10b889e3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:45.527365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-7210607e-aafd-41f9-bcef-da2879a8c5f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.529734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-7210607e-aafd-41f9-bcef-da2879a8c5f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7 HTTP/1.1" status: 200 len: 834 time: 0.3492949 Apr 05 14:36:45.530451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30385e6b-7ff0-4584-9cd5-cb4f10b889e3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:45.535625 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-30385e6b-7ff0-4584-9cd5-cb4f10b889e3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.2809732 Apr 05 14:36:45.535873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37254) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:45.590840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-998f3abf-92f5-4093-aa56-96f0ce19405c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.610779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-998f3abf-92f5-4093-aa56-96f0ce19405c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.621612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.663128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b62194b-e185-4141-9f0e-51e3c12c8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f598d9da-626e-41ff-be7a-3f1a6d44584e'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:36:45.713183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.788257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:45.795425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:45.812169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=03498d91-258a-4542-9167-874e23da2295,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:45.815551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:45.825672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:45.826362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.832022 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c569862-34d1-472b-a011-c8198ec533f3'] response: {'server_uuid': '6b62194b-e185-4141-9f0e-51e3c12c8d58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f598d9da-626e-41ff-be7a-3f1a6d44584e', 'code': 200} Apr 05 14:36:45.865818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f598d9da-626e-41ff-be7a-3f1a6d44584e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f598d9da-626e-41ff-be7a-3f1a6d44584e,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:45.913623 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-b03bd1e7-4075-4ef5-802b-617a967baaa6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65fa9113-4b10-4a07-b2cd-6b0b326f5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3700233 Apr 05 14:36:45.920073 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c879d24f-435f-49b3-9cd1-c2d5c0fa639d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.3812356 Apr 05 14:36:45.923030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37264) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:45.923769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:45.925681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-54971703-3493-4ddf-8c18-bc355334e0b6 None None] Provisioning for port ab82fda5-74ab-4fdb-8371-69e493c09672 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:45.952003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '9ee39dfa-8037-4e8d-81de-35ce03263a57', 'ip_address': '2001:db8::c397:7225:3f42:e976'}], 'name': 'tempest-NetworksTestDHCPv6-1052013399'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:46.037142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-54971703-3493-4ddf-8c18-bc355334e0b6 None None] Provisioning complete for port ab82fda5-74ab-4fdb-8371-69e493c09672 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:46.038185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54971703-3493-4ddf-8c18-bc355334e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.061691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-49433854-7567-44d9-90f6-94af2a97685f None None] For port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:46.129632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-998f3abf-92f5-4093-aa56-96f0ce19405c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.149644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f3abf-92f5-4093-aa56-96f0ce19405c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b37a5dc4-d897-4f6c-90a9-d6c1987db9d8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:46.165049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-49433854-7567-44d9-90f6-94af2a97685f None None] For port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=711fe84a-2ded-4800-8de1-ec1b8c5f36ee,segment=NetworkSegment(7f05c113-88d7-4250-98ae-931682ca4599),segment_id=7f05c113-88d7-4250-98ae-931682ca4599)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:46.173812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-998f3abf-92f5-4093-aa56-96f0ce19405c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.178462 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-998f3abf-92f5-4093-aa56-96f0ce19405c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b37a5dc4-d897-4f6c-90a9-d6c1987db9d8 HTTP/1.1" status: 204 len: 168 time: 0.6377587 Apr 05 14:36:46.179402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37268) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:46.196067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.224778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/9ee39dfa-8037-4e8d-81de-35ce03263a57/ed51b07b-ea74-4386-9e14-ee3c11ac2b31) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:46.237455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=f598d9da-626e-41ff-be7a-3f1a6d44584e,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:46.247704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef146c32-5ebe-4383-9635-3205978c959e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:46.291216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.315154 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ef146c32-5ebe-4383-9635-3205978c959e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:46.319884 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ef146c32-5ebe-4383-9635-3205978c959e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1371577 Apr 05 14:36:46.321464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37272) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:46.329409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': 'faf2482b-5651-488f-a271-571378e1881a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:46.343539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:46.383671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 1faafaeb-9edf-4580-a53b-55a57ba9e089 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:36:46.413150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:46.446393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3a43be-1c33-4361-b04b-a6215d23ff75 req-00ca7da1-c7c3-4a05-bf20-8aed842effbc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.448129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8d3a43be-1c33-4361-b04b-a6215d23ff75 req-00ca7da1-c7c3-4a05-bf20-8aed842effbc tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.4298766 Apr 05 14:36:46.449948 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-eb8b3740-6900-4e10-82f1-467504281011 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259995 Apr 05 14:36:46.490372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port cc58c385-6100-4a6b-a7a9-f2480008900b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cc58c385-6100-4a6b-a7a9-f2480008900b,segment=NetworkSegment(020b76bf-d36e-45c6-bcf4-153dc3061e87),segment_id=020b76bf-d36e-45c6-bcf4-153dc3061e87)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:46.490816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.507389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:46.511693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:46.528791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:46.581112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.584691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54971703-3493-4ddf-8c18-bc355334e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.592026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997b2681-f451-4875-92e2-f17a1f28e2e4 req-55da1ea5-3116-4496-8d81-b262e29d3657 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:46.602301 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-997b2681-f451-4875-92e2-f17a1f28e2e4 req-55da1ea5-3116-4496-8d81-b262e29d3657 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 946 time: 0.6359625 Apr 05 14:36:46.610363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:46.667678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49433854-7567-44d9-90f6-94af2a97685f None None] Pushing event updated for resources: {'Port': ['ID=711fe84a-2ded-4800-8de1-ec1b8c5f36ee,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:46.797570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=cc58c385-6100-4a6b-a7a9-f2480008900b,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:46.804383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-54971703-3493-4ddf-8c18-bc355334e0b6 None None] For port ab82fda5-74ab-4fdb-8371-69e493c09672, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ab82fda5-74ab-4fdb-8371-69e493c09672,segment=NetworkSegment(8f3ea854-f639-4718-be8d-f04c8e4321fe),segment_id=8f3ea854-f639-4718-be8d-f04c8e4321fe)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:46.807114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:46.858253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:36:46.858593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0aaa9f16-4a3a-499f-a43b-927fa04ba5fb not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:36:46.858863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.865674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54971703-3493-4ddf-8c18-bc355334e0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.909667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:46.948857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e48c269-5f7b-4a68-845e-5e9a032fc413,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:47.009538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54971703-3493-4ddf-8c18-bc355334e0b6 None None] Pushing event updated for resources: {'Port': ['ID=ab82fda5-74ab-4fdb-8371-69e493c09672,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:47.040951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.044569 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0f779ff1-c874-47e7-bb81-e4b736d62815 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7182627 Apr 05 14:36:47.047392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37276) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:47.054621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac4fec2-b072-4bfb-9b23-312423a6e460 None None] Network 82066735-d563-4636-a903-37ff5c610c03 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:47.073753 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-99d43658-5fee-4005-8355-abdc0cd583d6 req-b5eddeb8-c1c3-4254-8115-af38b59359d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 1099 time: 0.8914750 Apr 05 14:36:47.121453 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a2c1fb96-52a9-4996-93d3-00d0529ea56e tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules/2e48c269-5f7b-4a68-845e-5e9a032fc413 HTTP/1.1" status: 200 len: 705 time: 0.0729537 Apr 05 14:36:47.136175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37282) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:47.230202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:47.242611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e551950e-b4ee-4dfb-b4b4-f3c2133663cd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:47.277755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 64158ed4-23db-4a3e-b97f-eb75f4b3a2df up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:47.317196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-36cb13e1-b442-4f28-88c6-2f3accada6d7 None None] Provisioning for port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:47.323973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e551950e-b4ee-4dfb-b4b4-f3c2133663cd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:47.325294 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e551950e-b4ee-4dfb-b4b4-f3c2133663cd tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1881568 Apr 05 14:36:47.343764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37286) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:47.349214 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.385166 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8d3a43be-1c33-4361-b04b-a6215d23ff75 req-9d4ab6f9-6e8b-453d-b33c-4a8d7934e855 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9031861 Apr 05 14:36:47.400321 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Transition to ACTIVE for port object ed51b07b-ea74-4386-9e14-ee3c11ac2b31 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:47.438860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cc0af18-6ca4-4a2d-87bd-fc2f5d1faf48 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.458432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Transition to ACTIVE for port object ed51b07b-ea74-4386-9e14-ee3c11ac2b31 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:47.476781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting port 59c3d9cb-d0e3-4aea-a132-e48de2f9efd7 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:47.477365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.533128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cc0af18-6ca4-4a2d-87bd-fc2f5d1faf48 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.590765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c3d74fde-2a86-4db0-9967-feeea8f01ae4 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:36:47.599381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.717245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cc0af18-6ca4-4a2d-87bd-fc2f5d1faf48 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.749115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f8a4f5e-513b-4e37-9ea1-dddd4e94c6c5 req-832ad2ec-d0f4-4619-a792-b18418724d49 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2897050 Apr 05 14:36:47.767522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:47.771088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Pushing event updated for resources: {'Port': ['ID=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:47.791290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Provisioning for port 59c3d9cb-d0e3-4aea-a132-e48de2f9efd7 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:47.809183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.821176 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:47.825200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:47.838760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:47.842883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.844206 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-997b2681-f451-4875-92e2-f17a1f28e2e4 req-c4d61a6a-44b0-4c18-9c0e-e29859071c60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2410684 Apr 05 14:36:47.874688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 037ff577-e749-4958-ba26-cd57b5eb4978 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:47.891279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:47.891885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:47.957732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Provisioning complete for port 59c3d9cb-d0e3-4aea-a132-e48de2f9efd7 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:47.958438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.015851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-99d43658-5fee-4005-8355-abdc0cd583d6 req-e04d1854-b05c-4bc2-a4d6-a824dcd4c2a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9315298 Apr 05 14:36:48.031074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0af18-6ca4-4a2d-87bd-fc2f5d1faf48 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2e48c269-5f7b-4a68-845e-5e9a032fc413,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:48.033689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1cc0af18-6ca4-4a2d-87bd-fc2f5d1faf48 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.035412 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1cc0af18-6ca4-4a2d-87bd-fc2f5d1faf48 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2e48c269-5f7b-4a68-845e-5e9a032fc413 HTTP/1.1" status: 204 len: 168 time: 0.6907833 Apr 05 14:36:48.044053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Calling delete_port for 59c3d9cb-d0e3-4aea-a132-e48de2f9efd7 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:48.044713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37290) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:48.114792 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2d2708b-b7fb-4ac4-956b-d1bd97785fdb req-f2c6326d-7b8d-4fbf-921b-1ff21da318bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 1098 time: 1.0741944 Apr 05 14:36:48.123890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fab30fa2-989c-4ba9-aa1c-d16fc8fa9ee4 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:48.160463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fab30fa2-989c-4ba9-aa1c-d16fc8fa9ee4 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:48.165011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fab30fa2-989c-4ba9-aa1c-d16fc8fa9ee4 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1146486 Apr 05 14:36:48.167224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37294) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:48.217387 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': 'faf2482b-5651-488f-a271-571378e1881a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:48.232523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:48.244374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:48.261853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Port 59c3d9cb-d0e3-4aea-a132-e48de2f9efd7 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:48.283849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:48.298203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Attempting to bind port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:48.298808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Attempting to bind port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:48.299953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Attempting to bind port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:48.313872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c2d4d-fb44-491d-8d37-872680edd6ba None None] Sync routers for ids ['1faafaeb-9edf-4580-a53b-55a57ba9e089'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:48.332471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:48.333127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:48.333654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.334073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:48.334619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Bound port: ed51b07b-ea74-4386-9e14-ee3c11ac2b31, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:48.334956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.339098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.366661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.383845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 05 14:36:48.385068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:48.394063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Port': ['ID=59c3d9cb-d0e3-4aea-a132-e48de2f9efd7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:48.407027 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1792a100-2fc6-4c54-afc9-3b8520e64971 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/1faafaeb-9edf-4580-a53b-55a57ba9e089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5822997 Apr 05 14:36:48.408844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37298) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:48.410887 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2d2708b-b7fb-4ac4-956b-d1bd97785fdb req-3ffc177a-7f6e-45a9-aea5-fee60bfd4eb4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513224 Apr 05 14:36:48.455240 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6bb824a8-bf60-4a00-8295-08837116ee10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.5107112 Apr 05 14:36:48.459270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37304) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:48.488763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Provisioning complete for port ab82fda5-74ab-4fdb-8371-69e493c09672 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:48.494347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.523495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c4daab-d4ad-4253-a7db-fb2f5eaa8a2a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.524431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-45c4daab-d4ad-4253-a7db-fb2f5eaa8a2a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:48.574771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.575925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-45c4daab-d4ad-4253-a7db-fb2f5eaa8a2a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:48.580563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-45c4daab-d4ad-4253-a7db-fb2f5eaa8a2a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports/439c802a-4835-47b6-9ebe-97415439b4e0 HTTP/1.1" status: 200 len: 911 time: 0.1684208 Apr 05 14:36:48.581360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37308) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:48.702809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.739372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:48.747749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c2d4d-fb44-491d-8d37-872680edd6ba None None] Routers {'1faafaeb-9edf-4580-a53b-55a57ba9e089'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:48.753442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b11c2d4d-fb44-491d-8d37-872680edd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1faafaeb-9edf-4580-a53b-55a57ba9e089'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:48.770756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.806235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.836954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2394c68-4d87-430a-8a49-e7c60768739c None None] Network 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:48.847208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5601764b-1fe6-4263-9af6-4c32f0b45643,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:48.886010 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'port_id': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'mac_address': 'fa:16:3e:dc:63:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:36:48.887725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b11c2d4d-fb44-491d-8d37-872680edd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:48.906415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:48.912452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb50e5-705e-49c7-8933-af8d7823fb80 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.914192 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1bf8848b-e80a-4798-b8f1-894c74aa6f9b tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.7055509 Apr 05 14:36:48.916798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37314) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:48.917264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acb50e5-705e-49c7-8933-af8d7823fb80 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:48.922034 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2acb50e5-705e-49c7-8933-af8d7823fb80 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3925171 Apr 05 14:36:48.923033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37318) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:48.958967 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-462fa6cb-6db6-4fa4-9453-2a93c0c9a8a3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules/5601764b-1fe6-4263-9af6-4c32f0b45643 HTTP/1.1" status: 200 len: 706 time: 0.0394943 Apr 05 14:36:48.960246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37320) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:49.033006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfe8beb-a6e3-4023-bb66-23e1780965e8 req-797e1b79-724b-4463-9d43-deda33be5c80 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.033843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] For port ed51b07b-ea74-4386-9e14-ee3c11ac2b31, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:49.034582 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0dfe8beb-a6e3-4023-bb66-23e1780965e8 req-797e1b79-724b-4463-9d43-deda33be5c80 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.2662258 Apr 05 14:36:49.059562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-45f66b16-5587-4203-8879-f7aaee98b690 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 03498d91-258a-4542-9167-874e23da2295 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:49.060142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45f66b16-5587-4203-8879-f7aaee98b690 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.115005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=64158ed4-23db-4a3e-b97f-eb75f4b3a2df,segment=NetworkSegment(a8d81e54-7563-41a9-a100-f96e71fc27d0),segment_id=a8d81e54-7563-41a9-a100-f96e71fc27d0)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:49.127124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] For port ed51b07b-ea74-4386-9e14-ee3c11ac2b31, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:49.129788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11c2d4d-fb44-491d-8d37-872680edd6ba None None] Routers {'1faafaeb-9edf-4580-a53b-55a57ba9e089'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:49.130482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b11c2d4d-fb44-491d-8d37-872680edd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1faafaeb-9edf-4580-a53b-55a57ba9e089'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:49.195771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.199361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.200111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ab82fda5-74ab-4fdb-8371-69e493c09672 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:49.228672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e3b359af-efc4-4ea6-b961-633d892284c5 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:49.292791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.315987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b11c2d4d-fb44-491d-8d37-872680edd6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:49.316391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11c2d4d-fb44-491d-8d37-872680edd6ba None None] The sync data for ids ['1faafaeb-9edf-4580-a53b-55a57ba9e089'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:49.379816 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0dfe8beb-a6e3-4023-bb66-23e1780965e8 req-3f408d9b-38f9-4586-844d-8c8c07e55ee0 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009770 Apr 05 14:36:49.404705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e3b359af-efc4-4ea6-b961-633d892284c5 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:49.410520 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e3b359af-efc4-4ea6-b961-633d892284c5 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.4474573 Apr 05 14:36:49.413407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37326) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:49.423006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c3d74fde-2a86-4db0-9967-feeea8f01ae4 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:36:49.470001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c5e55-d217-4bd2-bfe3-b5f9eced6ee8 None None] Pushing event updated for resources: {'Port': ['ID=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:49.512027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:49.518079 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Provisioning complete for port cc58c385-6100-4a6b-a7a9-f2480008900b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:49.518079 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.537069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-595577a2-4faf-4a98-8902-3b52f5266995 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.549138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Router f53666a4-92c9-4153-abf0-36f9d4e655d8 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:49.556885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-595577a2-4faf-4a98-8902-3b52f5266995 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.599642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781c25c-8ab5-44fe-9548-e8c966a7fb7a req-1c3bcb8a-3669-454e-bc72-68d971816925 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:49.601222 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2781c25c-8ab5-44fe-9548-e8c966a7fb7a req-1c3bcb8a-3669-454e-bc72-68d971816925 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 946 time: 0.5757561 Apr 05 14:36:49.629547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-595577a2-4faf-4a98-8902-3b52f5266995 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.656187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.661266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595577a2-4faf-4a98-8902-3b52f5266995 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5601764b-1fe6-4263-9af6-4c32f0b45643,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:49.698030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-595577a2-4faf-4a98-8902-3b52f5266995 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.701503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-595577a2-4faf-4a98-8902-3b52f5266995 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/5601764b-1fe6-4263-9af6-4c32f0b45643 HTTP/1.1" status: 204 len: 168 time: 0.2757967 Apr 05 14:36:49.703107 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2781c25c-8ab5-44fe-9548-e8c966a7fb7a req-1a0edc86-c6a4-4614-b7ae-4b45486e140a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927622 Apr 05 14:36:49.703107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37332) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:49.719251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port ab82fda5-74ab-4fdb-8371-69e493c09672 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:49.719615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.736547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45f66b16-5587-4203-8879-f7aaee98b690 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:49.751456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=64158ed4-23db-4a3e-b97f-eb75f4b3a2df,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:49.980689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:49.993316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-146c0281-4165-4878-bc34-4f59b52f718c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:50.035264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-146c0281-4165-4878-bc34-4f59b52f718c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:50.039736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-146c0281-4165-4878-bc34-4f59b52f718c tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3326104 Apr 05 14:36:50.040532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37338) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:50.070713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cc58c385-6100-4a6b-a7a9-f2480008900b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:50.084948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-45f66b16-5587-4203-8879-f7aaee98b690 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 03498d91-258a-4542-9167-874e23da2295 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:50.109668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Provisioning for port 439c802a-4835-47b6-9ebe-97415439b4e0 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:50.151692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Provisioning complete for port 439c802a-4835-47b6-9ebe-97415439b4e0 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:50.152052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.189624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:50.215276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37342) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:50.217356 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88fc2e-abc2-4aee-854d-2c9d594218e1 None None] Sync routers for ids ['f53666a4-92c9-4153-abf0-36f9d4e655d8'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:50.226837 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-61d28501-1c2a-43f4-95c3-0c22a2bdfb86 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "PUT /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2277019 Apr 05 14:36:50.235573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2dd64d5e-f619-4ad9-830e-ea3146dd9381 None None] Port 439c802a-4835-47b6-9ebe-97415439b4e0 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:50.241242 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88fc2e-abc2-4aee-854d-2c9d594218e1 None None] Routers {'f53666a4-92c9-4153-abf0-36f9d4e655d8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:50.241858 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4d88fc2e-abc2-4aee-854d-2c9d594218e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f53666a4-92c9-4153-abf0-36f9d4e655d8'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:50.254615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port cc58c385-6100-4a6b-a7a9-f2480008900b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:50.255662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.352551 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4d88fc2e-abc2-4aee-854d-2c9d594218e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:50.363134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-985ccf96-c59d-4b76-9f6e-f93e413d8ced None None] Could not find standard attr ID for object 59c3d9cb-d0e3-4aea-a132-e48de2f9efd7. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:50.370776 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d88fc2e-abc2-4aee-854d-2c9d594218e1 None None] Routers {'f53666a4-92c9-4153-abf0-36f9d4e655d8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:50.371385 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4d88fc2e-abc2-4aee-854d-2c9d594218e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f53666a4-92c9-4153-abf0-36f9d4e655d8'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:50.397724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45f66b16-5587-4203-8879-f7aaee98b690 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.432458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-985ccf96-c59d-4b76-9f6e-f93e413d8ced None None] Provisioning for port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:50.461724 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4d88fc2e-abc2-4aee-854d-2c9d594218e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:50.462247 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d88fc2e-abc2-4aee-854d-2c9d594218e1 None None] The sync data for ids ['f53666a4-92c9-4153-abf0-36f9d4e655d8'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:50.477336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-985ccf96-c59d-4b76-9f6e-f93e413d8ced None None] Provisioning complete for port 439c802a-4835-47b6-9ebe-97415439b4e0 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:50.477706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-985ccf96-c59d-4b76-9f6e-f93e413d8ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.541034 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-762eb283-e831-4ab1-a7e6-9b3784d19ef0 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] delete failed (client error): The resource could not be found. Apr 05 14:36:50.541537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f66b16-5587-4203-8879-f7aaee98b690 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=03498d91-258a-4542-9167-874e23da2295,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:50.547141 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-762eb283-e831-4ab1-a7e6-9b3784d19ef0 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1842210367 HTTP/1.1" status: 404 len: 335 time: 0.3172112 Apr 05 14:36:50.555779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37348) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:50.556869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-985ccf96-c59d-4b76-9f6e-f93e413d8ced None None] Port 439c802a-4835-47b6-9ebe-97415439b4e0 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:50.564838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-cb968e76-08d2-4cd7-8284-8a67642f5397 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f53666a4-92c9-4153-abf0-36f9d4e655d8'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:50.580081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.591155 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-985ccf96-c59d-4b76-9f6e-f93e413d8ced None None] Provisioning complete for port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:50.591528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-985ccf96-c59d-4b76-9f6e-f93e413d8ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.671045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45f66b16-5587-4203-8879-f7aaee98b690 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.743202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 711fe84a-2ded-4800-8de1-ec1b8c5f36ee up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:50.842724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:50.849256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:50.849632 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:50.895965 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-45f66b16-5587-4203-8879-f7aaee98b690 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/03498d91-258a-4542-9167-874e23da2295 HTTP/1.1" status: 204 len: 168 time: 1.9112825 Apr 05 14:36:50.896839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37354) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:50.977785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b74f9-32f3-43bc-bb3c-1aa21c8dc940 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.979141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b74f9-32f3-43bc-bb3c-1aa21c8dc940 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:50.980863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dd5b74f9-32f3-43bc-bb3c-1aa21c8dc940 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:51.022254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-768090f5-db7a-4398-b1fe-51cd52a88612 None None] Provisioning complete for port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:51.022618 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-768090f5-db7a-4398-b1fe-51cd52a88612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.118939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dd5b74f9-32f3-43bc-bb3c-1aa21c8dc940 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:51.122830 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dd5b74f9-32f3-43bc-bb3c-1aa21c8dc940 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2248867 Apr 05 14:36:51.123423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37358) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:51.158398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4f60-0e22-4280-8931-43aa64e34da6 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.158653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.189748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8:1::1 (82066735-d563-4636-a903-37ff5c610c03/df15f6d2-e9b7-4159-b6f4-3b1fc03ee0b5/5f8293ee-563e-4e53-9c9f-327b59519931) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:51.268687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4f60-0e22-4280-8931-43aa64e34da6 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.336204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=711fe84a-2ded-4800-8de1-ec1b8c5f36ee,segment=NetworkSegment(7f05c113-88d7-4250-98ae-931682ca4599),segment_id=7f05c113-88d7-4250-98ae-931682ca4599)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:51.362942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.363905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ed51b07b-ea74-4386-9e14-ee3c11ac2b31 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:51.413811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cb968e76-08d2-4cd7-8284-8a67642f5397 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.450869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-768090f5-db7a-4398-b1fe-51cd52a88612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.479485 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-cb968e76-08d2-4cd7-8284-8a67642f5397 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] update failed (client error): The resource could not be found. Apr 05 14:36:51.480623 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cb968e76-08d2-4cd7-8284-8a67642f5397 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "PUT /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8 HTTP/1.1" status: 404 len: 339 time: 0.9229524 Apr 05 14:36:51.484844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b72cfe7-a2c0-4c96-93bd-a6c22ccbfcfa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 9ee39dfa-8037-4e8d-81de-35ce03263a57 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:51.488181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37362) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:51.490877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b72cfe7-a2c0-4c96-93bd-a6c22ccbfcfa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.502185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9517024-df80-4dcf-ba9a-8fca7a4c1327 req-d8bc5987-b0d7-47ca-8d5b-fff386bafc7e tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.503769 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9517024-df80-4dcf-ba9a-8fca7a4c1327 req-d8bc5987-b0d7-47ca-8d5b-fff386bafc7e tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 944 time: 0.3497884 Apr 05 14:36:51.514525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8703a1-ab00-4212-ab39-b7cacc5367dc req-460b818e-2d86-4cef-a93a-994acfb42d07 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.515783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c8703a1-ab00-4212-ab39-b7cacc5367dc req-460b818e-2d86-4cef-a93a-994acfb42d07 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 946 time: 0.3936567 Apr 05 14:36:51.524219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-188258982'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:51.535482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:51.546817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:network and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:51.552287 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:51.560852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:51.566376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4f60-0e22-4280-8931-43aa64e34da6 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.567183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b72cfe7-a2c0-4c96-93bd-a6c22ccbfcfa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.610490 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c8703a1-ab00-4212-ab39-b7cacc5367dc req-b0261047-fcbc-49ea-8121-c36bad55f010 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698373 Apr 05 14:36:51.619092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Made reservation on behalf of 57c8578a124941459fbeadc400a83fd7 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:51.622260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.625279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-768090f5-db7a-4398-b1fe-51cd52a88612 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:51.625770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-768090f5-db7a-4398-b1fe-51cd52a88612 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:51.626523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f4f60-0e22-4280-8931-43aa64e34da6 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf2482b-5651-488f-a271-571378e1881a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:51.635496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=711fe84a-2ded-4800-8de1-ec1b8c5f36ee,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:51.660640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:36:51.670420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.670762 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Added segment 6fc68c2c-4ada-40bd-bf85-dc3c5c27060a of type vlan for network 4f41f704-941a-41b3-b14c-f7af94fa26ed Apr 05 14:36:51.682235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c3d74fde-2a86-4db0-9967-feeea8f01ae4 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:36:51.682463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.689141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:51.701391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.702856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 64158ed4-23db-4a3e-b97f-eb75f4b3a2df up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:51.730913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9517024-df80-4dcf-ba9a-8fca7a4c1327 req-cfe23f60-a488-4f66-a621-cac8f9084f48 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2117693 Apr 05 14:36:51.732009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object 5f8293ee-563e-4e53-9c9f-327b59519931 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:51.735284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7f0f4f60-0e22-4280-8931-43aa64e34da6 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.740612 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7f0f4f60-0e22-4280-8931-43aa64e34da6 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/faf2482b-5651-488f-a271-571378e1881a HTTP/1.1" status: 204 len: 168 time: 1.6980264 Apr 05 14:36:51.741188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37368) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:51.745837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.755810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:51.760634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.767862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:51.802757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37372) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:51.834546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c3d74fde-2a86-4db0-9967-feeea8f01ae4 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:51.865774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 82066735-d563-4636-a903-37ff5c610c03 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:51.920873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.resource_extend [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:36:51.954888 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4653623 Apr 05 14:36:51.958201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37376) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:51.983105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:51.993138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'subnet': {'network_id': '4f41f704-941a-41b3-b14c-f7af94fa26ed', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:52.032520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:52.033126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.079505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:52.098328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37480a0-4733-4cb1-a808-d73ca7480671 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Network': ['ID=4f41f704-941a-41b3-b14c-f7af94fa26ed,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:52.122326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b72cfe7-a2c0-4c96-93bd-a6c22ccbfcfa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.181287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.182803 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9723b879-571f-4042-9aa2-46fc8219ae04 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 200 len: 991 time: 0.3150113 Apr 05 14:36:52.189760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=5f8293ee-563e-4e53-9c9f-327b59519931,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:52.194619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 4f41f704-941a-41b3-b14c-f7af94fa26ed details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:36:52.195042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.197421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e35c0dc3-84c3-4007-bca8-13ddbe87bcab tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:52.210560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:52.211197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.230490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:52.233060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e35c0dc3-84c3-4007-bca8-13ddbe87bcab tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:52.238432 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e35c0dc3-84c3-4007-bca8-13ddbe87bcab tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4909170 Apr 05 14:36:52.245145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Usage tracker for resource:subnet and tenant:57c8578a124941459fbeadc400a83fd7 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:52.247513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37380) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:52.250328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:52.256116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663880157'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:52.266213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:52.268823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:52.302394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:52.318754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Made reservation on behalf of 57c8578a124941459fbeadc400a83fd7 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:52.334075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'port_id': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'mac_address': 'fa:16:3e:dc:63:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:36:52.351295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b72cfe7-a2c0-4c96-93bd-a6c22ccbfcfa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.362536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c3d74fde-2a86-4db0-9967-feeea8f01ae4 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:36:52.365250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695aac49-6d78-4be4-8f29-dcdd32c6773d req-92fcae1d-5ee8-40e1-8676-ec6c7179c9f9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:52.366880 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-695aac49-6d78-4be4-8f29-dcdd32c6773d req-92fcae1d-5ee8-40e1-8676-ec6c7179c9f9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 946 time: 0.3693562 Apr 05 14:36:52.412331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:52.422599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.447944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.482832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72cfe7-a2c0-4c96-93bd-a6c22ccbfcfa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=9ee39dfa-8037-4e8d-81de-35ce03263a57,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:52.496586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['c3d74fde-2a86-4db0-9967-feeea8f01ae4'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:36:52.501745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b72cfe7-a2c0-4c96-93bd-a6c22ccbfcfa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.507129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-695aac49-6d78-4be4-8f29-dcdd32c6773d req-2163c06f-73ff-4e21-bdbe-010af2375674 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860076 Apr 05 14:36:52.538077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cbeaef0-1d99-4eae-a4b4-705e55eff539 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:52.538297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:52.546586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:52.546586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:52.550228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:52.560033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.680080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ab82fda5-74ab-4fdb-8371-69e493c09672 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:52.751027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:52.763147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Provisioning for port 5f8293ee-563e-4e53-9c9f-327b59519931 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:52.810999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.817020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.819174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.826442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Provisioning complete for port 5f8293ee-563e-4e53-9c9f-327b59519931 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:52.826815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.877802 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0b72cfe7-a2c0-4c96-93bd-a6c22ccbfcfa tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/9ee39dfa-8037-4e8d-81de-35ce03263a57 HTTP/1.1" status: 204 len: 168 time: 1.7495418 Apr 05 14:36:52.882115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37388) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:52.930167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Port 5f8293ee-563e-4e53-9c9f-327b59519931 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:52.969616 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f0951d42-2781-493f-b4b5-6af01380e92e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0829346 Apr 05 14:36:52.970612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=5f8293ee-563e-4e53-9c9f-327b59519931,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:52.970717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37392) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:52.975863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port ab82fda5-74ab-4fdb-8371-69e493c09672 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:52.976234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:52.980110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:53.020214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.025968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.030248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Provisioning for port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:53.050582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.059138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Provisioning complete for port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:53.059535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.150715 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.154726 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9035835 Apr 05 14:36:53.154726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e6f157-79da-44e8-926f-ad71cca07af3 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a96845-02d8-4505-a19c-507378913324,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:53.160608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37396) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:53.174826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Request body: {'security_group_rule': {'security_group_id': 'c9a96845-02d8-4505-a19c-507378913324', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:53.183419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:53.186482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:53.193416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Subnet': ['ID=d2cd15f6-0381-4bc4-9b86-2a669fc61e02,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:53.193962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:36:53.197479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:53.201435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Usage tracker for resource:security_group_rule and tenant:49a7e28804be480bad9534cc582dc80d is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:53.205247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Checking segment: {'id': '6fc68c2c-4ada-40bd-bf85-dc3c5c27060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4f41f704-941a-41b3-b14c-f7af94fa26ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:53.206222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network hostable DHCP agents. Network: 4f41f704-941a-41b3-b14c-f7af94fa26ed, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:36:53.206486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:53.209364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:53.213800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 82066735-d563-4636-a903-37ff5c610c03 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:53.220081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:53.222950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:53.226085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:53.232109 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network 4f41f704-941a-41b3-b14c-f7af94fa26ed is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:36:53.232584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Deleting port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:53.232962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.243264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 4f41f704-941a-41b3-b14c-f7af94fa26ed) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:53.247563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:53.248144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.274100 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-51ddd676-6583-4efb-aaf6-05fc824bea57 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3096986 Apr 05 14:36:53.275231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37400) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:53.282247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-056aabaf-6e44-4b60-9fee-f0a1eb179a2b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'router': {'external_gateway_info': {'network_id': '4f41f704-941a-41b3-b14c-f7af94fa26ed'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:53.303166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bcffd6-caac-47ee-b5b3-c6e5b722fb89 None None] Network 4f41f704-941a-41b3-b14c-f7af94fa26ed requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:53.371886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:53.482220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.540711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.576562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 711fe84a-2ded-4800-8de1-ec1b8c5f36ee up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:53.648337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.765601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-056aabaf-6e44-4b60-9fee-f0a1eb179a2b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.833728 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] For port ed51b07b-ea74-4386-9e14-ee3c11ac2b31, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:53.856882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.886633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.901122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.904263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Could not find standard attr ID for object 03498d91-258a-4542-9167-874e23da2295. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:36:53.917904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] For port ed51b07b-ea74-4386-9e14-ee3c11ac2b31, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:53.918323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.922454 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-056aabaf-6e44-4b60-9fee-f0a1eb179a2b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:36:53.927666 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-056aabaf-6e44-4b60-9fee-f0a1eb179a2b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "PUT /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8 HTTP/1.1" status: 400 len: 364 time: 0.6465051 Apr 05 14:36:53.929147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37404) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:53.959591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18271886-8538-4e1b-96f8-e3360175c92c,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:53.972387 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:53.977036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b8b32540-e204-44f8-b032-fc2fb04aba70 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8114257 Apr 05 14:36:53.977265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37408) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:54.040742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37412) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:54.061291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Calling delete_port for ed51b07b-ea74-4386-9e14-ee3c11ac2b31 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:54.178946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-4f41f704-941a-41b3-b14c-f7af94fa26ed', 'network_id': '4f41f704-941a-41b3-b14c-f7af94fa26ed', 'tenant_id': '57c8578a124941459fbeadc400a83fd7', 'fixed_ips': [{'subnet_id': 'd2cd15f6-0381-4bc4-9b86-2a669fc61e02'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:54.179761 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.188773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8d804b-e663-420b-bc94-407ed8df0e3d None None] Pushing event updated for resources: {'Port': ['ID=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:54.191607 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:54.191969 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.229220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-899610c9-bf2e-4c94-800e-f77402e35db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.244561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 1faafaeb-9edf-4580-a53b-55a57ba9e089 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:54.312920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6187e18f-e254-4f45-9914-bd34845f12ef tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.314473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6aec54b2-5507-47f1-a7f4-d0bca3d4773a None None] Provisioning complete for port 5f8293ee-563e-4e53-9c9f-327b59519931 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:54.314837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6aec54b2-5507-47f1-a7f4-d0bca3d4773a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.331556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.381480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:36:54.381779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:36:54.406563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6aec54b2-5507-47f1-a7f4-d0bca3d4773a None None] Port 5f8293ee-563e-4e53-9c9f-327b59519931 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:54.535107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Allocated IP 2001:db8:1::2 (4f41f704-941a-41b3-b14c-f7af94fa26ed/d2cd15f6-0381-4bc4-9b86-2a669fc61e02/51a95096-1824-41a6-bd73-f7a8f62fe612) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:54.558583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.587142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ed51b07b-ea74-4386-9e14-ee3c11ac2b31 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:36:54.595101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6187e18f-e254-4f45-9914-bd34845f12ef tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.696315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:54.703394 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:54.706650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:54.707243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.732137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=2800d686-5b5d-416f-8cde-5af6041bf59c,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:54.768539 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-781171fe-db81-4539-8afe-1e5101c02bff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7938073 Apr 05 14:36:54.769238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37416) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:54.776516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.776710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '2800d686-5b5d-416f-8cde-5af6041bf59c', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-1218147922'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:54.783776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6187e18f-e254-4f45-9914-bd34845f12ef tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.815510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187e18f-e254-4f45-9914-bd34845f12ef tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a96845-02d8-4505-a19c-507378913324,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:54.853849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6187e18f-e254-4f45-9914-bd34845f12ef tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.854266 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6187e18f-e254-4f45-9914-bd34845f12ef tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/c9a96845-02d8-4505-a19c-507378913324 HTTP/1.1" status: 204 len: 168 time: 0.8746598 Apr 05 14:36:54.856938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37420) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:54.865339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port ed51b07b-ea74-4386-9e14-ee3c11ac2b31, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:54.894902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Deleting port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:54.894902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.940622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:54.997011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:55.002353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:55.017489 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0f177a4d-a525-49a0-8034-e7f39ea95582 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/1faafaeb-9edf-4580-a53b-55a57ba9e089/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4322500 Apr 05 14:36:55.021395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37424) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:55.029251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666c026-0844-47fa-9c38-66737c0da86b None None] Sync routers for ids ['1faafaeb-9edf-4580-a53b-55a57ba9e089'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:55.031480 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:55.036611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:55.049110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:55.069155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:55.072264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.075133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.086386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Allocated IP 2001:db8::1 (b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0/a55d80d2-0de0-449d-a6d8-c2a6f93ed7fe/58defb79-38a8-452b-847f-88fea479e089) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:55.111495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 32e1b3a3-7fb6-493e-9b35-ca483e0098d7 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:36:55.124153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Transition to ACTIVE for port object 51a95096-1824-41a6-bd73-f7a8f62fe612 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:55.127511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:55.141123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4959bf25-dccc-4577-b4d9-50b22da5da73 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:55.146256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666c026-0844-47fa-9c38-66737c0da86b None None] Routers {'1faafaeb-9edf-4580-a53b-55a57ba9e089'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:55.147149 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9666c026-0844-47fa-9c38-66737c0da86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1faafaeb-9edf-4580-a53b-55a57ba9e089'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:55.153178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ae3aca-5721-4caa-bf3f-94ac9d006453 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:55.153754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-38ae3aca-5721-4caa-bf3f-94ac9d006453 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:55.182172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4959bf25-dccc-4577-b4d9-50b22da5da73 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:55.183642 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4959bf25-dccc-4577-b4d9-50b22da5da73 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2662861 Apr 05 14:36:55.188913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37428) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:55.194768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-38ae3aca-5721-4caa-bf3f-94ac9d006453 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:55.198472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-38ae3aca-5721-4caa-bf3f-94ac9d006453 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports/5f8293ee-563e-4e53-9c9f-327b59519931 HTTP/1.1" status: 200 len: 913 time: 0.1734021 Apr 05 14:36:55.208679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37432) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:55.255447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-616a0a2f-acac-4e7e-862c-275d9363ea14 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:55.286900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-616a0a2f-acac-4e7e-862c-275d9363ea14 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group_rule {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:55.290309 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-616a0a2f-acac-4e7e-862c-275d9363ea14 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.0982323 Apr 05 14:36:55.294422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37436) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:55.341415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9666c026-0844-47fa-9c38-66737c0da86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:55.344470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Transition to ACTIVE for port object 51a95096-1824-41a6-bd73-f7a8f62fe612 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:55.360013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.376156 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-701b6daa-a6e2-46e2-94b7-5d91a6be6754 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] delete failed (client error): The resource could not be found. Apr 05 14:36:55.380774 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-701b6daa-a6e2-46e2-94b7-5d91a6be6754 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "DELETE /v2.0/security-groups/c9a96845-02d8-4505-a19c-507378913324 HTTP/1.1" status: 404 len: 347 time: 0.0809538 Apr 05 14:36:55.383043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37440) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:55.442852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9666c026-0844-47fa-9c38-66737c0da86b None None] Routers {'1faafaeb-9edf-4580-a53b-55a57ba9e089'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:55.443476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9666c026-0844-47fa-9c38-66737c0da86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1faafaeb-9edf-4580-a53b-55a57ba9e089'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:55.521562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Network 4f41f704-941a-41b3-b14c-f7af94fa26ed is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:55.524788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9666c026-0844-47fa-9c38-66737c0da86b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:55.525189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9666c026-0844-47fa-9c38-66737c0da86b None None] The sync data for ids ['1faafaeb-9edf-4580-a53b-55a57ba9e089'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:36:55.529419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:55.531066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Pushing event updated for resources: {'Port': ['ID=51a95096-1824-41a6-bd73-f7a8f62fe612,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:55.531770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.535845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:55.545050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] For port ed51b07b-ea74-4386-9e14-ee3c11ac2b31, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:55.546095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.561011 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:36:55.561587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:36:55.586519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Transition to ACTIVE for port object 58defb79-38a8-452b-847f-88fea479e089 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:55.609078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d2bf71b3-0d50-4dd3-a22f-76f428522f87 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Synchronizing usage tracker for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:55.632073 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d2da6eff-d436-4110-a429-4c42064b506e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8619227 Apr 05 14:36:55.638653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37444) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:55.677612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d2bf71b3-0d50-4dd3-a22f-76f428522f87 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] Unset dirty status for tenant:49a7e28804be480bad9534cc582dc80d on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:55.677987 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d2bf71b3-0d50-4dd3-a22f-76f428522f87 tempest-SecGroupTest-716138068 tempest-SecGroupTest-716138068-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2835345 Apr 05 14:36:55.726188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Calling delete_port for ed51b07b-ea74-4386-9e14-ee3c11ac2b31 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:55.746861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.777711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c3d74fde-2a86-4db0-9967-feeea8f01ae4 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:55.816683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.875187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Attempting to bind port 51a95096-1824-41a6-bd73-f7a8f62fe612 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:55.875832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Attempting to bind port 51a95096-1824-41a6-bd73-f7a8f62fe612 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '6fc68c2c-4ada-40bd-bf85-dc3c5c27060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4f41f704-941a-41b3-b14c-f7af94fa26ed'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:55.876185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Attempting to bind port 51a95096-1824-41a6-bd73-f7a8f62fe612 on network 4f41f704-941a-41b3-b14c-f7af94fa26ed {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:55.902236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:55.902910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Checking segment: {'id': '6fc68c2c-4ada-40bd-bf85-dc3c5c27060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4f41f704-941a-41b3-b14c-f7af94fa26ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:55.903488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.904030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Bound using segment: {'id': '6fc68c2c-4ada-40bd-bf85-dc3c5c27060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4f41f704-941a-41b3-b14c-f7af94fa26ed'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:55.904659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Bound port: 51a95096-1824-41a6-bd73-f7a8f62fe612, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc68c2c-4ada-40bd-bf85-dc3c5c27060a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '4f41f704-941a-41b3-b14c-f7af94fa26ed'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:55.905198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:55.956125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.024173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] Pushing event deleted for resources: {'Port': ['ID=ed51b07b-ea74-4386-9e14-ee3c11ac2b31,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:56.026327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port c3d74fde-2a86-4db0-9967-feeea8f01ae4 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:56.026694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.063902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:56.064727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37452) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:56.076237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:56.086213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:56.086752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.093436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150d6274-b557-4814-8bc2-de84c2466e21 None None] No DVR routers for this DVR port ed51b07b-ea74-4386-9e14-ee3c11ac2b31 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:36:56.102373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Port': ['ID=58defb79-38a8-452b-847f-88fea479e089,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:56.118411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0def94dc-10a2-4402-81ec-741076814529 None None] For port 51a95096-1824-41a6-bd73-f7a8f62fe612, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:56.122439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0def94dc-10a2-4402-81ec-741076814529 None None] For port 51a95096-1824-41a6-bd73-f7a8f62fe612, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=51a95096-1824-41a6-bd73-f7a8f62fe612,segment=NetworkSegment(6fc68c2c-4ada-40bd-bf85-dc3c5c27060a),segment_id=6fc68c2c-4ada-40bd-bf85-dc3c5c27060a)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:56.129500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a921190c-f5ca-45e5-a1ea-2f8c9d7434f0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.130771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a921190c-f5ca-45e5-a1ea-2f8c9d7434f0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:56.132132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.165119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a921190c-f5ca-45e5-a1ea-2f8c9d7434f0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:56.169019 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a921190c-f5ca-45e5-a1ea-2f8c9d7434f0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.5253181 Apr 05 14:36:56.171359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37458) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:56.188500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1697ef10-3ae7-40d2-8a15-2014c7415087 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:56.224317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.299895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.17 (4699aa94-ff23-419e-8916-27471cc99f9d/f8a7138d-83f9-473c-90aa-031ff89aa25a/c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:56.393726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c5a13300-5282-46f2-956d-8bdbe8979dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.399967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def94dc-10a2-4402-81ec-741076814529 None None] Pushing event updated for resources: {'Port': ['ID=51a95096-1824-41a6-bd73-f7a8f62fe612,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:56.406708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.445955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3392bc0c-d62f-4cdb-8ded-943e815eab77 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.447671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3392bc0c-d62f-4cdb-8ded-943e815eab77 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:56.448504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3392bc0c-d62f-4cdb-8ded-943e815eab77 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:36:56.478826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:36:56.510502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.527072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:56.538381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.580461 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ec5878e-f03e-4b33-9b69-be99a6b59b6a'] response: {'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'code': 200} Apr 05 14:36:56.665521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.678693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:56.681793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '2800d686-5b5d-416f-8cde-5af6041bf59c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:36:56.682620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.686217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:56.698693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-57c213d1-cb4d-49a0-936a-f50b7c71f772 None None] Provisioning for port 58defb79-38a8-452b-847f-88fea479e089 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:56.703999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3392bc0c-d62f-4cdb-8ded-943e815eab77 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:36:56.705332 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-57c213d1-cb4d-49a0-936a-f50b7c71f772 None None] Provisioning complete for port 58defb79-38a8-452b-847f-88fea479e089 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:56.705696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-57c213d1-cb4d-49a0-936a-f50b7c71f772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.708727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37464) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:56.717412 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3392bc0c-d62f-4cdb-8ded-943e815eab77 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5383587 Apr 05 14:36:56.794243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:56.833869 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-18af9e8e-4b54-4207-90dc-4f20c386a4ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=49a7e28804be480bad9534cc582dc80d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7586989 Apr 05 14:36:56.834086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-57c213d1-cb4d-49a0-936a-f50b7c71f772 None None] Port 58defb79-38a8-452b-847f-88fea479e089 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:56.836075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37468) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:56.883036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa45376-c214-4e10-9777-d98724051ec7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 2800d686-5b5d-416f-8cde-5af6041bf59c {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:36:56.904462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 4699aa94-ff23-419e-8916-27471cc99f9d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:56.905516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:56.908285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:56.922501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:56.973921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/2800d686-5b5d-416f-8cde-5af6041bf59c/43f08f6c-f169-4824-949c-66fc8b9f4cb9) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:36:56.989280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.115858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.262683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.275497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Transition to ACTIVE for port object 43f08f6c-f169-4824-949c-66fc8b9f4cb9 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:57.280882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1638d01b-5125-4b42-bea4-d4f8c3d837ba None None] Provisioning for port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:57.290534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1638d01b-5125-4b42-bea4-d4f8c3d837ba None None] Provisioning complete for port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:57.290879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1638d01b-5125-4b42-bea4-d4f8c3d837ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.300392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c32a20d2-9ed8-45be-9e6b-0114ef124b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.335197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Transition to ACTIVE for port object 43f08f6c-f169-4824-949c-66fc8b9f4cb9 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:36:57.349362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa45376-c214-4e10-9777-d98724051ec7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.353655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.417209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1638d01b-5125-4b42-bea4-d4f8c3d837ba None None] Port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:57.418512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c32a20d2-9ed8-45be-9e6b-0114ef124b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.423003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:57.437483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:57.439767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa45376-c214-4e10-9777-d98724051ec7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.451057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:36:57.560554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.627103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c32a20d2-9ed8-45be-9e6b-0114ef124b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.634909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Pushing event updated for resources: {'Port': ['ID=43f08f6c-f169-4824-949c-66fc8b9f4cb9,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:57.638985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 51a95096-1824-41a6-bd73-f7a8f62fe612 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:57.672812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:36:57.692628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a20d2-9ed8-45be-9e6b-0114ef124b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d090ca-866e-4c60-be29-262e4adbc184,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:57.699606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa45376-c214-4e10-9777-d98724051ec7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.711859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.721882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.755278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Attempting to bind port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:36:57.755953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Attempting to bind port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:36:57.756574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Attempting to bind port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:36:57.773570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:36:57.774061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:36:57.774560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.775410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:36:57.776103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Bound port: 43f08f6c-f169-4824-949c-66fc8b9f4cb9, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:36:57.776577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.782823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.783712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.851183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa45376-c214-4e10-9777-d98724051ec7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.854548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c32a20d2-9ed8-45be-9e6b-0114ef124b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.855680 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c32a20d2-9ed8-45be-9e6b-0114ef124b38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e2d090ca-866e-4c60-be29-262e4adbc184 HTTP/1.1" status: 204 len: 168 time: 1.0155489 Apr 05 14:36:57.866241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7257d5-4c7f-4aab-92a8-ee4f441c37fa None None] Network 4f41f704-941a-41b3-b14c-f7af94fa26ed requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:36:57.898953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.902238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa45376-c214-4e10-9777-d98724051ec7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=2800d686-5b5d-416f-8cde-5af6041bf59c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:57.907791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.938287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-caa45376-c214-4e10-9777-d98724051ec7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:57.960606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 51a95096-1824-41a6-bd73-f7a8f62fe612 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:58.009955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event updated for resources: {'Port': ['ID=58defb79-38a8-452b-847f-88fea479e089,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:58.013751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] For port 43f08f6c-f169-4824-949c-66fc8b9f4cb9, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:36:58.019850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] For port 43f08f6c-f169-4824-949c-66fc8b9f4cb9, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=43f08f6c-f169-4824-949c-66fc8b9f4cb9,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:36:58.029259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-caa45376-c214-4e10-9777-d98724051ec7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/2800d686-5b5d-416f-8cde-5af6041bf59c HTTP/1.1" status: 204 len: 168 time: 1.3185146 Apr 05 14:36:58.032242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:58.034389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37474) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:58.043112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.094686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b716b42a-0c97-4c90-a6ac-c6e9f22b63ff None None] Provisioning for port 51a95096-1824-41a6-bd73-f7a8f62fe612 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:58.103096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.120012 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dd810e5a-32e5-4c5b-8e71-ceb9eb51146d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778081 Apr 05 14:36:58.120221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37480) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:58.127895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:58.129274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b716b42a-0c97-4c90-a6ac-c6e9f22b63ff None None] Provisioning complete for port 51a95096-1824-41a6-bd73-f7a8f62fe612 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:58.129668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b716b42a-0c97-4c90-a6ac-c6e9f22b63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.133528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:58.135839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:58.367534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:58.383831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:58.386706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd4df7b-1c00-48f2-abd2-e1e8812530f8 None None] Pushing event updated for resources: {'Port': ['ID=43f08f6c-f169-4824-949c-66fc8b9f4cb9,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:58.388175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:58.403674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:58.433167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 4699aa94-ff23-419e-8916-27471cc99f9d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:58.446020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:36:58.453070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.467993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:58.575473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b716b42a-0c97-4c90-a6ac-c6e9f22b63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.639315 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b716b42a-0c97-4c90-a6ac-c6e9f22b63ff None None] For port 51a95096-1824-41a6-bd73-f7a8f62fe612, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=51a95096-1824-41a6-bd73-f7a8f62fe612,segment=NetworkSegment(6fc68c2c-4ada-40bd-bf85-dc3c5c27060a),segment_id=6fc68c2c-4ada-40bd-bf85-dc3c5c27060a)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:36:58.648882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b716b42a-0c97-4c90-a6ac-c6e9f22b63ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.811687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 5f8293ee-563e-4e53-9c9f-327b59519931 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:36:58.812342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:58.846563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716b42a-0c97-4c90-a6ac-c6e9f22b63ff None None] Pushing event updated for resources: {'Port': ['ID=51a95096-1824-41a6-bd73-f7a8f62fe612,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:58.882934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cce7eeb7-51a2-485f-9dbf-8aa68c8a6fda None None] Provisioning complete for port 58defb79-38a8-452b-847f-88fea479e089 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:58.887498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cce7eeb7-51a2-485f-9dbf-8aa68c8a6fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.057104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.070153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-cce7eeb7-51a2-485f-9dbf-8aa68c8a6fda None None] Port 58defb79-38a8-452b-847f-88fea479e089 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:59.187200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.198188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f0ce071e-c397-4130-92a6-02f7663e6f39 None None] Provisioning complete for port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:59.200430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f0ce071e-c397-4130-92a6-02f7663e6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.251177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37498) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:59.268257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f0ce071e-c397-4130-92a6-02f7663e6f39 None None] Port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:36:59.282530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f0ce071e-c397-4130-92a6-02f7663e6f39 None None] Provisioning complete for port 51a95096-1824-41a6-bd73-f7a8f62fe612 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:59.282952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f0ce071e-c397-4130-92a6-02f7663e6f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.320235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 5f8293ee-563e-4e53-9c9f-327b59519931 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:36:59.384857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Router f53666a4-92c9-4153-abf0-36f9d4e655d8 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:59.399065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.496829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:36:59.500999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:36:59.510515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:36:59.511104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.515731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=be91b6e9-0531-42ba-9c11-6cee17f5aca7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:59.546813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c62df02a-944a-4bda-9ef9-303837074b29 tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1835688837', 'prefixes': ['172.20.0.0/16']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:59.556165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c62df02a-944a-4bda-9ef9-303837074b29 tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:59.576528 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-620b0433-ada4-4d02-b9c3-9b5e1fab5bd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4528177 Apr 05 14:36:59.577897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37504) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:59.586282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1442734613', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:36:59.600457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:36:59.605357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:router and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:36:59.612593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:36:59.620783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:36:59.668206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 46239b44-2ad3-4650-8a74-3a1a6800af20 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:36:59.669498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.670534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.690455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 43f08f6c-f169-4824-949c-66fc8b9f4cb9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:59.759842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.776384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:36:59.782309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 51a95096-1824-41a6-bd73-f7a8f62fe612 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:36:59.811578 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:36:59.831174 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d164229-228f-40a9-83a2-9ec9aec893a1 None None] Sync routers for ids ['f53666a4-92c9-4153-abf0-36f9d4e655d8'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:36:59.840122 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-11be84c7-5676-4172-8061-a4307f786428 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "PUT /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9100738 Apr 05 14:36:59.842205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37508) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:36:59.850537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.854985 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d164229-228f-40a9-83a2-9ec9aec893a1 None None] Routers {'f53666a4-92c9-4153-abf0-36f9d4e655d8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:59.855757 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3d164229-228f-40a9-83a2-9ec9aec893a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f53666a4-92c9-4153-abf0-36f9d4e655d8'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:59.887062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 51a95096-1824-41a6-bd73-f7a8f62fe612 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:36:59.887416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:36:59.941450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=5f8293ee-563e-4e53-9c9f-327b59519931,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:36:59.975620 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3d164229-228f-40a9-83a2-9ec9aec893a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:36:59.994432 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d164229-228f-40a9-83a2-9ec9aec893a1 None None] Routers {'f53666a4-92c9-4153-abf0-36f9d4e655d8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:36:59.995539 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3d164229-228f-40a9-83a2-9ec9aec893a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f53666a4-92c9-4153-abf0-36f9d4e655d8'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:00.042260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c172aa-c32a-4277-ae66-f93450a8e737 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:00.079875 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3d164229-228f-40a9-83a2-9ec9aec893a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:00.080630 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d164229-228f-40a9-83a2-9ec9aec893a1 None None] The sync data for ids ['f53666a4-92c9-4153-abf0-36f9d4e655d8'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:00.124511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.154578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a7436e31-a291-49ca-aa5d-8833c46c4704 None None] Provisioning for port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:00.176801 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a7436e31-a291-49ca-aa5d-8833c46c4704 None None] Provisioning complete for port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:00.177164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a7436e31-a291-49ca-aa5d-8833c46c4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.177945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.181788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5b30b9b8-310c-4e2a-b28b-3928ab0b17de tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5993259 Apr 05 14:37:00.182802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37512) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:00.199999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.244063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c62df02a-944a-4bda-9ef9-303837074b29 tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] Notify callbacks [] for subnetpool, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.245211 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c62df02a-944a-4bda-9ef9-303837074b29 tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9880736 Apr 05 14:37:00.253041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37516) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:00.376162 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-816924fb-16e5-4d69-a723-36d678fc9f58 tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] 10.222.0.18 "GET /v2.0/subnetpools/9830030f-fc75-4eef-b126-6cdbe9af7c61 HTTP/1.1" status: 200 len: 732 time: 0.1157961 Apr 05 14:37:00.382459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c538fd3-2768-4ada-891e-a37f3ed3c8ee tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.385471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37520) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:00.398068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-50f5e1d4-4a05-41bd-8b6a-4aa1ae5c482b tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-926689282'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:00.433792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a7436e31-a291-49ca-aa5d-8833c46c4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.478226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a7436e31-a291-49ca-aa5d-8833c46c4704 None None] For port 43f08f6c-f169-4824-949c-66fc8b9f4cb9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=43f08f6c-f169-4824-949c-66fc8b9f4cb9,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:00.484447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a7436e31-a291-49ca-aa5d-8833c46c4704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.572317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7436e31-a291-49ca-aa5d-8833c46c4704 None None] Pushing event updated for resources: {'Port': ['ID=43f08f6c-f169-4824-949c-66fc8b9f4cb9,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:00.581577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50f5e1d4-4a05-41bd-8b6a-4aa1ae5c482b tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] Notify callbacks [] for subnetpool, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.585486 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-50f5e1d4-4a05-41bd-8b6a-4aa1ae5c482b tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] 10.222.0.18 "PUT /v2.0/subnetpools/9830030f-fc75-4eef-b126-6cdbe9af7c61 HTTP/1.1" status: 200 len: 683 time: 0.1988335 Apr 05 14:37:00.587717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37524) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:00.784422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:00.789475 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3d32c3d7-8c14-4dfb-b84f-1a64653968c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/46239b44-2ad3-4650-8a74-3a1a6800af20/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7400818 Apr 05 14:37:00.811164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Sync routers for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:00.820919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69918de3-7348-4da0-a11e-0a7753d1500b tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] Notify callbacks [] for subnetpool, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.825431 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-69918de3-7348-4da0-a11e-0a7753d1500b tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] 10.222.0.18 "DELETE /v2.0/subnetpools/9830030f-fc75-4eef-b126-6cdbe9af7c61 HTTP/1.1" status: 204 len: 168 time: 0.2365367 Apr 05 14:37:00.825690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37530) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:00.836874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1c25d5d0-694d-4d45-b1cd-6afb658d6bb8 None None] Provisioning complete for port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:00.837372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1c25d5d0-694d-4d45-b1cd-6afb658d6bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:00.851198 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-c277dfab-9c05-49e3-aad6-551660011782 tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] show failed (client error): The resource could not be found. Apr 05 14:37:00.854983 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c277dfab-9c05-49e3-aad6-551660011782 tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] 10.222.0.18 "GET /v2.0/subnetpools/9830030f-fc75-4eef-b126-6cdbe9af7c61 HTTP/1.1" status: 404 len: 346 time: 0.0266454 Apr 05 14:37:00.855520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37534) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:00.932618 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-b91e6656-cd48-4b93-8057-aebbe4112d5a tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] delete failed (client error): The resource could not be found. Apr 05 14:37:00.932618 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b91e6656-cd48-4b93-8057-aebbe4112d5a tempest-SubnetPoolsTestJSON-1391154160 tempest-SubnetPoolsTestJSON-1391154160-project] 10.222.0.18 "DELETE /v2.0/subnetpools/9830030f-fc75-4eef-b126-6cdbe9af7c61 HTTP/1.1" status: 404 len: 346 time: 0.0734754 Apr 05 14:37:00.932940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:00.934074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:00.981813 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-6c538fd3-2768-4ada-891e-a37f3ed3c8ee tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 05 14:37:00.985917 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6c538fd3-2768-4ada-891e-a37f3ed3c8ee tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8 HTTP/1.1" status: 409 len: 329 time: 1.1355884 Apr 05 14:37:00.988201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37542) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:01.059373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 1faafaeb-9edf-4580-a53b-55a57ba9e089 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:01.176116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:01.219011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.255138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:01.260997 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-137a7e5f-f83b-44cf-82da-eefd60d314e9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/1faafaeb-9edf-4580-a53b-55a57ba9e089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0477536 Apr 05 14:37:01.263820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37548) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:01.268263 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c2810-d6cd-4a8c-8dc2-f6df61f6393b None None] Sync routers for ids ['1faafaeb-9edf-4580-a53b-55a57ba9e089'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:01.287203 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c2810-d6cd-4a8c-8dc2-f6df61f6393b None None] Routers {'1faafaeb-9edf-4580-a53b-55a57ba9e089'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:01.287997 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3e4c2810-d6cd-4a8c-8dc2-f6df61f6393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1faafaeb-9edf-4580-a53b-55a57ba9e089'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:01.390626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37552) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:01.398417 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3e4c2810-d6cd-4a8c-8dc2-f6df61f6393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:01.411372 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c2810-d6cd-4a8c-8dc2-f6df61f6393b None None] Routers {'1faafaeb-9edf-4580-a53b-55a57ba9e089'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:01.411988 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3e4c2810-d6cd-4a8c-8dc2-f6df61f6393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1faafaeb-9edf-4580-a53b-55a57ba9e089'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:01.469924 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3e4c2810-d6cd-4a8c-8dc2-f6df61f6393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:01.473874 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e4c2810-d6cd-4a8c-8dc2-f6df61f6393b None None] The sync data for ids ['1faafaeb-9edf-4580-a53b-55a57ba9e089'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:01.547767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 43f08f6c-f169-4824-949c-66fc8b9f4cb9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:01.671634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.692791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:01.693404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.719384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:01.725074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f50903c630492baf5604dee2189d5e is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:01.728459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:01.736381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:01.741559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.805960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:36:57Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1', 'name': '', 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:83:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a7138d-83f9-473c-90aa-031ff89aa25a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:56Z', 'updated_at': '2022-04-05T14:36:57Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'f8a7138d-83f9-473c-90aa-031ff89aa25a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:01.821341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Checking router: 46239b44-2ad3-4650-8a74-3a1a6800af20 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:01.822004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Updating router 46239b44-2ad3-4650-8a74-3a1a6800af20 port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:37:01.836317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::1 (f733e752-faf0-4209-b7c7-bca371750f1b/be91b6e9-0531-42ba-9c11-6cee17f5aca7/47ddd8c4-9613-425c-a42c-906a5d4f8fd3) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:01.892557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:01.952068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.060394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.070501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.168987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e90692a-dff1-4eb1-bd6c-f75ea2c173b5,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:02.177863 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-28d2a746-1154-4fd8-9e18-8fa307e3ec93 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6f50903c630492baf5604dee2189d5e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7862554 Apr 05 14:37:02.199890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37558) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:02.309630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.327416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.337222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:02.342645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Transition to ACTIVE for port object c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:02.351609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.367494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe94355d-1a8d-443a-856a-61651e0805ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.410775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe94355d-1a8d-443a-856a-61651e0805ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.468196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.507520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6198db-10c2-415c-b876-f3170bc52761 None None] Pushing event updated for resources: {'Port': ['ID=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:02.604132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:02.648413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Attempting to bind port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:02.649248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Attempting to bind port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:02.649818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Attempting to bind port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 on network 4699aa94-ff23-419e-8916-27471cc99f9d {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:02.657136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:02.657807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Checking segment: {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:02.658497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.659116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Bound using segment: {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:02.659926 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Bound port: c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:02.660548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.674791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:02.693885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:02.699387 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.702523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=47ddd8c4-9613-425c-a42c-906a5d4f8fd3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:02.733206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 439c802a-4835-47b6-9ebe-97415439b4e0 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:02.733556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.804213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe94355d-1a8d-443a-856a-61651e0805ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.808245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] For port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:02.814797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] For port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:02.837099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe94355d-1a8d-443a-856a-61651e0805ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e90692a-dff1-4eb1-bd6c-f75ea2c173b5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:02.837698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.923245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe94355d-1a8d-443a-856a-61651e0805ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:02.929182 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fe94355d-1a8d-443a-856a-61651e0805ff admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e90692a-dff1-4eb1-bd6c-f75ea2c173b5 HTTP/1.1" status: 204 len: 168 time: 0.7271066 Apr 05 14:37:03.017617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:03.018499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:03.149888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.154293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.250011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6198db-10c2-415c-b876-f3170bc52761 None None] Pushing event updated for resources: {'Port': ['ID=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:03.317692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-eafecb3f-3394-4431-bfe4-e484215d4342 None None] Provisioning for port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:03.335174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-eafecb3f-3394-4431-bfe4-e484215d4342 None None] Provisioning complete for port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:03.335832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-eafecb3f-3394-4431-bfe4-e484215d4342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.337969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 439c802a-4835-47b6-9ebe-97415439b4e0 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:03.476792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-eafecb3f-3394-4431-bfe4-e484215d4342 None None] Port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:03.480585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:03.578932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.704595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=439c802a-4835-47b6-9ebe-97415439b4e0,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:03.715218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting port 58defb79-38a8-452b-847f-88fea479e089 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:03.715562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.798622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.854052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.883339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.884254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:03.922243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:36:57Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1', 'name': '', 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:83:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a7138d-83f9-473c-90aa-031ff89aa25a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:56Z', 'updated_at': '2022-04-05T14:37:02Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'f8a7138d-83f9-473c-90aa-031ff89aa25a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:03.927698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11caa39d-bdcb-446e-be4f-b3fb1b8389e0 None None] The sync data for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv is: [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:36:57Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1', 'name': '', 'network_id': '4699aa94-ff23-419e-8916-27471cc99f9d', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:83:9f:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f8a7138d-83f9-473c-90aa-031ff89aa25a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:36:56Z', 'updated_at': '2022-04-05T14:37:02Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'f8a7138d-83f9-473c-90aa-031ff89aa25a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:04.081135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=47ddd8c4-9613-425c-a42c-906a5d4f8fd3,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:04.242098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.381937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Calling delete_port for 58defb79-38a8-452b-847f-88fea479e089 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:04.404431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 1faafaeb-9edf-4580-a53b-55a57ba9e089 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:04.459726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:04.462573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:04.554204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:04.563963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62be540-9d92-4e5d-8bc3-14aab1426e38 None None] Sync routers for ids ['1faafaeb-9edf-4580-a53b-55a57ba9e089'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:04.598427 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c4270903-ec8a-4486-8e0c-9f8b226d56e6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/1faafaeb-9edf-4580-a53b-55a57ba9e089/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3318079 Apr 05 14:37:04.599636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37566) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:04.600965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62be540-9d92-4e5d-8bc3-14aab1426e38 None None] Routers {'1faafaeb-9edf-4580-a53b-55a57ba9e089'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:04.602286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b62be540-9d92-4e5d-8bc3-14aab1426e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1faafaeb-9edf-4580-a53b-55a57ba9e089'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:04.653186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d376dfae-2b4a-452b-960b-82161c4ab98d tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:04.677408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d376dfae-2b4a-452b-960b-82161c4ab98d tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:04.678667 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d376dfae-2b4a-452b-960b-82161c4ab98d tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=1faafaeb-9edf-4580-a53b-55a57ba9e089 HTTP/1.1" status: 200 len: 205 time: 0.0778384 Apr 05 14:37:04.681277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37570) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:04.713279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b62be540-9d92-4e5d-8bc3-14aab1426e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:04.725984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62be540-9d92-4e5d-8bc3-14aab1426e38 None None] Routers {'1faafaeb-9edf-4580-a53b-55a57ba9e089'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:04.726641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b62be540-9d92-4e5d-8bc3-14aab1426e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1faafaeb-9edf-4580-a53b-55a57ba9e089'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:04.804463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b62be540-9d92-4e5d-8bc3-14aab1426e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:04.804829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62be540-9d92-4e5d-8bc3-14aab1426e38 None None] The sync data for ids ['1faafaeb-9edf-4580-a53b-55a57ba9e089'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:04.818576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ebc36f0c-2138-4403-9a3e-b6c7167610b9 None None] Provisioning complete for port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:04.818943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ebc36f0c-2138-4403-9a3e-b6c7167610b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.858088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680720ba-bde1-41a6-b9ba-ee35c2dcde06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.871706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ebc36f0c-2138-4403-9a3e-b6c7167610b9 None None] Port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:04.881196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:04.882662 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:37:04.935217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Port': ['ID=58defb79-38a8-452b-847f-88fea479e089,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:05.142774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.155797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Router ad76b993-8459-4889-9318-58d8524a9472 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:05.262545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680720ba-bde1-41a6-b9ba-ee35c2dcde06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.266613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680720ba-bde1-41a6-b9ba-ee35c2dcde06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.292288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680720ba-bde1-41a6-b9ba-ee35c2dcde06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.292837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680720ba-bde1-41a6-b9ba-ee35c2dcde06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Fanout notify agent at l3_agent the message router_deleted on router 1faafaeb-9edf-4580-a53b-55a57ba9e089 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:05.304034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-680720ba-bde1-41a6-b9ba-ee35c2dcde06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.305094 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-680720ba-bde1-41a6-b9ba-ee35c2dcde06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/1faafaeb-9edf-4580-a53b-55a57ba9e089 HTTP/1.1" status: 204 len: 168 time: 0.6221862 Apr 05 14:37:05.307717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37574) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:05.504345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcc45ea-541b-4c2b-a70c-ef54abaf8be0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet df15f6d2-e9b7-4159-b6f4-3b1fc03ee0b5 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:05.508322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45ea-541b-4c2b-a70c-ef54abaf8be0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.534579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:05.616258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:05.622646 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:05.623241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.692681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45ea-541b-4c2b-a70c-ef54abaf8be0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.761167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.781895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45ea-541b-4c2b-a70c-ef54abaf8be0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.838302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:05.840000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:05.849932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Router f53666a4-92c9-4153-abf0-36f9d4e655d8 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:05.853117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.857462 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-720e00eb-1871-4437-92e9-42b338c8d91f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "PUT /v2.0/routers/ad76b993-8459-4889-9318-58d8524a9472/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6689801 Apr 05 14:37:05.858087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37580) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:05.863428 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Sync routers for ids ['ad76b993-8459-4889-9318-58d8524a9472'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:05.868767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45ea-541b-4c2b-a70c-ef54abaf8be0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.880861 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Routers {'ad76b993-8459-4889-9318-58d8524a9472'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:05.882075 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ad76b993-8459-4889-9318-58d8524a9472'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:05.908607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcc45ea-541b-4c2b-a70c-ef54abaf8be0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=df15f6d2-e9b7-4159-b6f4-3b1fc03ee0b5,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:05.921617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1fcc45ea-541b-4c2b-a70c-ef54abaf8be0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:05.933689 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1fcc45ea-541b-4c2b-a70c-ef54abaf8be0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/df15f6d2-e9b7-4159-b6f4-3b1fc03ee0b5 HTTP/1.1" status: 204 len: 168 time: 0.6227300 Apr 05 14:37:05.934643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37584) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:05.939161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1616b3-b70f-47c4-9898-be359bd108e7 None None] Network 82066735-d563-4636-a903-37ff5c610c03 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:06.048033 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Set router ad76b993-8459-4889-9318-58d8524a9472 gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:06.055146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7d94de-b022-44b4-a6e8-b43e8c881473 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.055742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ba7d94de-b022-44b4-a6e8-b43e8c881473 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:06.085125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ba7d94de-b022-44b4-a6e8-b43e8c881473 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:06.089238 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ba7d94de-b022-44b4-a6e8-b43e8c881473 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports/47ddd8c4-9613-425c-a42c-906a5d4f8fd3 HTTP/1.1" status: 200 len: 911 time: 0.2276821 Apr 05 14:37:06.089238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:06.089513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37588) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:06.105657 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2da91c4a-27a5-4225-8578-a119bfcd95be tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "PUT /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0881526 Apr 05 14:37:06.106747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37592) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:06.147816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4af16-0821-4d0e-bf04-d146f1fb0af1 None None] Sync routers for ids ['f53666a4-92c9-4153-abf0-36f9d4e655d8'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:06.150361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:06.185373 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-bebe5aff-80db-40d3-a79e-40922344160c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] show failed (client error): The resource could not be found. Apr 05 14:37:06.190982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bebe5aff-80db-40d3-a79e-40922344160c tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-39887964 HTTP/1.1" status: 404 len: 333 time: 0.0830152 Apr 05 14:37:06.191988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37596) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:06.197291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-46897b1e-3e4c-4c31-b12e-74a9226f09e9 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:06.200775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4af16-0821-4d0e-bf04-d146f1fb0af1 None None] Routers {'f53666a4-92c9-4153-abf0-36f9d4e655d8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:06.201640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dcc4af16-0821-4d0e-bf04-d146f1fb0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f53666a4-92c9-4153-abf0-36f9d4e655d8'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:06.215083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f742abc-3d82-41f1-9b6a-0934f007edf5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet 3ba32a1c-74ce-4386-ba8a-e687043f57e2 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:06.221267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f742abc-3d82-41f1-9b6a-0934f007edf5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.267179 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-46897b1e-3e4c-4c31-b12e-74a9226f09e9 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] update failed (client error): The resource could not be found. Apr 05 14:37:06.271018 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-46897b1e-3e4c-4c31-b12e-74a9226f09e9 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-132059834 HTTP/1.1" status: 404 len: 334 time: 0.0778325 Apr 05 14:37:06.271694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37600) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:06.274632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e818a5-86f4-4a02-8f82-38f4a29f1ced tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.278580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e818a5-86f4-4a02-8f82-38f4a29f1ced tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:06.282250 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b0e818a5-86f4-4a02-8f82-38f4a29f1ced tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1899965 Apr 05 14:37:06.284150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37604) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:06.287856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dcc4af16-0821-4d0e-bf04-d146f1fb0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:06.303586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4af16-0821-4d0e-bf04-d146f1fb0af1 None None] Routers {'f53666a4-92c9-4153-abf0-36f9d4e655d8'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:06.304223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dcc4af16-0821-4d0e-bf04-d146f1fb0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f53666a4-92c9-4153-abf0-36f9d4e655d8'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:06.374301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f742abc-3d82-41f1-9b6a-0934f007edf5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.378375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dcc4af16-0821-4d0e-bf04-d146f1fb0af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:06.378848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc4af16-0821-4d0e-bf04-d146f1fb0af1 None None] The sync data for ids ['f53666a4-92c9-4153-abf0-36f9d4e655d8'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:06.402950 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad76b993-8459-4889-9318-58d8524a9472', 'name': 'tempest-NetworksTestDHCPv6-router-1442734613', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:59Z', 'updated_at': '2022-04-05T14:37:02Z', 'revision_number': 2, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None, '_interfaces': [{'id': '47ddd8c4-9613-425c-a42c-906a5d4f8fd3', 'name': '', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'mac_address': 'fa:16:3e:a8:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad76b993-8459-4889-9318-58d8524a9472', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91b6e9-0531-42ba-9c11-6cee17f5aca7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:03Z', 'revision_number': 2, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'subnets': [{'id': 'be91b6e9-0531-42ba-9c11-6cee17f5aca7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:06.407086 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Checking router: ad76b993-8459-4889-9318-58d8524a9472 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:06.407653 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Updating router ad76b993-8459-4889-9318-58d8524a9472 port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:37:06.460135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] DHCP port deletion for 82066735-d563-4636-a903-37ff5c610c03 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:06.466290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] Deleting port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:06.466660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.479322 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.494555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c0e2ec-04a4-4cdb-a8bc-03ecce5c4f85 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting subnet d2cd15f6-0381-4bc4-9b86-2a669fc61e02 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:06.497238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03c0e2ec-04a4-4cdb-a8bc-03ecce5c4f85 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.554205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f742abc-3d82-41f1-9b6a-0934f007edf5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.563352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03c0e2ec-04a4-4cdb-a8bc-03ecce5c4f85 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.713415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] For port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=64158ed4-23db-4a3e-b97f-eb75f4b3a2df,segment=NetworkSegment(a8d81e54-7563-41a9-a100-f96e71fc27d0),segment_id=a8d81e54-7563-41a9-a100-f96e71fc27d0)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:06.713984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.723403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03c0e2ec-04a4-4cdb-a8bc-03ecce5c4f85 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.807284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f742abc-3d82-41f1-9b6a-0934f007edf5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.829782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03c0e2ec-04a4-4cdb-a8bc-03ecce5c4f85 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.855254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f742abc-3d82-41f1-9b6a-0934f007edf5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=3ba32a1c-74ce-4386-ba8a-e687043f57e2,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:06.861054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] Calling delete_port for 64158ed4-23db-4a3e-b97f-eb75f4b3a2df owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:06.863305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f742abc-3d82-41f1-9b6a-0934f007edf5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.873662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9f742abc-3d82-41f1-9b6a-0934f007edf5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/3ba32a1c-74ce-4386-ba8a-e687043f57e2 HTTP/1.1" status: 204 len: 168 time: 0.9380357 Apr 05 14:37:06.876178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37608) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:06.890335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0e2ec-04a4-4cdb-a8bc-03ecce5c4f85 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Subnet': ['ID=d2cd15f6-0381-4bc4-9b86-2a669fc61e02,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:06.898523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-03c0e2ec-04a4-4cdb-a8bc-03ecce5c4f85 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:06.905548 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-03c0e2ec-04a4-4cdb-a8bc-03ecce5c4f85 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/subnets/d2cd15f6-0381-4bc4-9b86-2a669fc61e02 HTTP/1.1" status: 204 len: 168 time: 0.6321836 Apr 05 14:37:06.907888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37612) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:06.914598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11997a0-31e2-4bbc-8373-befe466f901d None None] Network d58e2d20-3751-4612-9892-214f8419ea4c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:06.930787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2945d0-e96a-48a2-acfa-80feb28e3dfa None None] Network 4f41f704-941a-41b3-b14c-f7af94fa26ed requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:07.019442 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.032308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.033076 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Transition to ACTIVE for port object 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:07.053437 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.056049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:07.056541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.064569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.077948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting port 51a95096-1824-41a6-bd73-f7a8f62fe612 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:07.077948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.195353 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Pushing event updated for resources: {'Port': ['ID=47ddd8c4-9613-425c-a42c-906a5d4f8fd3,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:07.288611 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.289347 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.289916 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.290489 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.291041 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.291590 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.292133 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.292945 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.293510 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.294070 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.294621 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:07.323818 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Attempting to bind port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:07.324543 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Attempting to bind port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:07.325138 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Attempting to bind port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:07.333926 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:07.334756 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:07.335385 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.335981 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:07.336673 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Bound port: 47ddd8c4-9613-425c-a42c-906a5d4f8fd3, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:07.337432 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.463547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.490200 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] For port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:07.494030 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] For port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=47ddd8c4-9613-425c-a42c-906a5d4f8fd3,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:07.507931 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.521501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] For port 51a95096-1824-41a6-bd73-f7a8f62fe612, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=51a95096-1824-41a6-bd73-f7a8f62fe612,segment=NetworkSegment(6fc68c2c-4ada-40bd-bf85-dc3c5c27060a),segment_id=6fc68c2c-4ada-40bd-bf85-dc3c5c27060a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:07.521859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.576951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:07.601892 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f55f68-5d2b-4289-a903-dab15e67aafc None None] Pushing event updated for resources: {'Port': ['ID=47ddd8c4-9613-425c-a42c-906a5d4f8fd3,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:07.610033 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Routers {'ad76b993-8459-4889-9318-58d8524a9472'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:07.610678 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ad76b993-8459-4889-9318-58d8524a9472'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:07.611307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=64158ed4-23db-4a3e-b97f-eb75f4b3a2df,segment=NetworkSegment(a8d81e54-7563-41a9-a100-f96e71fc27d0),segment_id=a8d81e54-7563-41a9-a100-f96e71fc27d0)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:07.611856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.648997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Calling delete_port for 51a95096-1824-41a6-bd73-f7a8f62fe612 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:07.753123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.798720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] Pushing event deleted for resources: {'Port': ['ID=64158ed4-23db-4a3e-b97f-eb75f4b3a2df,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:07.803234 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] Set router ad76b993-8459-4889-9318-58d8524a9472 gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:07.811459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Port': ['ID=51a95096-1824-41a6-bd73-f7a8f62fe612,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:07.816037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] No DVR routers for this DVR port 51a95096-1824-41a6-bd73-f7a8f62fe612 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:07.833991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.841145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8850677-cbb7-405c-aeae-8f2bc00f75bb None None] No DVR routers for this DVR port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:07.915393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:07.915763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.950367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 64158ed4-23db-4a3e-b97f-eb75f4b3a2df owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:07.959972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] DHCP port deletion for d58e2d20-3751-4612-9892-214f8419ea4c request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:07.976318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] Deleting port ab82fda5-74ab-4fdb-8371-69e493c09672 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:07.976535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:07.978000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.018599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f41f704-941a-41b3-b14c-f7af94fa26ed']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.022309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590bea4a-b57c-4e6f-a5f4-73083acf4b93 None None] DHCP port deletion for 4f41f704-941a-41b3-b14c-f7af94fa26ed request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:08.034694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc68c2c-4ada-40bd-bf85-dc3c5c27060a') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.034694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc68c2c-4ada-40bd-bf85-dc3c5c27060a') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.046669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.056083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:08.056318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:08.064958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.072620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:08.073131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:08.092889 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:08.128747 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.194746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.243516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.250453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Network': ['ID=4f41f704-941a-41b3-b14c-f7af94fa26ed,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:08.266309 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-22f119d6-c12e-4488-83ef-e0879f5c074b tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/networks/4f41f704-941a-41b3-b14c-f7af94fa26ed HTTP/1.1" status: 204 len: 168 time: 1.3546901 Apr 05 14:37:08.269939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37618) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:08.322073 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad76b993-8459-4889-9318-58d8524a9472', 'name': 'tempest-NetworksTestDHCPv6-router-1442734613', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:59Z', 'updated_at': '2022-04-05T14:37:02Z', 'revision_number': 2, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None, '_interfaces': [{'id': '47ddd8c4-9613-425c-a42c-906a5d4f8fd3', 'name': '', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'mac_address': 'fa:16:3e:a8:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad76b993-8459-4889-9318-58d8524a9472', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91b6e9-0531-42ba-9c11-6cee17f5aca7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:07Z', 'revision_number': 4, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'subnets': [{'id': 'be91b6e9-0531-42ba-9c11-6cee17f5aca7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.325907 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a02526-2d65-4b28-bc77-ff830fcd77ea None None] The sync data for ids ['ad76b993-8459-4889-9318-58d8524a9472'] in dv-neutron-829488-2-hyperv is: [{'id': 'ad76b993-8459-4889-9318-58d8524a9472', 'name': 'tempest-NetworksTestDHCPv6-router-1442734613', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:59Z', 'updated_at': '2022-04-05T14:37:02Z', 'revision_number': 2, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None, '_interfaces': [{'id': '47ddd8c4-9613-425c-a42c-906a5d4f8fd3', 'name': '', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'mac_address': 'fa:16:3e:a8:81:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad76b993-8459-4889-9318-58d8524a9472', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be91b6e9-0531-42ba-9c11-6cee17f5aca7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:01Z', 'updated_at': '2022-04-05T14:37:07Z', 'revision_number': 4, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'subnets': [{'id': 'be91b6e9-0531-42ba-9c11-6cee17f5aca7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:08.335221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] For port ab82fda5-74ab-4fdb-8371-69e493c09672, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=ab82fda5-74ab-4fdb-8371-69e493c09672,segment=NetworkSegment(8f3ea854-f639-4718-be8d-f04c8e4321fe),segment_id=8f3ea854-f639-4718-be8d-f04c8e4321fe)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:08.335677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.346162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 64158ed4-23db-4a3e-b97f-eb75f4b3a2df no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:08.443515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 64158ed4-23db-4a3e-b97f-eb75f4b3a2df {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:08.445062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 64158ed4-23db-4a3e-b97f-eb75f4b3a2df not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:08.492251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6444185-ea1f-4853-b0a5-a7f502a427cb tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting subnet b3bd6e39-510b-4b18-805f-8951cd81dd48 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:08.496217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6444185-ea1f-4853-b0a5-a7f502a427cb tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.523685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] Calling delete_port for ab82fda5-74ab-4fdb-8371-69e493c09672 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:08.558527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 64158ed4-23db-4a3e-b97f-eb75f4b3a2df {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:08.559279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.587100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6444185-ea1f-4853-b0a5-a7f502a427cb tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.649567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.651925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] The port '64158ed4-23db-4a3e-b97f-eb75f4b3a2df' was deleted {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:37:08.708964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6444185-ea1f-4853-b0a5-a7f502a427cb tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.716916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] Pushing event deleted for resources: {'Port': ['ID=ab82fda5-74ab-4fdb-8371-69e493c09672,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:08.722498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:08.722718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.725353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc0b3f-3b99-477b-92e3-ac0e291a2b0a None None] No DVR routers for this DVR port ab82fda5-74ab-4fdb-8371-69e493c09672 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:08.807670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6444185-ea1f-4853-b0a5-a7f502a427cb tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.853124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6444185-ea1f-4853-b0a5-a7f502a427cb tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Subnet': ['ID=b3bd6e39-510b-4b18-805f-8951cd81dd48,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:08.853334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.855469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b6444185-ea1f-4853-b0a5-a7f502a427cb tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:08.866513 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b6444185-ea1f-4853-b0a5-a7f502a427cb tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/subnets/b3bd6e39-510b-4b18-805f-8951cd81dd48 HTTP/1.1" status: 204 len: 168 time: 0.5949795 Apr 05 14:37:08.867168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37622) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:08.869246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a2dd3-34da-4325-ad7b-bf3057b835fc None None] Network 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:08.947634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82066735-d563-4636-a903-37ff5c610c03']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.971762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8d81e54-7563-41a9-a100-f96e71fc27d0') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.972051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8d81e54-7563-41a9-a100-f96e71fc27d0') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:08.990959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.044153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.047473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] For port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=47ddd8c4-9613-425c-a42c-906a5d4f8fd3,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:09.048058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.068016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:09.068555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.075253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b59c0763-4623-4f3a-8ba2-3349eb431960 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting subnet ea0fb136-8472-403d-9383-e2d9cf23d12a {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:09.078414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59c0763-4623-4f3a-8ba2-3349eb431960 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: util.warn( Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:09.084103 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:09.151557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59c0763-4623-4f3a-8ba2-3349eb431960 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.177814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] DHCP port deletion for 21ad6a5e-3bff-4838-8d4c-679a1f35ae0a request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:09.182217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] Deleting port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:09.182597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.237617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59c0763-4623-4f3a-8ba2-3349eb431960 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.251630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:09.317959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59c0763-4623-4f3a-8ba2-3349eb431960 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.330984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.336600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.356602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c0763-4623-4f3a-8ba2-3349eb431960 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0fb136-8472-403d-9383-e2d9cf23d12a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:09.366667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59c0763-4623-4f3a-8ba2-3349eb431960 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.373017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b59c0763-4623-4f3a-8ba2-3349eb431960 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/subnets/ea0fb136-8472-403d-9383-e2d9cf23d12a HTTP/1.1" status: 204 len: 168 time: 0.5048423 Apr 05 14:37:09.375423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37626) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:09.384361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd21baec-b04e-48dd-9ccd-8f10e549a91f None None] Network 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:09.480221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] For port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=711fe84a-2ded-4800-8de1-ec1b8c5f36ee,segment=NetworkSegment(7f05c113-88d7-4250-98ae-931682ca4599),segment_id=7f05c113-88d7-4250-98ae-931682ca4599)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:09.480611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.490091 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=82066735-d563-4636-a903-37ff5c610c03,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:09.526762 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ee99d195-63f8-48de-bdbf-75e0ee58cf4f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/82066735-d563-4636-a903-37ff5c610c03 HTTP/1.1" status: 204 len: 168 time: 2.6495667 Apr 05 14:37:09.527510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37630) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:09.620831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.632997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:09.633332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.634268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:09.649626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.685493 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] Calling delete_port for 711fe84a-2ded-4800-8de1-ec1b8c5f36ee owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:09.869208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.891071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] For port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=711fe84a-2ded-4800-8de1-ec1b8c5f36ee,segment=NetworkSegment(7f05c113-88d7-4250-98ae-931682ca4599),segment_id=7f05c113-88d7-4250-98ae-931682ca4599)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:09.891356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.900717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.903115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No active binding found for port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 {{(pid=83852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 14:37:09.903693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 14:37:09.942423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Port 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 not found, will not notify nova. {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 14:37:09.942664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d58e2d20-3751-4612-9892-214f8419ea4c']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:09.947785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:09.969421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=47ddd8c4-9613-425c-a42c-906a5d4f8fd3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:09.982444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3ea854-f639-4718-be8d-f04c8e4321fe') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:09.982732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3ea854-f639-4718-be8d-f04c8e4321fe') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:10.003266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] Pushing event deleted for resources: {'Port': ['ID=711fe84a-2ded-4800-8de1-ec1b8c5f36ee,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:10.011443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 711fe84a-2ded-4800-8de1-ec1b8c5f36ee no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:10.034313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.035409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Calling delete_port for 711fe84a-2ded-4800-8de1-ec1b8c5f36ee owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:10.051347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 711fe84a-2ded-4800-8de1-ec1b8c5f36ee {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:10.052541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 711fe84a-2ded-4800-8de1-ec1b8c5f36ee not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:10.053060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ab82fda5-74ab-4fdb-8371-69e493c09672 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:10.084424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1b458-ed8f-4c2b-84bd-42f1f6c28516 None None] No DVR routers for this DVR port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:10.096579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: ab82fda5-74ab-4fdb-8371-69e493c09672 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:10.097025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device ab82fda5-74ab-4fdb-8371-69e493c09672 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:10.097557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 51a95096-1824-41a6-bd73-f7a8f62fe612 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:10.117202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:10.117697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:10.134244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 51a95096-1824-41a6-bd73-f7a8f62fe612 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:10.134588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 51a95096-1824-41a6-bd73-f7a8f62fe612 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:10.136966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.187331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] DHCP port deletion for 41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:10.191954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:10.192295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] Deleting port cc58c385-6100-4a6b-a7a9-f2480008900b {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:10.192417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.192717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:10.211731 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:10.301801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.306753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.329238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.336189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=d58e2d20-3751-4612-9892-214f8419ea4c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:10.394360 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3b2486ad-4a76-447f-9d4c-63ae21388deb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/d58e2d20-3751-4612-9892-214f8419ea4c HTTP/1.1" status: 204 len: 168 time: 0.8641031 Apr 05 14:37:10.398598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37636) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:10.400997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] For port cc58c385-6100-4a6b-a7a9-f2480008900b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cc58c385-6100-4a6b-a7a9-f2480008900b,segment=NetworkSegment(020b76bf-d36e-45c6-bcf4-153dc3061e87),segment_id=020b76bf-d36e-45c6-bcf4-153dc3061e87)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:10.401392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.405054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1778215910'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:10.409964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:10.414405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:10.417272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:10.422912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:10.432894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:10.435779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.471267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:37:10.481264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.481759 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment fa1f0347-df2b-4f20-a2bb-24c51e11499d of type vlan for network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 Apr 05 14:37:10.508781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.522682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] Calling delete_port for cc58c385-6100-4a6b-a7a9-f2480008900b owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:10.539941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.543689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:10.544263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.606077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.624549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting port 711fe84a-2ded-4800-8de1-ec1b8c5f36ee {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:10.624752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.652816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] Pushing event deleted for resources: {'Port': ['ID=cc58c385-6100-4a6b-a7a9-f2480008900b,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:10.662114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852bd7d-ebd5-4467-9513-7a7bbe0ef5f2 None None] No DVR routers for this DVR port cc58c385-6100-4a6b-a7a9-f2480008900b on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:10.730132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] The port '711fe84a-2ded-4800-8de1-ec1b8c5f36ee' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:37:10.734769 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3346858 Apr 05 14:37:10.736456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37640) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:10.742829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': '79628f8c-7945-4db0-94d6-44ab60ba1bb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:10.761483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98909bfc-cb59-499f-8c27-c376f191d84f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=79628f8c-7945-4db0-94d6-44ab60ba1bb3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:10.773347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:37:10.881448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.908213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ad6a5e-3bff-4838-8d4c-679a1f35ae0a']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:10.923256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f05c113-88d7-4250-98ae-931682ca4599') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:10.923617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f05c113-88d7-4250-98ae-931682ca4599') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:10.936131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.951973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.958625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:10.959074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:10.967591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Router ad76b993-8459-4889-9318-58d8524a9472 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:10.973888 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:10.976952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:10.979118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:10.982643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:10.988435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:11.050698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:11.051440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.071103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.078190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Network': ['ID=21ad6a5e-3bff-4838-8d4c-679a1f35ae0a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:11.083742 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-88f16020-a842-434b-890d-d12f3b45625e tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/networks/21ad6a5e-3bff-4838-8d4c-679a1f35ae0a HTTP/1.1" status: 204 len: 168 time: 1.7044950 Apr 05 14:37:11.083982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37644) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:11.203675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.221232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.235498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:11.242156 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e44bda38-c5d2-4e4e-84ef-5771aeb13a10 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "PUT /v2.0/routers/ad76b993-8459-4889-9318-58d8524a9472/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9568188 Apr 05 14:37:11.246129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37648) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:11.341805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.361745 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] Sync routers for ids ['ad76b993-8459-4889-9318-58d8524a9472'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:11.374083 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] Routers {'ad76b993-8459-4889-9318-58d8524a9472'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:11.374697 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ad76b993-8459-4889-9318-58d8524a9472'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:11.376385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b632aa-d571-4aa0-8d4a-d1c8b3e686d6']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:11.387385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a375e5-60b2-472f-a149-e0de7de14306 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.388694 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a375e5-60b2-472f-a149-e0de7de14306 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.392708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '020b76bf-d36e-45c6-bcf4-153dc3061e87') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:11.392860 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e5a375e5-60b2-472f-a149-e0de7de14306 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1431377 Apr 05 14:37:11.392988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '020b76bf-d36e-45c6-bcf4-153dc3061e87') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:11.393096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37652) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:11.403806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.420452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.428046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:11.428608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:11.445622 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:11.523187 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] Set router ad76b993-8459-4889-9318-58d8524a9472 gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:11.548361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.560528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.607075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cc58c385-6100-4a6b-a7a9-f2480008900b no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:11.667386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-befef6a2-1b19-474f-8c2f-a68073b967fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet be91b6e9-0531-42ba-9c11-6cee17f5aca7 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:11.670576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-befef6a2-1b19-474f-8c2f-a68073b967fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.682814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: cc58c385-6100-4a6b-a7a9-f2480008900b {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:11.683486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cc58c385-6100-4a6b-a7a9-f2480008900b not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:11.698837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.702254 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/networks/41b632aa-d571-4aa0-8d4a-d1c8b3e686d6 HTTP/1.1" status: 204 len: 168 time: 0.6172628 Apr 05 14:37:11.703187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc3ac3-33ca-4314-9365-d0e106b30e70 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Network': ['ID=41b632aa-d571-4aa0-8d4a-d1c8b3e686d6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:11.705168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37656) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:11.718023 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad76b993-8459-4889-9318-58d8524a9472', 'name': 'tempest-NetworksTestDHCPv6-router-1442734613', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:59Z', 'updated_at': '2022-04-05T14:37:09Z', 'revision_number': 3, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:11.722402 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] Checking router: ad76b993-8459-4889-9318-58d8524a9472 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:11.733026 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] Routers {'ad76b993-8459-4889-9318-58d8524a9472'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:11.733761 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ad76b993-8459-4889-9318-58d8524a9472'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:11.781553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-befef6a2-1b19-474f-8c2f-a68073b967fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.841495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=6b24bee3-eee5-4fa2-9d64-748eac33859a,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:11.866612 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] Set router ad76b993-8459-4889-9318-58d8524a9472 gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:11.867964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-befef6a2-1b19-474f-8c2f-a68073b967fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.897648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c161f7e-5fb6-4091-a5e3-3f61c6199776 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting subnet a55d80d2-0de0-449d-a6d8-c2a6f93ed7fe {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:11.897947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': 'fa1f0347-df2b-4f20-a2bb-24c51e11499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '79628f8c-7945-4db0-94d6-44ab60ba1bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:11.898344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: 79628f8c-7945-4db0-94d6-44ab60ba1bb3, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:37:11.900609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c161f7e-5fb6-4091-a5e3-3f61c6199776 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.940702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:37:11.951776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 79628f8c-7945-4db0-94d6-44ab60ba1bb3) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:11.959675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:11.960294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.961633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c161f7e-5fb6-4091-a5e3-3f61c6199776 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:11.969879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498bebd8-890f-4779-92da-4f1f4617a7ce None None] Network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:11.971564 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad76b993-8459-4889-9318-58d8524a9472', 'name': 'tempest-NetworksTestDHCPv6-router-1442734613', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:59Z', 'updated_at': '2022-04-05T14:37:09Z', 'revision_number': 3, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:11.976657 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75caafdb-5653-4fac-b04f-50e66d107023 None None] The sync data for ids ['ad76b993-8459-4889-9318-58d8524a9472'] in dv-neutron-829488-2-hyperv is: [{'id': 'ad76b993-8459-4889-9318-58d8524a9472', 'name': 'tempest-NetworksTestDHCPv6-router-1442734613', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:36:59Z', 'updated_at': '2022-04-05T14:37:09Z', 'revision_number': 3, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:11.986585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-befef6a2-1b19-474f-8c2f-a68073b967fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.024347 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-245ae10f-7bd5-4f1c-b81a-2f56d9214745 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2869925 Apr 05 14:37:12.028212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37660) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:12.030216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befef6a2-1b19-474f-8c2f-a68073b967fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=be91b6e9-0531-42ba-9c11-6cee17f5aca7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:12.037046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-befef6a2-1b19-474f-8c2f-a68073b967fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.038801 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-befef6a2-1b19-474f-8c2f-a68073b967fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/be91b6e9-0531-42ba-9c11-6cee17f5aca7 HTTP/1.1" status: 204 len: 168 time: 0.6450269 Apr 05 14:37:12.041251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37664) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:12.045436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1780649574', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:12.057645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:12.059038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2638c8ec-65cc-4c09-ade3-e26e2339f50d None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:12.065307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:router and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:12.071191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:12.082284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:12.099601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.100839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.109588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c161f7e-5fb6-4091-a5e3-3f61c6199776 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.169199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.184375 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c650259e-413a-4ffd-8ca8-90d6acd9bc87 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1420741 Apr 05 14:37:12.187211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37668) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:12.195829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.223072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c161f7e-5fb6-4091-a5e3-3f61c6199776 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.282432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.285984 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-27b54e29-1c18-456d-a989-7083ded880e2 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2542467 Apr 05 14:37:12.285984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9c161f7e-5fb6-4091-a5e3-3f61c6199776 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.289366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9c161f7e-5fb6-4091-a5e3-3f61c6199776 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/subnets/a55d80d2-0de0-449d-a6d8-c2a6f93ed7fe HTTP/1.1" status: 204 len: 168 time: 0.5820756 Apr 05 14:37:12.290744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c161f7e-5fb6-4091-a5e3-3f61c6199776 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Subnet': ['ID=a55d80d2-0de0-449d-a6d8-c2a6f93ed7fe,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:12.293017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37672) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:12.293347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37674) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:12.321599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'port': {'network_id': '79628f8c-7945-4db0-94d6-44ab60ba1bb3', 'name': 'tempest-RoutersIpV6Test-733510554'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:12.324511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f8f630-b0d2-4ae4-9da9-bb4593090ae9 None None] Network b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:12.331700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75cb24df-24cd-407c-b69f-19dd0d7b8903 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.504937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.538441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-79628f8c-7945-4db0-94d6-44ab60ba1bb3', 'network_id': '79628f8c-7945-4db0-94d6-44ab60ba1bb3', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': '6b24bee3-eee5-4fa2-9d64-748eac33859a'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:37:12.539261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.554124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Deleting port b97f6383-918a-4927-b761-885d2b1d20f4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:12.554814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.605732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:12.614300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:port and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:12.618609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:12.627628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:12.687899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:12.692198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.746951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:12.762671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] Deleting port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:12.763036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.786439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] device_id is not set on port 2e3675c5-89ae-4e2c-968e-6aba9302445c yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:37:12.889044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] For port b97f6383-918a-4927-b761-885d2b1d20f4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b97f6383-918a-4927-b761-885d2b1d20f4,segment=NetworkSegment(7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce),segment_id=7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:12.889406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.930283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75cb24df-24cd-407c-b69f-19dd0d7b8903 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.933025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Allocated IP 2001:db8::2 (79628f8c-7945-4db0-94d6-44ab60ba1bb3/6b24bee3-eee5-4fa2-9d64-748eac33859a/01faee2c-1750-4c95-8c24-e343c1016a4e) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:12.935122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75cb24df-24cd-407c-b69f-19dd0d7b8903 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.961868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5ddca7-727a-4219-a56c-a5b273f78d81 None None] DHCP port deletion for b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:12.969215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75cb24df-24cd-407c-b69f-19dd0d7b8903 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.969893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75cb24df-24cd-407c-b69f-19dd0d7b8903 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Fanout notify agent at l3_agent the message router_deleted on router ad76b993-8459-4889-9318-58d8524a9472 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:12.981315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-75cb24df-24cd-407c-b69f-19dd0d7b8903 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:12.985512 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-75cb24df-24cd-407c-b69f-19dd0d7b8903 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/routers/ad76b993-8459-4889-9318-58d8524a9472 HTTP/1.1" status: 204 len: 168 time: 0.7943561 Apr 05 14:37:12.985728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37682) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:12.991772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:13.016210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ddca7-727a-4219-a56c-a5b273f78d81 None None] Deleting port b97f6383-918a-4927-b761-885d2b1d20f4 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:13.016570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc5ddca7-727a-4219-a56c-a5b273f78d81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.025878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Calling delete_port for b97f6383-918a-4927-b761-885d2b1d20f4 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:13.101693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:13.105796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.105981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:13.108974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:13.115449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:13.126054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:13.130073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.154080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Port': ['ID=b97f6383-918a-4927-b761-885d2b1d20f4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:13.159305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] No DVR routers for this DVR port b97f6383-918a-4927-b761-885d2b1d20f4 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:13.165881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] For port 43f08f6c-f169-4824-949c-66fc8b9f4cb9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=43f08f6c-f169-4824-949c-66fc8b9f4cb9,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:13.166292 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.284051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.310382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:13.324196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:13.324615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afed7f4-2c9e-4fcb-8ba9-dd2551bcb7ce') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:13.327687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] Calling delete_port for 43f08f6c-f169-4824-949c-66fc8b9f4cb9 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:13.338034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.357855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.359341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.361947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ddca7-727a-4219-a56c-a5b273f78d81 None None] The port 'b97f6383-918a-4927-b761-885d2b1d20f4' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:37:13.365166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:13.365799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:13.386141 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:13.422099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:13.425092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:13.430226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:13.430805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.460072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=fb803c7b-a7ba-498e-9074-61de180f8925,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:13.467005 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-94834d40-7224-45da-8219-ce82543d9e71 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4775348 Apr 05 14:37:13.467237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37686) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:13.474453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-248573120', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:13.484881 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:13.500720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:router and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:13.500956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.501932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:13.514908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:13.531701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.532875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.546844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b97f6383-918a-4927-b761-885d2b1d20f4 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:13.554710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.575184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.576595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.593205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] Pushing event deleted for resources: {'Port': ['ID=43f08f6c-f169-4824-949c-66fc8b9f4cb9,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:13.596547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.603888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: b97f6383-918a-4927-b761-885d2b1d20f4 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:13.604192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b97f6383-918a-4927-b761-885d2b1d20f4 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:13.604634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 43f08f6c-f169-4824-949c-66fc8b9f4cb9 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:13.612666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.616967 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-71223ad4-4733-4f3a-9f53-d78287229992 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1461453 Apr 05 14:37:13.617211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37690) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:13.618611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.624991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Pushing event deleted for resources: {'Network': ['ID=b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:13.637176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d94dd2c7-3da3-4896-bd56-300fd2b4731f tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/networks/b9d131b6-9aa7-4e8e-9fe5-36dfe51dc4e0 HTTP/1.1" status: 204 len: 168 time: 1.3411074 Apr 05 14:37:13.638820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37694) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:13.645782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Transition to ACTIVE for port object 01faee2c-1750-4c95-8c24-e343c1016a4e will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:13.648268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 43f08f6c-f169-4824-949c-66fc8b9f4cb9 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:13.648598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 43f08f6c-f169-4824-949c-66fc8b9f4cb9 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:13.648998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:13.677637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b081ad24-5d7c-4c9f-bc0a-1979fc11a8eb None None] No DVR routers for this DVR port 43f08f6c-f169-4824-949c-66fc8b9f4cb9 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:13.686623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bba1a691-3110-41b4-b5f9-b9b84e67faf4 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Synchronizing usage tracker for tenant:57c8578a124941459fbeadc400a83fd7 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:13.701059 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803a9669-d5ef-473b-a9ce-29ac668e9447 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:13.705897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bba1a691-3110-41b4-b5f9-b9b84e67faf4 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Unset dirty status for tenant:57c8578a124941459fbeadc400a83fd7 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:13.710566 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bba1a691-3110-41b4-b5f9-b9b84e67faf4 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "GET /v2.0/ports?device_id=f53666a4-92c9-4153-abf0-36f9d4e655d8 HTTP/1.1" status: 200 len: 205 time: 0.0718141 Apr 05 14:37:13.711331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37698) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:13.716938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:13.717276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 47ddd8c4-9613-425c-a42c-906a5d4f8fd3 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:13.779835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Transition to ACTIVE for port object 01faee2c-1750-4c95-8c24-e343c1016a4e will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:13.809023 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:13.914349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:13.918756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:13.921114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:13.929416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Pushing event updated for resources: {'Port': ['ID=01faee2c-1750-4c95-8c24-e343c1016a4e,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:13.948897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3296865-4052-4357-8976-c73a897e2134 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.087582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8::390 (79628f8c-7945-4db0-94d6-44ab60ba1bb3/6b24bee3-eee5-4fa2-9d64-748eac33859a/2e3675c5-89ae-4e2c-968e-6aba9302445c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:14.087837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Attempting to bind port 01faee2c-1750-4c95-8c24-e343c1016a4e on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:14.088036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Attempting to bind port 01faee2c-1750-4c95-8c24-e343c1016a4e by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'fa1f0347-df2b-4f20-a2bb-24c51e11499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '79628f8c-7945-4db0-94d6-44ab60ba1bb3'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:14.088391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Attempting to bind port 01faee2c-1750-4c95-8c24-e343c1016a4e on network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:14.103284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:14.103833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Checking segment: {'id': 'fa1f0347-df2b-4f20-a2bb-24c51e11499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '79628f8c-7945-4db0-94d6-44ab60ba1bb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:14.104720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.104720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Bound using segment: {'id': 'fa1f0347-df2b-4f20-a2bb-24c51e11499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '79628f8c-7945-4db0-94d6-44ab60ba1bb3'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:14.104965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Bound port: 01faee2c-1750-4c95-8c24-e343c1016a4e, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1f0347-df2b-4f20-a2bb-24c51e11499d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '79628f8c-7945-4db0-94d6-44ab60ba1bb3'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:14.105418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.122404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': 'fb803c7b-a7ba-498e-9074-61de180f8925'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:37:14.123203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.260102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.332098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] For port 01faee2c-1750-4c95-8c24-e343c1016a4e, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:14.337785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] For port 01faee2c-1750-4c95-8c24-e343c1016a4e, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=01faee2c-1750-4c95-8c24-e343c1016a4e,segment=NetworkSegment(fa1f0347-df2b-4f20-a2bb-24c51e11499d),segment_id=fa1f0347-df2b-4f20-a2bb-24c51e11499d)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:14.342993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.481162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/fb803c7b-a7ba-498e-9074-61de180f8925/5731912a-aee0-4569-90c2-9aaf2fed5213) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:14.482967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3296865-4052-4357-8976-c73a897e2134 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.494194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829c095-faef-483d-9da9-e47dbf20c68c None None] Pushing event updated for resources: {'Port': ['ID=01faee2c-1750-4c95-8c24-e343c1016a4e,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:14.500880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3296865-4052-4357-8976-c73a897e2134 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.561459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3296865-4052-4357-8976-c73a897e2134 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.561941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3296865-4052-4357-8976-c73a897e2134 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Fanout notify agent at l3_agent the message router_deleted on router f53666a4-92c9-4153-abf0-36f9d4e655d8 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:14.588711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3296865-4052-4357-8976-c73a897e2134 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.592455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b3296865-4052-4357-8976-c73a897e2134 tempest-RoutersNegativeIpV6Test-1183908932 tempest-RoutersNegativeIpV6Test-1183908932-project] 10.222.0.18 "DELETE /v2.0/routers/f53666a4-92c9-4153-abf0-36f9d4e655d8 HTTP/1.1" status: 204 len: 168 time: 0.8797429 Apr 05 14:37:14.595758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.617528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object 2e3675c5-89ae-4e2c-968e-6aba9302445c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:14.646416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.728140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.753071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Transition to ACTIVE for port object 5731912a-aee0-4569-90c2-9aaf2fed5213 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:14.758709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:14.762939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=2e3675c5-89ae-4e2c-968e-6aba9302445c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:14.766183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:14.776660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:14.780529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:14.781657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.789788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Transition to ACTIVE for port object 5731912a-aee0-4569-90c2-9aaf2fed5213 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:14.795759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:14.818514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-38889307-7a3a-454e-a923-486ed2f6d440 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5238945 Apr 05 14:37:14.819476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37706) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:14.873243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:14.876051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:14.885983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:14.892779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Pushing event updated for resources: {'Port': ['ID=5731912a-aee0-4569-90c2-9aaf2fed5213,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:14.926998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::1 (f733e752-faf0-4209-b7c7-bca371750f1b/fb803c7b-a7ba-498e-9074-61de180f8925/a357e26b-9dd7-46e5-80e8-23605ff832c2) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:15.019742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Attempting to bind port 5731912a-aee0-4569-90c2-9aaf2fed5213 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:15.020973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Attempting to bind port 5731912a-aee0-4569-90c2-9aaf2fed5213 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:15.021522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Attempting to bind port 5731912a-aee0-4569-90c2-9aaf2fed5213 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:15.028674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:15.029359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:15.029940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.030557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:15.031345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Bound port: 5731912a-aee0-4569-90c2-9aaf2fed5213, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:15.031874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.097367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37712) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:15.119376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37716) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:15.140441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] For port 5731912a-aee0-4569-90c2-9aaf2fed5213, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:15.144495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] For port 5731912a-aee0-4569-90c2-9aaf2fed5213, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5731912a-aee0-4569-90c2-9aaf2fed5213,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:15.152601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.171223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.188898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object a357e26b-9dd7-46e5-80e8-23605ff832c2 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:15.213640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.247598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454a26c6-a4ba-4250-9301-d9d507732d9c None None] Pushing event updated for resources: {'Port': ['ID=5731912a-aee0-4569-90c2-9aaf2fed5213,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:15.305412 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:15.309566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=a357e26b-9dd7-46e5-80e8-23605ff832c2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:15.319459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:15.321770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:15.322868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.470136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.488620 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d55ba891-b2d5-4447-a767-65adf013d6cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57c8578a124941459fbeadc400a83fd7&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3659945 Apr 05 14:37:15.491305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37722) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:15.632373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 01faee2c-1750-4c95-8c24-e343c1016a4e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:15.768007 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 01faee2c-1750-4c95-8c24-e343c1016a4e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:15.817463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f20c5e8c-928c-420f-92d1-1b4e6b0da913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.867169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f20c5e8c-928c-420f-92d1-1b4e6b0da913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:15.960699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580e787c-f426-4083-9eda-77097187a4b5 None None] Network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:16.026476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f20c5e8c-928c-420f-92d1-1b4e6b0da913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.054677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20c5e8c-928c-420f-92d1-1b4e6b0da913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b27de1a-d026-4b84-bfaf-b910b85f0400,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:16.060330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.081483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f20c5e8c-928c-420f-92d1-1b4e6b0da913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.085716 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f20c5e8c-928c-420f-92d1-1b4e6b0da913 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5b27de1a-d026-4b84-bfaf-b910b85f0400 HTTP/1.1" status: 204 len: 168 time: 0.5901146 Apr 05 14:37:16.115887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-913e6b26-a103-4bec-b2c9-4733b8be358d None None] Provisioning for port 01faee2c-1750-4c95-8c24-e343c1016a4e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:16.138395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.150489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.153453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.184934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-913e6b26-a103-4bec-b2c9-4733b8be358d None None] Provisioning complete for port 01faee2c-1750-4c95-8c24-e343c1016a4e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:16.184934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-913e6b26-a103-4bec-b2c9-4733b8be358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.280546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=a357e26b-9dd7-46e5-80e8-23605ff832c2,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:16.435096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-913e6b26-a103-4bec-b2c9-4733b8be358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.526616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:16.528200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:16.532426 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-913e6b26-a103-4bec-b2c9-4733b8be358d None None] For port 01faee2c-1750-4c95-8c24-e343c1016a4e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=01faee2c-1750-4c95-8c24-e343c1016a4e,segment=NetworkSegment(fa1f0347-df2b-4f20-a2bb-24c51e11499d),segment_id=fa1f0347-df2b-4f20-a2bb-24c51e11499d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:16.543841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-913e6b26-a103-4bec-b2c9-4733b8be358d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.716047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e6b26-a103-4bec-b2c9-4733b8be358d None None] Pushing event updated for resources: {'Port': ['ID=01faee2c-1750-4c95-8c24-e343c1016a4e,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:16.772040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:16.888382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-05276ceb-1242-469a-8da3-26bddf97c7a8 None None] Provisioning complete for port 01faee2c-1750-4c95-8c24-e343c1016a4e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:16.902027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-05276ceb-1242-469a-8da3-26bddf97c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.094466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.148240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.165424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-05276ceb-1242-469a-8da3-26bddf97c7a8 None None] Provisioning for port 2e3675c5-89ae-4e2c-968e-6aba9302445c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:17.172502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-05276ceb-1242-469a-8da3-26bddf97c7a8 None None] Provisioning complete for port 2e3675c5-89ae-4e2c-968e-6aba9302445c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:17.173109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-05276ceb-1242-469a-8da3-26bddf97c7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.241486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Router 6f49cfaa-0ab8-4697-a64c-b424ce77f435 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:17.286518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-05276ceb-1242-469a-8da3-26bddf97c7a8 None None] Port 2e3675c5-89ae-4e2c-968e-6aba9302445c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:17.312329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=2e3675c5-89ae-4e2c-968e-6aba9302445c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:17.315899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-05276ceb-1242-469a-8da3-26bddf97c7a8 None None] Provisioning for port 5731912a-aee0-4569-90c2-9aaf2fed5213 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:17.424555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37748) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:17.473614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-916fbd11-c156-4186-859a-b5017bdd6aa2 None None] Provisioning complete for port 2e3675c5-89ae-4e2c-968e-6aba9302445c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:17.473989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-916fbd11-c156-4186-859a-b5017bdd6aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.524727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:17.533032 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6e8f64bd-8095-4491-af85-ccf44f716a2a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "PUT /v2.0/routers/6f49cfaa-0ab8-4697-a64c-b424ce77f435/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9102314 Apr 05 14:37:17.537614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37754) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:17.552916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Sync routers for ids ['6f49cfaa-0ab8-4697-a64c-b424ce77f435'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:17.584784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.634391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-916fbd11-c156-4186-859a-b5017bdd6aa2 None None] Port 2e3675c5-89ae-4e2c-968e-6aba9302445c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:17.640047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Routers {'6f49cfaa-0ab8-4697-a64c-b424ce77f435'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:17.640672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6f49cfaa-0ab8-4697-a64c-b424ce77f435'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:17.654378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6648e3d6-fbbb-49de-94db-d8d857958fb4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:17.655236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6648e3d6-fbbb-49de-94db-d8d857958fb4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:17.676657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6648e3d6-fbbb-49de-94db-d8d857958fb4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:17.686223 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6648e3d6-fbbb-49de-94db-d8d857958fb4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports/a357e26b-9dd7-46e5-80e8-23605ff832c2 HTTP/1.1" status: 200 len: 911 time: 0.1426995 Apr 05 14:37:17.686223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37758) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:17.781780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 01faee2c-1750-4c95-8c24-e343c1016a4e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:17.798723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ed4d4d2e-f8fe-415d-8c2c-9b2783c15a44 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:17.799350 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-ed4d4d2e-f8fe-415d-8c2c-9b2783c15a44 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:37:17.800324 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ed4d4d2e-f8fe-415d-8c2c-9b2783c15a44 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3748851 Apr 05 14:37:17.804353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37762) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:17.810692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346265960'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:17.819695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:17.829644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56eba69-1b2f-4dde-8ba8-36e0327842da tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:17.834123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56eba69-1b2f-4dde-8ba8-36e0327842da tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:17.835639 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d56eba69-1b2f-4dde-8ba8-36e0327842da tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1526711 Apr 05 14:37:17.836768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:17.839275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37766) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:17.841758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:17.908680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:17.936512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-916fbd11-c156-4186-859a-b5017bdd6aa2 None None] Provisioning for port a357e26b-9dd7-46e5-80e8-23605ff832c2 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:17.952961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.954336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-916fbd11-c156-4186-859a-b5017bdd6aa2 None None] Provisioning complete for port a357e26b-9dd7-46e5-80e8-23605ff832c2 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:17.954694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-916fbd11-c156-4186-859a-b5017bdd6aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.973271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:17.999444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.014656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Set router 6f49cfaa-0ab8-4697-a64c-b424ce77f435 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:18.044991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:18.050108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:18.053942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:18.060597 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:18.070862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-916fbd11-c156-4186-859a-b5017bdd6aa2 None None] Port a357e26b-9dd7-46e5-80e8-23605ff832c2 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:18.095331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 01faee2c-1750-4c95-8c24-e343c1016a4e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:18.095981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.278412 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.288540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.341258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:18.351835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-98319418-8d88-46b9-884e-eabac92fa75a None None] Provisioning complete for port 2e3675c5-89ae-4e2c-968e-6aba9302445c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:18.352401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-98319418-8d88-46b9-884e-eabac92fa75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.374237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a6b5a65-f6fe-4ab1-8167-82eb538e19ba,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.376741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:18.384579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:18.392497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:18.450931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5731912a-aee0-4569-90c2-9aaf2fed5213 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:18.474188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-98319418-8d88-46b9-884e-eabac92fa75a None None] Port 2e3675c5-89ae-4e2c-968e-6aba9302445c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:18.501951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.508804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.559070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-98319418-8d88-46b9-884e-eabac92fa75a None None] Provisioning complete for port a357e26b-9dd7-46e5-80e8-23605ff832c2 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:18.559384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-98319418-8d88-46b9-884e-eabac92fa75a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.568439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.572539 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7644560 Apr 05 14:37:18.572539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51144ed-ea4a-407a-be57-86cb6bb4a68e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a368bf5c-32ae-452e-9f07-8edc4e0b9ab3,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.572797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37770) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:18.583444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': 'a368bf5c-32ae-452e-9f07-8edc4e0b9ab3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:18.590368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.593438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:18.599493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.600244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.604514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:18.642644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:18.654651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.658245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-98319418-8d88-46b9-884e-eabac92fa75a None None] Port a357e26b-9dd7-46e5-80e8-23605ff832c2 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:18.690595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'name': 'tempest-NetworksTestDHCPv6-router-248573120', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:13Z', 'updated_at': '2022-04-05T14:37:15Z', 'revision_number': 2, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None, '_interfaces': [{'id': 'a357e26b-9dd7-46e5-80e8-23605ff832c2', 'name': '', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'mac_address': 'fa:16:3e:df:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb803c7b-a7ba-498e-9074-61de180f8925', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:14Z', 'updated_at': '2022-04-05T14:37:15Z', 'revision_number': 2, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'subnets': [{'id': 'fb803c7b-a7ba-498e-9074-61de180f8925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:18.693929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 5731912a-aee0-4569-90c2-9aaf2fed5213 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:18.698519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:18.699516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5731912a-aee0-4569-90c2-9aaf2fed5213 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:18.700361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.729911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Checking router: 6f49cfaa-0ab8-4697-a64c-b424ce77f435 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:18.730165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Updating router 6f49cfaa-0ab8-4697-a64c-b424ce77f435 port a357e26b-9dd7-46e5-80e8-23605ff832c2 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:37:18.807449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=2e3675c5-89ae-4e2c-968e-6aba9302445c,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:18.808482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.831831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:18.832170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.858340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:18.978762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.050214 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 5731912a-aee0-4569-90c2-9aaf2fed5213, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5731912a-aee0-4569-90c2-9aaf2fed5213,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:19.097526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.122384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port a357e26b-9dd7-46e5-80e8-23605ff832c2 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:19.122839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.136410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:19.146532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:19.198913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=5731912a-aee0-4569-90c2-9aaf2fed5213,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:19.313165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.331663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Transition to ACTIVE for port object a357e26b-9dd7-46e5-80e8-23605ff832c2 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:19.346619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.360786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.366453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.375641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.417964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:19.418650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.505012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ae24d0-fce9-47e1-9896-ca6ecf5f69ea,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:19.541514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44a23-f6cd-46ce-b7b0-59e55a0fdbb9 None None] Pushing event updated for resources: {'Port': ['ID=a357e26b-9dd7-46e5-80e8-23605ff832c2,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:19.564008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for a357e26b-9dd7-46e5-80e8-23605ff832c2 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:19.604775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:19.609836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5731912a-aee0-4569-90c2-9aaf2fed5213 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:19.672104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.677570 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0545fcd4-418e-4108-bf26-8bc05b6e1521 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.1031015 Apr 05 14:37:19.678380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37776) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:19.730295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:19.732148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:19.737434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Attempting to bind port a357e26b-9dd7-46e5-80e8-23605ff832c2 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:19.737792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Attempting to bind port a357e26b-9dd7-46e5-80e8-23605ff832c2 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:19.738717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Attempting to bind port a357e26b-9dd7-46e5-80e8-23605ff832c2 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:19.746726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-dc30da4e-9584-467c-bfbf-36cdf6b1cffb tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': 'a368bf5c-32ae-452e-9f07-8edc4e0b9ab3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:19.754279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:19.754649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:19.755040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.755423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:19.755881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Bound port: a357e26b-9dd7-46e5-80e8-23605ff832c2, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:19.756247 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.766726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ebb09841-3f3a-41f1-a916-0c189b1bb319 None None] Provisioning complete for port 2e3675c5-89ae-4e2c-968e-6aba9302445c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:19.767083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ebb09841-3f3a-41f1-a916-0c189b1bb319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.767209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dc30da4e-9584-467c-bfbf-36cdf6b1cffb tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:19.838836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dc30da4e-9584-467c-bfbf-36cdf6b1cffb tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:19.843523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dc30da4e-9584-467c-bfbf-36cdf6b1cffb tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:19.868996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5731912a-aee0-4569-90c2-9aaf2fed5213 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:19.869266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.875608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dc30da4e-9584-467c-bfbf-36cdf6b1cffb tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:19.912455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ebb09841-3f3a-41f1-a916-0c189b1bb319 None None] Port 2e3675c5-89ae-4e2c-968e-6aba9302445c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:19.912721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc30da4e-9584-467c-bfbf-36cdf6b1cffb tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:19.952965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] For port a357e26b-9dd7-46e5-80e8-23605ff832c2, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:19.958779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] For port a357e26b-9dd7-46e5-80e8-23605ff832c2, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a357e26b-9dd7-46e5-80e8-23605ff832c2,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:19.964925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.071064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-dc30da4e-9584-467c-bfbf-36cdf6b1cffb tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): There was a conflict when trying to complete your request. Apr 05 14:37:20.074513 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dc30da4e-9584-467c-bfbf-36cdf6b1cffb tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3919966 Apr 05 14:37:20.075736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37780) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:20.105610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee44a23-f6cd-46ce-b7b0-59e55a0fdbb9 None None] Pushing event updated for resources: {'Port': ['ID=a357e26b-9dd7-46e5-80e8-23605ff832c2,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:20.107574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.113939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Routers {'6f49cfaa-0ab8-4697-a64c-b424ce77f435'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:20.114612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6f49cfaa-0ab8-4697-a64c-b424ce77f435'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:20.175070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-84c98e4e-c028-4164-98e6-9efc2a448e1b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.196605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:20.216682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-84c98e4e-c028-4164-98e6-9efc2a448e1b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.233828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port a357e26b-9dd7-46e5-80e8-23605ff832c2 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:20.233828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.250489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router c38e55b1-6565-447b-b6dd-0c474ba0f46a is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:20.309973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] Set router 6f49cfaa-0ab8-4697-a64c-b424ce77f435 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:20.352391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-84c98e4e-c028-4164-98e6-9efc2a448e1b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.421401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-84c98e4e-c028-4164-98e6-9efc2a448e1b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.426653 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-84c98e4e-c028-4164-98e6-9efc2a448e1b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/a368bf5c-32ae-452e-9f07-8edc4e0b9ab3 HTTP/1.1" status: 204 len: 168 time: 0.3496709 Apr 05 14:37:20.427695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c98e4e-c028-4164-98e6-9efc2a448e1b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a368bf5c-32ae-452e-9f07-8edc4e0b9ab3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:20.441347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37784) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:20.615111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] For port a357e26b-9dd7-46e5-80e8-23605ff832c2, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a357e26b-9dd7-46e5-80e8-23605ff832c2,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:20.615467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.674192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'name': 'tempest-NetworksTestDHCPv6-router-248573120', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:13Z', 'updated_at': '2022-04-05T14:37:15Z', 'revision_number': 2, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None, '_interfaces': [{'id': 'a357e26b-9dd7-46e5-80e8-23605ff832c2', 'name': '', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'mac_address': 'fa:16:3e:df:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb803c7b-a7ba-498e-9074-61de180f8925', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:14Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 4, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'subnets': [{'id': 'fb803c7b-a7ba-498e-9074-61de180f8925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:20.679168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4e28f9-000a-45dc-8a45-494be6f4be3f None None] The sync data for ids ['6f49cfaa-0ab8-4697-a64c-b424ce77f435'] in dv-neutron-829488-2-hyperv is: [{'id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'name': 'tempest-NetworksTestDHCPv6-router-248573120', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:13Z', 'updated_at': '2022-04-05T14:37:15Z', 'revision_number': 2, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None, '_interfaces': [{'id': 'a357e26b-9dd7-46e5-80e8-23605ff832c2', 'name': '', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'mac_address': 'fa:16:3e:df:48:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'fb803c7b-a7ba-498e-9074-61de180f8925', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:14Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 4, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'subnets': [{'id': 'fb803c7b-a7ba-498e-9074-61de180f8925', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:20.689144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-92c39daf-c6bd-436e-9edf-e34cc92e4dde tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:20.754918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for a357e26b-9dd7-46e5-80e8-23605ff832c2 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:20.843528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:20.855932 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-572bdc60-8807-4a38-87a9-fff8540ec312 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/c38e55b1-6565-447b-b6dd-0c474ba0f46a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0351331 Apr 05 14:37:20.860339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37788) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:20.866074 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbbfc5-8e4c-431f-acb3-d720e2196e39 None None] Sync routers for ids ['c38e55b1-6565-447b-b6dd-0c474ba0f46a'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:20.873136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-92c39daf-c6bd-436e-9edf-e34cc92e4dde tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:20.877979 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-92c39daf-c6bd-436e-9edf-e34cc92e4dde tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4322114 Apr 05 14:37:20.879609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37792) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:20.879741 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbbfc5-8e4c-431f-acb3-d720e2196e39 None None] Routers {'c38e55b1-6565-447b-b6dd-0c474ba0f46a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:20.880401 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-44dbbfc5-8e4c-431f-acb3-d720e2196e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c38e55b1-6565-447b-b6dd-0c474ba0f46a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:20.886719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1959892427'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:20.904670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:20.921192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:20.941115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:20.956734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535b8172-dbe8-4eab-bc86-fd5b7cd05f01 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:20.958306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-535b8172-dbe8-4eab-bc86-fd5b7cd05f01 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:20.975107 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-44dbbfc5-8e4c-431f-acb3-d720e2196e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:20.988207 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dbbfc5-8e4c-431f-acb3-d720e2196e39 None None] Routers {'c38e55b1-6565-447b-b6dd-0c474ba0f46a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:20.988891 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-44dbbfc5-8e4c-431f-acb3-d720e2196e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c38e55b1-6565-447b-b6dd-0c474ba0f46a'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:20.997154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-535b8172-dbe8-4eab-bc86-fd5b7cd05f01 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:21.001348 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-535b8172-dbe8-4eab-bc86-fd5b7cd05f01 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports/2e3675c5-89ae-4e2c-968e-6aba9302445c HTTP/1.1" status: 200 len: 983 time: 0.1371393 Apr 05 14:37:21.002486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37796) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:21.038429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:21.047290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:21.051353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:21.056232 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-44dbbfc5-8e4c-431f-acb3-d720e2196e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:21.057048 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dbbfc5-8e4c-431f-acb3-d720e2196e39 None None] The sync data for ids ['c38e55b1-6565-447b-b6dd-0c474ba0f46a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:21.058763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:21.064053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.091607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.124973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=a357e26b-9dd7-46e5-80e8-23605ff832c2,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:21.219356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.229748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.526885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6110f2e-b4af-41ce-aef9-104695136bcb,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:21.540049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.541301 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dec97ae8-f126-4bf7-9c97-c04d813ce510 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6606913 Apr 05 14:37:21.545278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37800) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:21.555727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b3398380-949d-4dfc-ab57-bd0dd528d7a4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': 'f6110f2e-b4af-41ce-aef9-104695136bcb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:21.556997 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-b3398380-949d-4dfc-ab57-bd0dd528d7a4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:21.560399 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b3398380-949d-4dfc-ab57-bd0dd528d7a4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0101640 Apr 05 14:37:21.560399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.564220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37804) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:21.764079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3d71-e2b3-4546-abce-6c0853b48e02 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:21.921247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3d71-e2b3-4546-abce-6c0853b48e02 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.069290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.094773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3d71-e2b3-4546-abce-6c0853b48e02 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.116141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbb3d71-e2b3-4546-abce-6c0853b48e02 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6110f2e-b4af-41ce-aef9-104695136bcb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:22.124896 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bbb3d71-e2b3-4546-abce-6c0853b48e02 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.128248 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3bbb3d71-e2b3-4546-abce-6c0853b48e02 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/f6110f2e-b4af-41ce-aef9-104695136bcb HTTP/1.1" status: 204 len: 168 time: 0.5607760 Apr 05 14:37:22.128626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37808) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:22.158816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Router 6f49cfaa-0ab8-4697-a64c-b424ce77f435 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:22.232911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 46239b44-2ad3-4650-8a74-3a1a6800af20 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:22.318342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-152d07ec-c200-4d57-880a-2b87398a7172 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:22.344446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-152d07ec-c200-4d57-880a-2b87398a7172 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:22.350450 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-152d07ec-c200-4d57-880a-2b87398a7172 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2160358 Apr 05 14:37:22.350992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37812) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:22.355342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:22.360155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054713524'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:22.367638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] Sync routers for ids ['6f49cfaa-0ab8-4697-a64c-b424ce77f435'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:22.370630 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fc4a7cc0-af62-4ae4-a004-e9daa01cb537 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "PUT /v2.0/routers/6f49cfaa-0ab8-4697-a64c-b424ce77f435/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5303237 Apr 05 14:37:22.373110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37816) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:22.376148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:22.381471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] Routers {'6f49cfaa-0ab8-4697-a64c-b424ce77f435'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:22.382363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6f49cfaa-0ab8-4697-a64c-b424ce77f435'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:22.428252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:22.451644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.471811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3f1e0-d8e5-42c1-8da3-f9b18309ca3a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:22.473648 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a3f1e0-d8e5-42c1-8da3-f9b18309ca3a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:22.474385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f9a3f1e0-d8e5-42c1-8da3-f9b18309ca3a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:22.507091 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:22.511501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f9a3f1e0-d8e5-42c1-8da3-f9b18309ca3a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:22.515428 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f9a3f1e0-d8e5-42c1-8da3-f9b18309ca3a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1414564 Apr 05 14:37:22.515974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37820) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:22.516887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:22.518711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] Set router 6f49cfaa-0ab8-4697-a64c-b424ce77f435 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:22.521239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:22.566416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:22.654862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'name': 'tempest-NetworksTestDHCPv6-router-248573120', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:13Z', 'updated_at': '2022-04-05T14:37:20Z', 'revision_number': 3, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:22.660111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] Checking router: 6f49cfaa-0ab8-4697-a64c-b424ce77f435 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:22.680062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] Routers {'6f49cfaa-0ab8-4697-a64c-b424ce77f435'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:22.681363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['6f49cfaa-0ab8-4697-a64c-b424ce77f435'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:22.706258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 2e3675c5-89ae-4e2c-968e-6aba9302445c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:22.706605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.743427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.758823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.826568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1950777-9122-4bbf-a8cc-416fc62e072d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet fb803c7b-a7ba-498e-9074-61de180f8925 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:22.830651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=927a0f89-9062-4d7d-8bff-d8c33cb675da,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:22.834999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1950777-9122-4bbf-a8cc-416fc62e072d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.867790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.872126 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-74abdcb8-c10e-4a86-8908-e4c6e8781d79 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.5166831 Apr 05 14:37:22.874599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37826) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:22.883611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] Set router 6f49cfaa-0ab8-4697-a64c-b424ce77f435 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:22.892337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1950777-9122-4bbf-a8cc-416fc62e072d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.892556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:22.898400 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-222dcc8c-d1d1-42e4-a743-34b7785ee058 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/46239b44-2ad3-4650-8a74-3a1a6800af20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7999196 Apr 05 14:37:22.915575 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] Sync routers for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:22.931601 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:22.932037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:22.932755 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:22.992795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'name': 'tempest-NetworksTestDHCPv6-router-248573120', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:13Z', 'updated_at': '2022-04-05T14:37:20Z', 'revision_number': 3, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:22.997648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24301a83-dafb-454a-b171-b84fafc1cc9e None None] The sync data for ids ['6f49cfaa-0ab8-4697-a64c-b424ce77f435'] in dv-neutron-829488-2-hyperv is: [{'id': '6f49cfaa-0ab8-4697-a64c-b424ce77f435', 'name': 'tempest-NetworksTestDHCPv6-router-248573120', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:13Z', 'updated_at': '2022-04-05T14:37:20Z', 'revision_number': 3, 'project_id': '17a53f0878454c3b8389b8c97b01ef0b', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:23.092554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 2e3675c5-89ae-4e2c-968e-6aba9302445c owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:23.112579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1950777-9122-4bbf-a8cc-416fc62e072d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.144749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4a047e14-7362-4aa0-8d42-95d36c55527f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '927a0f89-9062-4d7d-8bff-d8c33cb675da', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:23.145441 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-4a047e14-7362-4aa0-8d42-95d36c55527f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:23.149432 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4a047e14-7362-4aa0-8d42-95d36c55527f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.2707598 Apr 05 14:37:23.150302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37832) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:23.175533 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:23.262930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1950777-9122-4bbf-a8cc-416fc62e072d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.317658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1950777-9122-4bbf-a8cc-416fc62e072d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=fb803c7b-a7ba-498e-9074-61de180f8925,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:23.320118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.355145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1950777-9122-4bbf-a8cc-416fc62e072d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.355368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde76de9-cebf-4674-ba52-7e230f91d529 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:23.384345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.419880 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1950777-9122-4bbf-a8cc-416fc62e072d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/fb803c7b-a7ba-498e-9074-61de180f8925 HTTP/1.1" status: 204 len: 168 time: 0.8999650 Apr 05 14:37:23.423888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37838) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:23.455590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.482699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a357e26b-9dd7-46e5-80e8-23605ff832c2 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:23.545067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: a357e26b-9dd7-46e5-80e8-23605ff832c2 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:23.545381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a357e26b-9dd7-46e5-80e8-23605ff832c2 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:23.577456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=2e3675c5-89ae-4e2c-968e-6aba9302445c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:23.678324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-20bcda5e-02d8-4288-b9a0-0db4bb4e056e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:router {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:23.683112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.734406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=927a0f89-9062-4d7d-8bff-d8c33cb675da,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:23.758808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.760190 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:23.760876 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/927a0f89-9062-4d7d-8bff-d8c33cb675da HTTP/1.1" status: 204 len: 168 time: 0.6089230 Apr 05 14:37:23.765559 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] Checking router: 46239b44-2ad3-4650-8a74-3a1a6800af20 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:23.766902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37842) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:23.782131 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:23.783361 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:23.797888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.798411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.798746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.799073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.799568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.800252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.800582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.801044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.801381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.801696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.802013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018629e5-ceac-4fe9-9cfb-f2a16689bbd9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:23.806730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5978a8d-34af-40ec-bac9-f091a2344761 req-a30c2768-619f-477d-a605-6a3be69b2712 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:23.807460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e5978a8d-34af-40ec-bac9-f091a2344761 req-a30c2768-619f-477d-a605-6a3be69b2712 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:23.825512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-20bcda5e-02d8-4288-b9a0-0db4bb4e056e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:router {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:23.829739 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-20bcda5e-02d8-4288-b9a0-0db4bb4e056e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4016912 Apr 05 14:37:23.837466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37846) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:23.850285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.861192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e5978a8d-34af-40ec-bac9-f091a2344761 req-a30c2768-619f-477d-a605-6a3be69b2712 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:23.862390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e5978a8d-34af-40ec-bac9-f091a2344761 req-a30c2768-619f-477d-a605-6a3be69b2712 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 946 time: 0.4934940 Apr 05 14:37:23.893631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:23.898979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] Deleting port 5731912a-aee0-4569-90c2-9aaf2fed5213 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:23.899348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:23.979763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7fcad294-1d0d-4f8c-be54-5e8a888d191f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:24.010980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-feaa81cf-efc9-4bf4-b36b-492350c31793 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.028843 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:24.050273 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e5978a8d-34af-40ec-bac9-f091a2344761 req-33e4d029-b687-44ca-b06a-92d0c9bf0abd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502090 Apr 05 14:37:24.116003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7fcad294-1d0d-4f8c-be54-5e8a888d191f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:24.117155 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7fcad294-1d0d-4f8c-be54-5e8a888d191f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3492973 Apr 05 14:37:24.128541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37850) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.138255 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516745185'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:24.147285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:24.149611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] For port 5731912a-aee0-4569-90c2-9aaf2fed5213, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5731912a-aee0-4569-90c2-9aaf2fed5213,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:24.150649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.165235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:24.306181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] Calling delete_port for 5731912a-aee0-4569-90c2-9aaf2fed5213 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:24.320955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.366343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-de8e6b6a-1b74-4568-8980-9025acd8287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.401794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.454236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] Pushing event deleted for resources: {'Port': ['ID=5731912a-aee0-4569-90c2-9aaf2fed5213,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:24.463762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router c38e55b1-6565-447b-b6dd-0c474ba0f46a has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:24.464400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950df8ae-8924-446a-8fd5-daef37aa3baa None None] No DVR routers for this DVR port 5731912a-aee0-4569-90c2-9aaf2fed5213 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:24.491502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-feaa81cf-efc9-4bf4-b36b-492350c31793 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.503945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-feaa81cf-efc9-4bf4-b36b-492350c31793 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.512848 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:24.513781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:24.519105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:24.519936 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea1073-4566-4fcd-b677-b7b9febd9b90 None None] The sync data for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv is: [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'ad592dc8-3e91-4369-adf2-c5487023a03c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.153', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'port_id': '561f4c78-3a05-4744-9e22-86a97c7de962', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'mac_address': 'fa:16:3e:2e:24:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:35:39Z', 'updated_at': '2022-04-05T14:35:50Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:24.523850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:24.533404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:24.559528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-feaa81cf-efc9-4bf4-b36b-492350c31793 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.560016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feaa81cf-efc9-4bf4-b36b-492350c31793 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Fanout notify agent at l3_agent the message router_deleted on router 6f49cfaa-0ab8-4697-a64c-b424ce77f435 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:24.647685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.650200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-feaa81cf-efc9-4bf4-b36b-492350c31793 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.651292 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-feaa81cf-efc9-4bf4-b36b-492350c31793 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/routers/6f49cfaa-0ab8-4697-a64c-b424ce77f435 HTTP/1.1" status: 204 len: 168 time: 0.8127580 Apr 05 14:37:24.654165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37854) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.691973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.716130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-be40aece-c3b4-4a32-ba69-8179f76d302c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:24.733553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:24.745761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:24.746708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf488fc-dfc8-4550-b893-2889495bdfaa None None] Sync routers for ids ['c38e55b1-6565-447b-b6dd-0c474ba0f46a'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:24.747178 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.6152055 Apr 05 14:37:24.749226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b90558-0494-4f7b-8513-6e345efd376b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d397d79b-babd-4dbb-9c9b-8576a97bfc87,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:24.751869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37858) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.758788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-da3433a1-c1a9-4958-bcfe-0fa8a987f727 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': 'd397d79b-babd-4dbb-9c9b-8576a97bfc87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:24.759023 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-da3433a1-c1a9-4958-bcfe-0fa8a987f727 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:24.762717 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-da3433a1-c1a9-4958-bcfe-0fa8a987f727 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072019 Apr 05 14:37:24.764441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37862) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.770993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d2da1006-3ead-450e-a01e-11a51edec764 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': 'd397d79b-babd-4dbb-9c9b-8576a97bfc87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:24.771269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-be40aece-c3b4-4a32-ba69-8179f76d302c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:24.771869 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-d2da1006-3ead-450e-a01e-11a51edec764 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:24.772700 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d2da1006-3ead-450e-a01e-11a51edec764 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0073330 Apr 05 14:37:24.773347 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-be40aece-c3b4-4a32-ba69-8179f76d302c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1180539 Apr 05 14:37:24.776087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37866) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.776349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf488fc-dfc8-4550-b893-2889495bdfaa None None] Routers {'c38e55b1-6565-447b-b6dd-0c474ba0f46a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:24.777104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1cf488fc-dfc8-4550-b893-2889495bdfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c38e55b1-6565-447b-b6dd-0c474ba0f46a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:24.777260 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1abd0bc2-cf10-4eb0-a816-bdab24fba334 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/c38e55b1-6565-447b-b6dd-0c474ba0f46a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7736623 Apr 05 14:37:24.779990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37870) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.783010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37872) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.849496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f275d627-102c-4ab1-bd94-16d5631ef792 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:24.850115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1cf488fc-dfc8-4550-b893-2889495bdfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:24.850686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f275d627-102c-4ab1-bd94-16d5631ef792 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:24.868726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf488fc-dfc8-4550-b893-2889495bdfaa None None] Routers {'c38e55b1-6565-447b-b6dd-0c474ba0f46a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:24.869352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1cf488fc-dfc8-4550-b893-2889495bdfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:36:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c38e55b1-6565-447b-b6dd-0c474ba0f46a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:24.873385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-64019dfd-d845-4ce9-bcd1-992cf8eb0185 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': 'd397d79b-babd-4dbb-9c9b-8576a97bfc87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:24.874105 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-64019dfd-d845-4ce9-bcd1-992cf8eb0185 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:24.875067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-64019dfd-d845-4ce9-bcd1-992cf8eb0185 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0885527 Apr 05 14:37:24.881247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37878) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.899092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b54a25e2-1e09-44d9-bb3a-3c13f3537b4e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': 'd397d79b-babd-4dbb-9c9b-8576a97bfc87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:24.899788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-b54a25e2-1e09-44d9-bb3a-3c13f3537b4e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:24.900723 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b54a25e2-1e09-44d9-bb3a-3c13f3537b4e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0185907 Apr 05 14:37:24.904515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f275d627-102c-4ab1-bd94-16d5631ef792 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:24.909067 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f275d627-102c-4ab1-bd94-16d5631ef792 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1312580 Apr 05 14:37:24.911370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37882) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.911813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37884) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:24.944501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1cf488fc-dfc8-4550-b893-2889495bdfaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:24.944914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cf488fc-dfc8-4550-b893-2889495bdfaa None None] The sync data for ids ['c38e55b1-6565-447b-b6dd-0c474ba0f46a'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:24.991446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9deec12-5ea0-4662-85de-547aaf060157 req-aafec3d0-c2f7-4046-96f7-9a4a4cbd6f9a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:24.992894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9deec12-5ea0-4662-85de-547aaf060157 req-aafec3d0-c2f7-4046-96f7-9a4a4cbd6f9a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 946 time: 0.3059778 Apr 05 14:37:25.163341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a82fd647-5221-4e1f-8890-90414b938fd9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:router {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:25.205661 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a82fd647-5221-4e1f-8890-90414b938fd9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:router {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:25.206825 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a82fd647-5221-4e1f-8890-90414b938fd9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2902203 Apr 05 14:37:25.219770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port f598d9da-626e-41ff-be7a-3f1a6d44584e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:25.220109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.220824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37892) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:25.230490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:25.247970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-111a5a8e-cff2-4238-8f12-52f36c057df0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.342450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-111a5a8e-cff2-4238-8f12-52f36c057df0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.378674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:25.400303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:25.411824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:25.415340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.431085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-111a5a8e-cff2-4238-8f12-52f36c057df0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.448792 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-80a4b97f-dc0d-4a0f-92c2-f99a8937ab7a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] remove_router_interface failed (client error): The resource could not be found. Apr 05 14:37:25.452928 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-80a4b97f-dc0d-4a0f-92c2-f99a8937ab7a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/c38e55b1-6565-447b-b6dd-0c474ba0f46a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6682422 Apr 05 14:37:25.454005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37896) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:25.516772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:25.520585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a5a8e-cff2-4238-8f12-52f36c057df0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d397d79b-babd-4dbb-9c9b-8576a97bfc87,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:25.536760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-111a5a8e-cff2-4238-8f12-52f36c057df0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.537876 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-111a5a8e-cff2-4238-8f12-52f36c057df0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/d397d79b-babd-4dbb-9c9b-8576a97bfc87 HTTP/1.1" status: 204 len: 168 time: 0.6250737 Apr 05 14:37:25.542319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37900) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:25.564106 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:25.564465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c219e70c-1d2a-4004-b6d5-fa2b3c2a62f1 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:25.565263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5731912a-aee0-4569-90c2-9aaf2fed5213 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:25.568863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-461c2d61-a906-42b3-8565-3a305476af68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:25.604363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 5731912a-aee0-4569-90c2-9aaf2fed5213 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:25.604719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5731912a-aee0-4569-90c2-9aaf2fed5213 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:25.608719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1fff2fa8-73f5-45a6-8143-0e81eb1e2e0c tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:25.610021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50111ccf-f6bc-4e19-9c97-edc16be1a0e1 req-6e7e3d3d-7870-4e36-922f-57c4cbe88b2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:25.611748 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50111ccf-f6bc-4e19-9c97-edc16be1a0e1 req-6e7e3d3d-7870-4e36-922f-57c4cbe88b2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b62194b-e185-4141-9f0e-51e3c12c8d58 HTTP/1.1" status: 200 len: 946 time: 0.3601942 Apr 05 14:37:25.636693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-461c2d61-a906-42b3-8565-3a305476af68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:25.640742 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-461c2d61-a906-42b3-8565-3a305476af68 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=c38e55b1-6565-447b-b6dd-0c474ba0f46a HTTP/1.1" status: 200 len: 205 time: 0.1861355 Apr 05 14:37:25.641039 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37904) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:25.788636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port f598d9da-626e-41ff-be7a-3f1a6d44584e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f598d9da-626e-41ff-be7a-3f1a6d44584e,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:25.788949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.797287 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1fff2fa8-73f5-45a6-8143-0e81eb1e2e0c tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:25.798658 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1fff2fa8-73f5-45a6-8143-0e81eb1e2e0c tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2553997 Apr 05 14:37:25.805381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37908) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:25.814249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--61828102'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:25.822500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:25.847905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:25.872413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a0878d-0050-403a-b432-446f396550d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:25.910407 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50111ccf-f6bc-4e19-9c97-edc16be1a0e1 req-6b977b52-75ef-4fab-bb81-a930143cd699 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbc571cf-658d-472f-9a94-691b8dcd5f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778563 Apr 05 14:37:25.916378 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for f598d9da-626e-41ff-be7a-3f1a6d44584e owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:25.925082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.059287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.072311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:26.107325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=f598d9da-626e-41ff-be7a-3f1a6d44584e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:26.137598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:26.143421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.143772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.144116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.144452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.144822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.145154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.145481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.145813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.146171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.146497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.146609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:26.146825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:26.196742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port f598d9da-626e-41ff-be7a-3f1a6d44584e on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:26.199190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.201870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b62194b-e185-4141-9f0e-51e3c12c8d58', 'name': 'network-vif-deleted', 'tag': 'f598d9da-626e-41ff-be7a-3f1a6d44584e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:37:26.219699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9deec12-5ea0-4662-85de-547aaf060157 req-9d745868-449d-4479-a0dd-79091f376b62 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/f598d9da-626e-41ff-be7a-3f1a6d44584e HTTP/1.1" status: 204 len: 173 time: 1.2193906 Apr 05 14:37:26.243142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:26.266125 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c89077a-15ff-48b7-9511-d9b99427d873'] response: {'server_uuid': '6b62194b-e185-4141-9f0e-51e3c12c8d58', 'name': 'network-vif-deleted', 'tag': 'f598d9da-626e-41ff-be7a-3f1a6d44584e', 'status': 'completed', 'code': 200} Apr 05 14:37:26.266492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.objects.ports [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83851) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:37:26.327486 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.333631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-83b3295c-3f1a-4997-b9db-7d6d0ad04497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.448090 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a0878d-0050-403a-b432-446f396550d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.477958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a0878d-0050-403a-b432-446f396550d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.487682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:26.488893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=7786a497-557b-4c07-9fd6-56bada095c80,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:26.492509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:26.504365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:26.504951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.507091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7643b3ab-c04f-404c-9fca-62191b5f8f7b None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:26.544986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.553120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.569772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a0878d-0050-403a-b432-446f396550d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.570298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a0878d-0050-403a-b432-446f396550d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Fanout notify agent at l3_agent the message router_deleted on router c38e55b1-6565-447b-b6dd-0c474ba0f46a {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:26.614056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38a0878d-0050-403a-b432-446f396550d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.617671 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-38a0878d-0050-403a-b432-446f396550d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/c38e55b1-6565-447b-b6dd-0c474ba0f46a HTTP/1.1" status: 204 len: 168 time: 0.9732809 Apr 05 14:37:26.617671 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7c5caeb4-3268-440b-9cef-64885fc920b3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3945086 Apr 05 14:37:26.618604 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37914) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:26.619092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.619500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37916) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:26.620162 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8136268 Apr 05 14:37:26.622884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106dac1-3a66-40f4-9011-27c4968e2c23 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e73eac-2e91-4147-a6f7-396b83bcefc7,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:26.624910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37920) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:26.629246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:26.821104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:26.827561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:26.829583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-5f049039-c119-4579-819d-d306daac41ba tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:26.830424 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-5f049039-c119-4579-819d-d306daac41ba tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:26.832736 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5f049039-c119-4579-819d-d306daac41ba tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113752 Apr 05 14:37:26.835353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37926) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:26.839653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:26.846177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b045aa48-c7f1-4b10-abf3-7a5bb922cd57 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:26.855440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b045aa48-c7f1-4b10-abf3-7a5bb922cd57 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:26.857749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:26.858216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '7786a497-557b-4c07-9fd6-56bada095c80'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:37:26.860941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:26.862175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b045aa48-c7f1-4b10-abf3-7a5bb922cd57 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:26.866697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b045aa48-c7f1-4b10-abf3-7a5bb922cd57 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:26.873848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b045aa48-c7f1-4b10-abf3-7a5bb922cd57 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:26.879801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:27.002416 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-b045aa48-c7f1-4b10-abf3-7a5bb922cd57 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:27.005026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b045aa48-c7f1-4b10-abf3-7a5bb922cd57 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1671619 Apr 05 14:37:27.007154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37932) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.014472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-dcac2c2b-2216-40a8-8770-3477a6cef5c0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:27.015125 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-dcac2c2b-2216-40a8-8770-3477a6cef5c0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:27.016101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dcac2c2b-2216-40a8-8770-3477a6cef5c0 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080485 Apr 05 14:37:27.018697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37936) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.027627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-15528d2d-6e28-43e8-af09-e7a142d3c9d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet 6b24bee3-eee5-4fa2-9d64-748eac33859a {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:27.032382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15528d2d-6e28-43e8-af09-e7a142d3c9d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.032917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-31b4e849-3ed6-477c-89df-8eb4aa1f959a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:27.038224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37940) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.040879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Allocated IP 2001:db8::f816:3eff:fe79:e15c (f733e752-faf0-4209-b7c7-bca371750f1b/7786a497-557b-4c07-9fd6-56bada095c80/90623889-68a2-421a-82d6-47a1fc2de258) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:27.045655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-31b4e849-3ed6-477c-89df-8eb4aa1f959a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:27.063267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.079506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-31b4e849-3ed6-477c-89df-8eb4aa1f959a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:27.085357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-31b4e849-3ed6-477c-89df-8eb4aa1f959a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:27.089891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15528d2d-6e28-43e8-af09-e7a142d3c9d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.140937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-31b4e849-3ed6-477c-89df-8eb4aa1f959a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:27.187704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15528d2d-6e28-43e8-af09-e7a142d3c9d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.242446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-31b4e849-3ed6-477c-89df-8eb4aa1f959a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:27.243372 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-31b4e849-3ed6-477c-89df-8eb4aa1f959a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2237737 Apr 05 14:37:27.250112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37944) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.259309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.260424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9bf3d094-8227-415f-8051-42f9b55eb5a3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:27.261040 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-9bf3d094-8227-415f-8051-42f9b55eb5a3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:27.264992 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9bf3d094-8227-415f-8051-42f9b55eb5a3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110605 Apr 05 14:37:27.264992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e249b53-42e9-40f1-816b-824ccb671529 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.265512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37948) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.274596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c7d81184-1eaf-48c0-94b4-554b7ce4cea3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:27.281070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c7d81184-1eaf-48c0-94b4-554b7ce4cea3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:27.285643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c7d81184-1eaf-48c0-94b4-554b7ce4cea3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:27.286835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Transition to ACTIVE for port object 90623889-68a2-421a-82d6-47a1fc2de258 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:27.288703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c7d81184-1eaf-48c0-94b4-554b7ce4cea3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:27.291862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15528d2d-6e28-43e8-af09-e7a142d3c9d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.306464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e249b53-42e9-40f1-816b-824ccb671529 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.308156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Transition to ACTIVE for port object 90623889-68a2-421a-82d6-47a1fc2de258 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:27.313183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.342961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c7d81184-1eaf-48c0-94b4-554b7ce4cea3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:27.344735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15528d2d-6e28-43e8-af09-e7a142d3c9d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=6b24bee3-eee5-4fa2-9d64-748eac33859a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.347035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15528d2d-6e28-43e8-af09-e7a142d3c9d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.359365 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-15528d2d-6e28-43e8-af09-e7a142d3c9d7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/6b24bee3-eee5-4fa2-9d64-748eac33859a HTTP/1.1" status: 204 len: 168 time: 0.7358863 Apr 05 14:37:27.359675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37954) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.398543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f1925f-28ba-4225-b28c-0f1ed446e4e8 None None] Network 79628f8c-7945-4db0-94d6-44ab60ba1bb3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:27.467139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e249b53-42e9-40f1-816b-824ccb671529 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.476806 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:27.482162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37958) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.489437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:27.491909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:27.502853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.513861 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-c7d81184-1eaf-48c0-94b4-554b7ce4cea3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:27.516030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.516735 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c7d81184-1eaf-48c0-94b4-554b7ce4cea3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2499850 Apr 05 14:37:27.518584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37962) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.525479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7f05639e-0d51-4e77-a17e-1e24fae403d8 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:27.525989 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-7f05639e-0d51-4e77-a17e-1e24fae403d8 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:27.530066 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7f05639e-0d51-4e77-a17e-1e24fae403d8 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0099039 Apr 05 14:37:27.530551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37966) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.533818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.534283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 01faee2c-1750-4c95-8c24-e343c1016a4e {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:27.534612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.570187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e249b53-42e9-40f1-816b-824ccb671529 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc571cf-658d-472f-9a94-691b8dcd5f9a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.573815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.579425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.590314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0dd0fdc6-7bcf-4d61-a509-f1c24ed3ff42 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:27.602439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0dd0fdc6-7bcf-4d61-a509-f1c24ed3ff42 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:27.613565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0dd0fdc6-7bcf-4d61-a509-f1c24ed3ff42 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:27.618282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0dd0fdc6-7bcf-4d61-a509-f1c24ed3ff42 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:27.627402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0dd0fdc6-7bcf-4d61-a509-f1c24ed3ff42 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:27.693584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e249b53-42e9-40f1-816b-824ccb671529 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.694819 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6e249b53-42e9-40f1-816b-824ccb671529 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/dbc571cf-658d-472f-9a94-691b8dcd5f9a HTTP/1.1" status: 204 len: 168 time: 0.6524754 Apr 05 14:37:27.703653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:27.704598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=08a94b7a-e82a-4b90-bb69-196236fb6cc9,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:27.709505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:27.712439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:27.713225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.726799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Attempting to bind port 90623889-68a2-421a-82d6-47a1fc2de258 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:27.726799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Attempting to bind port 90623889-68a2-421a-82d6-47a1fc2de258 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:27.727153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Attempting to bind port 90623889-68a2-421a-82d6-47a1fc2de258 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:27.742822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:27.743197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:27.743600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.743986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:27.744467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Bound port: 90623889-68a2-421a-82d6-47a1fc2de258, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:27.744824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.779088 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-0dd0fdc6-7bcf-4d61-a509-f1c24ed3ff42 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:27.783116 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0dd0fdc6-7bcf-4d61-a509-f1c24ed3ff42 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2510540 Apr 05 14:37:27.783667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37972) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.795100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-393ad642-ad38-4131-a9f3-71fe6aa24db4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '66e73eac-2e91-4147-a6f7-396b83bcefc7', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:27.803400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37976) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.814452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-393ad642-ad38-4131-a9f3-71fe6aa24db4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:27.820044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-393ad642-ad38-4131-a9f3-71fe6aa24db4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:27.824369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-393ad642-ad38-4131-a9f3-71fe6aa24db4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:27.834437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f598d9da-626e-41ff-be7a-3f1a6d44584e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:27.840557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-393ad642-ad38-4131-a9f3-71fe6aa24db4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:27.850483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 01faee2c-1750-4c95-8c24-e343c1016a4e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=01faee2c-1750-4c95-8c24-e343c1016a4e,segment=NetworkSegment(fa1f0347-df2b-4f20-a2bb-24c51e11499d),segment_id=fa1f0347-df2b-4f20-a2bb-24c51e11499d)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:27.850832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.872314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: f598d9da-626e-41ff-be7a-3f1a6d44584e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:27.872314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f598d9da-626e-41ff-be7a-3f1a6d44584e not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:27.873556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7165153b-a3b6-424c-b5e3-9c5bfee4f1e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2493782 Apr 05 14:37:27.878705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 37980) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:27.892694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:42:17:13', 'name': 'tempest-NetworksTestDHCPv6-296134350'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:27.902533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:27.905894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:27.911734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.975666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] DHCP port deletion for 79628f8c-7945-4db0-94d6-44ab60ba1bb3 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:27.985254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Deleting port 615d3d9f-a4bf-4529-86cb-3ff0410d58b2 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:27.985593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.994630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] Deleting port 01faee2c-1750-4c95-8c24-e343c1016a4e {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:27.995074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:27.996238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 01faee2c-1750-4c95-8c24-e343c1016a4e owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:28.045912 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-393ad642-ad38-4131-a9f3-71fe6aa24db4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:28.050681 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-393ad642-ad38-4131-a9f3-71fe6aa24db4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2603316 Apr 05 14:37:28.054439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37984) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:28.064848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b1a44c-742e-42cf-848c-88017a46eb77 None None] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.142772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.223737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=01faee2c-1750-4c95-8c24-e343c1016a4e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.225629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-941522eb-5cd7-4abb-a99b-64e87ec9443a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.241397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No DVR routers for this DVR port 01faee2c-1750-4c95-8c24-e343c1016a4e on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:28.294495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] For port 01faee2c-1750-4c95-8c24-e343c1016a4e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=01faee2c-1750-4c95-8c24-e343c1016a4e,segment=NetworkSegment(fa1f0347-df2b-4f20-a2bb-24c51e11499d),segment_id=fa1f0347-df2b-4f20-a2bb-24c51e11499d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:28.294843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.342145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-941522eb-5cd7-4abb-a99b-64e87ec9443a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.433027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:28.437930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.439979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] Calling delete_port for 01faee2c-1750-4c95-8c24-e343c1016a4e owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:28.454881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:28.468523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:28.474899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79628f8c-7945-4db0-94d6-44ab60ba1bb3']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:28.477341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56f6a61-6d71-4a51-a210-2b153d291231 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet f8a7138d-83f9-473c-90aa-031ff89aa25a {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:28.480378 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c56f6a61-6d71-4a51-a210-2b153d291231 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.489317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1f0347-df2b-4f20-a2bb-24c51e11499d') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:28.489673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1f0347-df2b-4f20-a2bb-24c51e11499d') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:28.499910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-941522eb-5cd7-4abb-a99b-64e87ec9443a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.515610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.530463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.530791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.533730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:28.534510 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:28.534939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941522eb-5cd7-4abb-a99b-64e87ec9443a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e73eac-2e91-4147-a6f7-396b83bcefc7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.540899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:28.542726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.549245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:28.549640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:28.564916 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:28.633733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-941522eb-5cd7-4abb-a99b-64e87ec9443a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.637184 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-941522eb-5cd7-4abb-a99b-64e87ec9443a tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/66e73eac-2e91-4147-a6f7-396b83bcefc7 HTTP/1.1" status: 204 len: 168 time: 0.5797586 Apr 05 14:37:28.638599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37988) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:28.673758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.675528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Calling delete_port for 615d3d9f-a4bf-4529-86cb-3ff0410d58b2 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:28.692821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.704822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c56f6a61-6d71-4a51-a210-2b153d291231 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.717361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=79628f8c-7945-4db0-94d6-44ab60ba1bb3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:28.724110 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b08ad764-3e4a-4170-b9c8-544be889d417 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/79628f8c-7945-4db0-94d6-44ab60ba1bb3 HTTP/1.1" status: 204 len: 168 time: 1.3578382 Apr 05 14:37:28.724617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37992) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:28.730444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1258694032'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:28.735056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cafc7b59-c476-4754-bfca-4c637794356b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:28.739573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:28.754875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:28.758871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.834745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 82417cb7-3864-4220-935f-81b64bfc9c83 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:37:28.838914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:28.844290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:28.852282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:28.856987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cafc7b59-c476-4754-bfca-4c637794356b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:28.861761 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cafc7b59-c476-4754-bfca-4c637794356b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2189810 Apr 05 14:37:28.862352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 37996) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:28.869922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--1271157243'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:28.878517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:28.882213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:28.886000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.919221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:28.932741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:37:28.941850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.963518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.969143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:28.969561 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment 6147ff0a-4f11-4562-b2c1-39d1b20d6a55 of type vlan for network 5644079c-c029-4734-98d3-819bbc0efde1 Apr 05 14:37:29.004163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c56f6a61-6d71-4a51-a210-2b153d291231 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.012859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.025257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:29.031737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:29.034851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:29.035529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] Deleting port 01faee2c-1750-4c95-8c24-e343c1016a4e {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:29.036091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.050631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:29.069350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.073178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:29.074074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.202400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.206907 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-398b7770-d6c1-415b-805e-63199350fca1 None None] The port '01faee2c-1750-4c95-8c24-e343c1016a4e' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:37:29.234967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d331b19b-b3c0-49f1-9b2c-181ef9d4ee80 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:29.259940 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5346043 Apr 05 14:37:29.263029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8d848-f279-4ef7-9751-f04b0004ea74 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=5644079c-c029-4734-98d3-819bbc0efde1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.267136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38000) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:29.274301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event deleted for resources: {'Port': ['ID=615d3d9f-a4bf-4529-86cb-3ff0410d58b2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.276175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.282311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.284018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': '5644079c-c029-4734-98d3-819bbc0efde1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:29.298626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 5644079c-c029-4734-98d3-819bbc0efde1 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:37:29.323848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.327859 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4616342 Apr 05 14:37:29.328626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38004) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:29.331023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7f8b3-ddec-4b61-803c-2099e0414b08 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbe3371-147e-4df7-a2ac-1ede246b21f1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.336883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-5dfba21e-afca-41f2-92b6-2c3abc757bf4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '8dbe3371-147e-4df7-a2ac-1ede246b21f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:29.343947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5dfba21e-afca-41f2-92b6-2c3abc757bf4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:29.348231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5dfba21e-afca-41f2-92b6-2c3abc757bf4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:29.351213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5dfba21e-afca-41f2-92b6-2c3abc757bf4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:29.357174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5dfba21e-afca-41f2-92b6-2c3abc757bf4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:29.384487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c56f6a61-6d71-4a51-a210-2b153d291231 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.399662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-5dfba21e-afca-41f2-92b6-2c3abc757bf4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The resource could not be found. Apr 05 14:37:29.403385 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5dfba21e-afca-41f2-92b6-2c3abc757bf4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0714972 Apr 05 14:37:29.403614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38008) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:29.409722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a8b8f989-143f-42a4-831e-8f10a65ac066 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '8dbe3371-147e-4df7-a2ac-1ede246b21f1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '98f33ee9-b352-4cb3-b911-9f783a1c5b0b'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:29.415575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a8b8f989-143f-42a4-831e-8f10a65ac066 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:29.419307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a8b8f989-143f-42a4-831e-8f10a65ac066 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:29.422325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a8b8f989-143f-42a4-831e-8f10a65ac066 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:29.429024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a8b8f989-143f-42a4-831e-8f10a65ac066 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:29.452992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b279d273-9bbc-4f26-86ba-7ceecc2a123d None None] Provisioning for port 90623889-68a2-421a-82d6-47a1fc2de258 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:29.469176 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-a8b8f989-143f-42a4-831e-8f10a65ac066 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The resource could not be found. Apr 05 14:37:29.473186 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a8b8f989-143f-42a4-831e-8f10a65ac066 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0651910 Apr 05 14:37:29.473455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38012) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:29.483531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 172.20.0.11 (f733e752-faf0-4209-b7c7-bca371750f1b/08a94b7a-e82a-4b90-bb69-196236fb6cc9/82417cb7-3864-4220-935f-81b64bfc9c83) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:29.501633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f6a61-6d71-4a51-a210-2b153d291231 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a7138d-83f9-473c-90aa-031ff89aa25a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.548975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:fe42:1713 (f733e752-faf0-4209-b7c7-bca371750f1b/7786a497-557b-4c07-9fd6-56bada095c80/82417cb7-3864-4220-935f-81b64bfc9c83) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:29.563614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85fca938-4245-4cb3-9387-88115fe23297 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.591972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c56f6a61-6d71-4a51-a210-2b153d291231 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.600994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 90623889-68a2-421a-82d6-47a1fc2de258 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:29.604597 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85fca938-4245-4cb3-9387-88115fe23297 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.641847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987aaa3a-c5b4-40f0-b2ce-066db98b5a01 None None] Network 4699aa94-ff23-419e-8916-27471cc99f9d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:29.645964 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c56f6a61-6d71-4a51-a210-2b153d291231 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/f8a7138d-83f9-473c-90aa-031ff89aa25a HTTP/1.1" status: 204 len: 168 time: 1.8415058 Apr 05 14:37:29.649601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38016) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:29.650339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:29.654473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:29.657614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:29.664192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:29.691161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:29.722055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.732700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85fca938-4245-4cb3-9387-88115fe23297 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.765698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fca938-4245-4cb3-9387-88115fe23297 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbe3371-147e-4df7-a2ac-1ede246b21f1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:29.797581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85fca938-4245-4cb3-9387-88115fe23297 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.802072 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-85fca938-4245-4cb3-9387-88115fe23297 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/8dbe3371-147e-4df7-a2ac-1ede246b21f1 HTTP/1.1" status: 204 len: 168 time: 0.3242276 Apr 05 14:37:29.803394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38020) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:29.828907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.858009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 50418a53-f011-4e8f-a014-8dae1f206778 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:29.858363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.919603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d0e1b68f-4580-4cdd-a7b1-a7dc6362b404 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:29.919868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Update dhcp port {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '7786a497-557b-4c07-9fd6-56bada095c80', 'ip_address': '2001:db8::f816:3eff:fe79:e15c'}, {'subnet_id': '08a94b7a-e82a-4b90-bb69-196236fb6cc9'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '90623889-68a2-421a-82d6-47a1fc2de258'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:37:29.972453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 90623889-68a2-421a-82d6-47a1fc2de258 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:29.982687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d0e1b68f-4580-4cdd-a7b1-a7dc6362b404 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:29.987603 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d0e1b68f-4580-4cdd-a7b1-a7dc6362b404 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1796107 Apr 05 14:37:29.988828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38024) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:29.993270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:29.993648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:29.995702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c4dd3180-bcac-4525-bf23-f1e6cbe9cc09 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '1775c9cf-f919-43e5-92c4-1740e2709c43', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:30.018691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c4dd3180-bcac-4525-bf23-f1e6cbe9cc09 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:30.024191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.066229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c4dd3180-bcac-4525-bf23-f1e6cbe9cc09 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:30.074494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c4dd3180-bcac-4525-bf23-f1e6cbe9cc09 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:30.082847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.092125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c4dd3180-bcac-4525-bf23-f1e6cbe9cc09 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:30.119973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 50418a53-f011-4e8f-a014-8dae1f206778, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50418a53-f011-4e8f-a014-8dae1f206778,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:30.120326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.218963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] DHCP port deletion for 4699aa94-ff23-419e-8916-27471cc99f9d request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:30.239991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] Deleting port 50418a53-f011-4e8f-a014-8dae1f206778 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:30.240347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.253278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 50418a53-f011-4e8f-a014-8dae1f206778 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:30.299507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.316727 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-c4dd3180-bcac-4525-bf23-f1e6cbe9cc09 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The resource could not be found. Apr 05 14:37:30.321194 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c4dd3180-bcac-4525-bf23-f1e6cbe9cc09 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3288338 Apr 05 14:37:30.321374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38028) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:30.326708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--65599965'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:30.335259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:30.356098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:30.369892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.381727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.387650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:30.391672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.409260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.430523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 82417cb7-3864-4220-935f-81b64bfc9c83 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:30.434933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=50418a53-f011-4e8f-a014-8dae1f206778,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.472189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port 50418a53-f011-4e8f-a014-8dae1f206778 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:30.493641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.509007 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 01faee2c-1750-4c95-8c24-e343c1016a4e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:30.515129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:30.537482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:30.542608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:30.557960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.561520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 01faee2c-1750-4c95-8c24-e343c1016a4e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:30.561864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 01faee2c-1750-4c95-8c24-e343c1016a4e not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:30.595785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:30.631200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.642994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] For port 50418a53-f011-4e8f-a014-8dae1f206778, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50418a53-f011-4e8f-a014-8dae1f206778,segment=NetworkSegment(22ebc4d7-f067-47c7-ae91-8b8b4e1b515b),segment_id=22ebc4d7-f067-47c7-ae91-8b8b4e1b515b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:30.643736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.658744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.670290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4699aa94-ff23-419e-8916-27471cc99f9d']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:30.694638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:30.694638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ebc4d7-f067-47c7-ae91-8b8b4e1b515b') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:30.706436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:30.717024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:30.718177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.722149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=edbb43c6-8a94-4128-b25b-e227cb858c3a,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.741188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.747928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.753609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.766988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:30.767426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:30.783832 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:30.792198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:30.820647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] Calling delete_port for 50418a53-f011-4e8f-a014-8dae1f206778 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:30.833106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=82417cb7-3864-4220-935f-81b64bfc9c83,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.854649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Allocated IP 172.20.0.2 (f733e752-faf0-4209-b7c7-bca371750f1b/08a94b7a-e82a-4b90-bb69-196236fb6cc9/90623889-68a2-421a-82d6-47a1fc2de258) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:30.895612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9a0732-7ef6-4798-aa3a-2b7a2f16014c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.906568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.928283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.930817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': '6147ff0a-4f11-4562-b2c1-39d1b20d6a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5644079c-c029-4734-98d3-819bbc0efde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:30.931304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: 5644079c-c029-4734-98d3-819bbc0efde1, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:37:30.933592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.937509 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-13c93fb9-f0da-4ebd-9d0d-8e82d98abf40 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.6125095 Apr 05 14:37:30.938815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38032) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:30.942380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=4699aa94-ff23-419e-8916-27471cc99f9d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:30.948116 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7851c640-5542-4134-8a98-5c1761e6aced tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/4699aa94-ff23-419e-8916-27471cc99f9d HTTP/1.1" status: 204 len: 168 time: 1.2974274 Apr 05 14:37:30.950924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:30.951074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38036) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:30.951885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:30.978814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--906265127'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:30.982647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:30.983002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:30.986669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:30.997345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:31.004416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:31.015809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:31.019539 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8ad1a5ef-ba92-42c5-afb0-76e9c8258678 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.1313567 Apr 05 14:37:31.022832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38040) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:31.023603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:31.052184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.072811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Transition to ACTIVE for port object 90623889-68a2-421a-82d6-47a1fc2de258 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:31.076989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.077185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.097657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 5644079c-c029-4734-98d3-819bbc0efde1 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:37:31.131014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 5644079c-c029-4734-98d3-819bbc0efde1) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:31.143253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd56fea-df0b-46a9-ad4f-7d345ee5da64 None None] Network 5644079c-c029-4734-98d3-819bbc0efde1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:31.147186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.147715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.165521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:31.173845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:31.177798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:31.191222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:31.202173 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-81879374-4c48-44c6-9e84-371e179edea1 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9268141 Apr 05 14:37:31.208432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38044) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:31.215979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-269494623', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:31.227047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae39bb-f4ef-44dc-9494-6468a4f7135b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.231020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ae39bb-f4ef-44dc-9494-6468a4f7135b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:31.231788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-90ae39bb-f4ef-44dc-9494-6468a4f7135b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:31.245638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:31.259535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:router and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:31.263097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:31.276797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:31.282777 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port fbe1fd68-748d-46e5-ba2a-c4880abdfc8b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:31.283761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.290841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-90ae39bb-f4ef-44dc-9494-6468a4f7135b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:31.294515 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-90ae39bb-f4ef-44dc-9494-6468a4f7135b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2656910 Apr 05 14:37:31.298513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38048) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:31.308198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:31.333543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.333964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.334414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.334820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.335241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.335633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.336026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.336421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.336830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.337221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.337622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cf90ce-6fc1-493c-be27-71faf724f7ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:37:31.373916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.374885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.386983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.407483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.421054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:31.474990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-5644079c-c029-4734-98d3-819bbc0efde1', 'network_id': '5644079c-c029-4734-98d3-819bbc0efde1', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': 'edbb43c6-8a94-4128-b25b-e227cb858c3a'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:37:31.475437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2668d4b1-d406-4ece-a9d8-229ea7ab3ac6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 82417cb7-3864-4220-935f-81b64bfc9c83 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:31.475729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.475858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2668d4b1-d406-4ece-a9d8-229ea7ab3ac6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.488802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] Deleting port 50418a53-f011-4e8f-a014-8dae1f206778 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:31.489178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.525690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.526665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.557867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cec01a20-4316-4a05-9293-7d61ecab2905,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:31.585141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 90623889-68a2-421a-82d6-47a1fc2de258 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:31.589220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.590766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.598611 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d3a6067b-addf-4295-9880-65b3948c4958 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.6561201 Apr 05 14:37:31.599440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38052) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:31.630066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-02621dc5-b2f6-4e46-9900-0174d522871d None None] The port '50418a53-f011-4e8f-a014-8dae1f206778' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:37:31.684889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for fbe1fd68-748d-46e5-ba2a-c4880abdfc8b owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:31.739337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-90e8383a-cd2d-4120-bb25-f5fc29ea428f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group_rule': {'security_group_id': '8a9a0732-7ef6-4798-aa3a-2b7a2f16014c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cec01a20-4316-4a05-9293-7d61ecab2905'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:31.760715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-90e8383a-cd2d-4120-bb25-f5fc29ea428f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:31.782997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-90e8383a-cd2d-4120-bb25-f5fc29ea428f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:31.843673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Allocated IP 2001:db8::2 (5644079c-c029-4734-98d3-819bbc0efde1/edbb43c6-8a94-4128-b25b-e227cb858c3a/59636fa7-0b7f-4096-b1da-47026a92b9bb) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:31.851171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-90e8383a-cd2d-4120-bb25-f5fc29ea428f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:31.873152 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-90e8383a-cd2d-4120-bb25-f5fc29ea428f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:31.882016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.894286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:31.942232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=fbe1fd68-748d-46e5-ba2a-c4880abdfc8b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:32.043650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50418a53-f011-4e8f-a014-8dae1f206778 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:32.060755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.090971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 50418a53-f011-4e8f-a014-8dae1f206778 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:32.091474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50418a53-f011-4e8f-a014-8dae1f206778 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:32.112481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.114425 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1168fcb7-461d-4c91-ba3e-09ff8325bbb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9041827 Apr 05 14:37:32.118923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38056) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:32.189031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-15c7e95d-e888-4fe9-a29e-c279e0c1d73d None None] Provisioning for port 90623889-68a2-421a-82d6-47a1fc2de258 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:32.201953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.207252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-15c7e95d-e888-4fe9-a29e-c279e0c1d73d None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:32.207676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-15c7e95d-e888-4fe9-a29e-c279e0c1d73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.267244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Transition to ACTIVE for port object 59636fa7-0b7f-4096-b1da-47026a92b9bb will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:32.299924 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-90e8383a-cd2d-4120-bb25-f5fc29ea428f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:37:32.300718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Transition to ACTIVE for port object 59636fa7-0b7f-4096-b1da-47026a92b9bb will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:32.301203 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-90e8383a-cd2d-4120-bb25-f5fc29ea428f tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6884494 Apr 05 14:37:32.305302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38060) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:32.356503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.433642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2668d4b1-d406-4ece-a9d8-229ea7ab3ac6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.461860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Pushing event updated for resources: {'Port': ['ID=59636fa7-0b7f-4096-b1da-47026a92b9bb,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:32.471724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Network 5644079c-c029-4734-98d3-819bbc0efde1 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:32.472953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:32.477532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:32.536273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e6a-e597-4b27-ab9b-2def799f51a9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.570445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e6a-e597-4b27-ab9b-2def799f51a9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.570699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Attempting to bind port 59636fa7-0b7f-4096-b1da-47026a92b9bb on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:32.570928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Attempting to bind port 59636fa7-0b7f-4096-b1da-47026a92b9bb by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '6147ff0a-4f11-4562-b2c1-39d1b20d6a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5644079c-c029-4734-98d3-819bbc0efde1'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:32.572827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Attempting to bind port 59636fa7-0b7f-4096-b1da-47026a92b9bb on network 5644079c-c029-4734-98d3-819bbc0efde1 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:32.584279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:32.584963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Checking segment: {'id': '6147ff0a-4f11-4562-b2c1-39d1b20d6a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5644079c-c029-4734-98d3-819bbc0efde1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:32.585570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.586892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Bound using segment: {'id': '6147ff0a-4f11-4562-b2c1-39d1b20d6a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5644079c-c029-4734-98d3-819bbc0efde1'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:32.587571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Bound port: 59636fa7-0b7f-4096-b1da-47026a92b9bb, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6147ff0a-4f11-4562-b2c1-39d1b20d6a55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '5644079c-c029-4734-98d3-819bbc0efde1'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:32.588135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.640677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e6a-e597-4b27-ab9b-2def799f51a9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.658480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-829f1215-c5c5-4af6-85ce-d4accf319d0b None None] Provisioning for port 82417cb7-3864-4220-935f-81b64bfc9c83 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:32.662654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a7e6a-e597-4b27-ab9b-2def799f51a9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec01a20-4316-4a05-9293-7d61ecab2905,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:32.672537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-829f1215-c5c5-4af6-85ce-d4accf319d0b None None] Provisioning complete for port 82417cb7-3864-4220-935f-81b64bfc9c83 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:32.672705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2668d4b1-d406-4ece-a9d8-229ea7ab3ac6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 82417cb7-3864-4220-935f-81b64bfc9c83 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:32.673033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-829f1215-c5c5-4af6-85ce-d4accf319d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.673411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 46239b44-2ad3-4650-8a74-3a1a6800af20 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:32.748305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4a7e6a-e597-4b27-ab9b-2def799f51a9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.751790 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec4a7e6a-e597-4b27-ab9b-2def799f51a9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/cec01a20-4316-4a05-9293-7d61ecab2905 HTTP/1.1" status: 204 len: 168 time: 0.4365690 Apr 05 14:37:32.756581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38064) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:32.810094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-829f1215-c5c5-4af6-85ce-d4accf319d0b None None] Port 82417cb7-3864-4220-935f-81b64bfc9c83 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:32.813875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] For port 59636fa7-0b7f-4096-b1da-47026a92b9bb, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:32.817321 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] For port 59636fa7-0b7f-4096-b1da-47026a92b9bb, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=59636fa7-0b7f-4096-b1da-47026a92b9bb,segment=NetworkSegment(6147ff0a-4f11-4562-b2c1-39d1b20d6a55),segment_id=6147ff0a-4f11-4562-b2c1-39d1b20d6a55)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:32.821887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:32.901207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-423fc3fa-ac43-4d66-b2d2-f7c5414b43f9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:32.913078 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3240c2-b18d-4844-b1d9-eba93667763f None None] Pushing event updated for resources: {'Port': ['ID=59636fa7-0b7f-4096-b1da-47026a92b9bb,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:32.922930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-423fc3fa-ac43-4d66-b2d2-f7c5414b43f9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:32.926886 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-423fc3fa-ac43-4d66-b2d2-f7c5414b43f9 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4005 time: 0.1666734 Apr 05 14:37:32.927419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38068) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:33.028656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:33.043364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.043543 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] Sync routers for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:33.057883 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:33.058934 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:33.144501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c6a27a56-3b51-4af0-8661-cb2eda0576c7 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.149286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:33.162890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.171443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] Sync routers for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:33.179428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.202475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:33.203099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:33.232004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c6a27a56-3b51-4af0-8661-cb2eda0576c7 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.263625 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-435989f3-bb45-49a8-9ebb-200ab00148a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/ad592dc8-3e91-4369-adf2-c5487023a03c HTTP/1.1" status: 204 len: 168 time: 2.3115792 Apr 05 14:37:33.266127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:37:33.327292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c6a27a56-3b51-4af0-8661-cb2eda0576c7 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.364642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a27a56-3b51-4af0-8661-cb2eda0576c7 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9a0732-7ef6-4798-aa3a-2b7a2f16014c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:33.380962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c6a27a56-3b51-4af0-8661-cb2eda0576c7 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.382220 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c6a27a56-3b51-4af0-8661-cb2eda0576c7 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/8a9a0732-7ef6-4798-aa3a-2b7a2f16014c HTTP/1.1" status: 204 len: 168 time: 0.4537632 Apr 05 14:37:33.384826 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38078) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:33.393990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-56ae9719-b1d4-42da-826a-0399c6415b25 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "DELETE /v2.0/floatingips/9928e243-fdcf-4275-9383-c4b372ff9121 HTTP/1.1" status: 204 len: 168 time: 5.9062612 Apr 05 14:37:33.417456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:37:33.417907 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:33.427241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2668d4b1-d406-4ece-a9d8-229ea7ab3ac6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.523158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-432c3174-e521-4d7f-9900-565df989b45b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:33.545341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2668d4b1-d406-4ece-a9d8-229ea7ab3ac6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=82417cb7-3864-4220-935f-81b64bfc9c83,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:33.586209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-432c3174-e521-4d7f-9900-565df989b45b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:33.587841 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-432c3174-e521-4d7f-9900-565df989b45b tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2020063 Apr 05 14:37:33.591607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38086) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:33.607309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'tempest-secgroup--314445140'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:33.641469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:33.668918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:33.705688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.711893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:33.781252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:33.790808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Usage tracker for resource:security_group_rule and tenant:85f556bd0d2b46b29286a47bdaa49c6a is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:33.797479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:33.811738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:33.846955 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 59636fa7-0b7f-4096-b1da-47026a92b9bb up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:33.981795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:33.984359 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c642497-c7a1-47dc-859e-2079eb88b4c2'] response: {'name': 'network-changed', 'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962', 'status': 'completed', 'code': 200} Apr 05 14:37:33.991218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.075378 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:36:07Z', 'revision_number': 5, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:34.080297 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] Checking router: 4a2a04d3-98ff-41b3-b656-846ca1eb2194 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:34.093511 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:34.094346 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:34.135952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f182721a-4321-4cf7-85a6-59019263ab8a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:34.154806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.161582 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b9008bed-b255-43b0-a9a9-ae569a4b53f4 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5653532 Apr 05 14:37:34.165937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38092) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:34.171831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-10f00be7-802e-419b-8917-982a0112ec59 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:34.172381 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-10f00be7-802e-419b-8917-982a0112ec59 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] update failed (client error): There was a conflict when trying to complete your request. Apr 05 14:37:34.177441 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-10f00be7-802e-419b-8917-982a0112ec59 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "PUT /v2.0/security-groups/f182721a-4321-4cf7-85a6-59019263ab8a HTTP/1.1" status: 409 len: 330 time: 0.0063655 Apr 05 14:37:34.183356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38096) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:34.251406 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96a3eefe-d8e2-49c0-9132-1e276dd82ed9'] response: {'name': 'network-changed', 'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'status': 'completed', 'code': 200} Apr 05 14:37:34.338890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0c23449-ce04-4e37-b854-060122141913 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.407938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0c23449-ce04-4e37-b854-060122141913 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.427851 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:34.445468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 59636fa7-0b7f-4096-b1da-47026a92b9bb completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:34.517707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0c23449-ce04-4e37-b854-060122141913 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.538770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c23449-ce04-4e37-b854-060122141913 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f182721a-4321-4cf7-85a6-59019263ab8a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:34.558010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0c23449-ce04-4e37-b854-060122141913 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.559072 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e0c23449-ce04-4e37-b854-060122141913 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/f182721a-4321-4cf7-85a6-59019263ab8a HTTP/1.1" status: 204 len: 168 time: 0.3773010 Apr 05 14:37:34.561806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38102) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:34.624131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c199fc42-91ad-4bac-98cc-e75dd71693c2 None None] Network 5644079c-c029-4734-98d3-819bbc0efde1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:34.625791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-78e2c2f4-6739-4730-9cc7-82020dfe2c2e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Synchronizing usage tracker for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:34.627648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2668d4b1-d406-4ece-a9d8-229ea7ab3ac6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.654346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-78e2c2f4-6739-4730-9cc7-82020dfe2c2e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] Unset dirty status for tenant:85f556bd0d2b46b29286a47bdaa49c6a on resource:security_group {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:34.655751 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-78e2c2f4-6739-4730-9cc7-82020dfe2c2e tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0930002 Apr 05 14:37:34.661004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38106) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:34.682464 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-40126511-2aef-4580-a928-06aace5994e3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] delete failed (client error): The resource could not be found. Apr 05 14:37:34.683662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-40126511-2aef-4580-a928-06aace5994e3 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "DELETE /v2.0/security-groups/09188346-490f-4403-88d4-8955baa74ce3 HTTP/1.1" status: 404 len: 347 time: 0.0216765 Apr 05 14:37:34.690885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38110) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:34.701897 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2668d4b1-d406-4ece-a9d8-229ea7ab3ac6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/82417cb7-3864-4220-935f-81b64bfc9c83 HTTP/1.1" status: 204 len: 168 time: 3.3998241 Apr 05 14:37:34.717338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38114) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:34.784118 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-457b08c4-087f-4699-bc61-cbc995f1f716 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] show failed (client error): The resource could not be found. Apr 05 14:37:34.790452 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-457b08c4-087f-4699-bc61-cbc995f1f716 tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-groups/e8a3ab60-3e08-4a02-80f4-87374825249d HTTP/1.1" status: 404 len: 347 time: 0.1015282 Apr 05 14:37:34.791970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1be249b8-a208-4dfa-adc0-4524f740b335 None None] Provisioning for port 59636fa7-0b7f-4096-b1da-47026a92b9bb completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:34.797680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38118) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:34.806127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1be249b8-a208-4dfa-adc0-4524f740b335 None None] Provisioning complete for port 59636fa7-0b7f-4096-b1da-47026a92b9bb triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:34.806648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1be249b8-a208-4dfa-adc0-4524f740b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:34.838909 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-3d34ec37-9388-4617-951b-454ef680d77c tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] show failed (client error): The resource could not be found. Apr 05 14:37:34.847180 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3d34ec37-9388-4617-951b-454ef680d77c tempest-NegativeSecGroupTest-2146061916 tempest-NegativeSecGroupTest-2146061916-project] 10.222.0.18 "GET /v2.0/security-group-rules/ff3d71a5-7ad5-4f67-9400-1113162a6f94 HTTP/1.1" status: 404 len: 356 time: 0.0481062 Apr 05 14:37:34.885902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c96f69-4484-4bd9-aff2-b507e2f7ab50 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.890465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c96f69-4484-4bd9-aff2-b507e2f7ab50 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.894239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c96f69-4484-4bd9-aff2-b507e2f7ab50 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.895705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a3c96f69-4484-4bd9-aff2-b507e2f7ab50 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:34.896543 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-7f3b6668-6ccd-4010-ae52-153b55673fd1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 1098 time: 0.8698719 Apr 05 14:37:34.906503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb036c-1f15-4d00-96b0-9e6fad913498 req-99e2a40e-cd45-4ed5-b404-35e596cd117c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.907310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-91cb036c-1f15-4d00-96b0-9e6fad913498 req-99e2a40e-cd45-4ed5-b404-35e596cd117c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:34.907892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:34.931887 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-21267e5b-f761-4c08-aadc-e15b10117a88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f140e66157043aaa42d42875858f100&device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 1098 time: 0.7498689 Apr 05 14:37:34.941058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a3c96f69-4484-4bd9-aff2-b507e2f7ab50 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:34.942392 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a3c96f69-4484-4bd9-aff2-b507e2f7ab50 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2193813 Apr 05 14:37:34.945149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38124) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:34.966261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] Checking router: 46239b44-2ad3-4650-8a74-3a1a6800af20 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:34.984109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f3c592-f5f1-44c5-8fe2-c67965e98590 req-4a9792f0-aa89-4885-aa8d-02aa04f85f9f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:34.985118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-77f3c592-f5f1-44c5-8fe2-c67965e98590 req-4a9792f0-aa89-4885-aa8d-02aa04f85f9f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Synchronizing usage tracker for tenant:1f140e66157043aaa42d42875858f100 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:35.041798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1be249b8-a208-4dfa-adc0-4524f740b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.065930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:35.067070 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:36:07Z', 'revision_number': 5, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:35.068009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:35.073778 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eceee46-0070-4f63-ab28-a2d48a4dd1c5 None None] The sync data for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv is: [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:35:34Z', 'revision_number': 4, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'c9f071ae-3bec-409c-927a-a39678b4d76e', 'name': '', 'network_id': '58fbbe4e-76da-445a-991c-ac4d0daab06d', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'mac_address': 'fa:16:3e:b6:bf:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:33Z', 'updated_at': '2022-04-05T14:36:07Z', 'revision_number': 5, 'project_id': '1f140e66157043aaa42d42875858f100', 'subnets': [{'id': '32dcb1e4-4eec-4be9-80d3-a3b49652dd8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:35.152344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-91cb036c-1f15-4d00-96b0-9e6fad913498 req-99e2a40e-cd45-4ed5-b404-35e596cd117c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:35.158959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-91cb036c-1f15-4d00-96b0-9e6fad913498 req-99e2a40e-cd45-4ed5-b404-35e596cd117c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 945 time: 0.8066227 Apr 05 14:37:35.241225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8::1 (5644079c-c029-4734-98d3-819bbc0efde1/edbb43c6-8a94-4128-b25b-e227cb858c3a/e194941b-15d1-4b11-8ffb-bf089aed301b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:35.255521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1be249b8-a208-4dfa-adc0-4524f740b335 None None] For port 59636fa7-0b7f-4096-b1da-47026a92b9bb, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=59636fa7-0b7f-4096-b1da-47026a92b9bb,segment=NetworkSegment(6147ff0a-4f11-4562-b2c1-39d1b20d6a55),segment_id=6147ff0a-4f11-4562-b2c1-39d1b20d6a55)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:35.268569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-54734eac-73c7-4eb1-8a27-9de48c5cb1db tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 08a94b7a-e82a-4b90-bb69-196236fb6cc9 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:35.273925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54734eac-73c7-4eb1-8a27-9de48c5cb1db tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.304334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-77f3c592-f5f1-44c5-8fe2-c67965e98590 req-4a9792f0-aa89-4885-aa8d-02aa04f85f9f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Unset dirty status for tenant:1f140e66157043aaa42d42875858f100 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:35.306513 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-77f3c592-f5f1-44c5-8fe2-c67965e98590 req-4a9792f0-aa89-4885-aa8d-02aa04f85f9f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.7900150 Apr 05 14:37:35.314363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1be249b8-a208-4dfa-adc0-4524f740b335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.365727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54734eac-73c7-4eb1-8a27-9de48c5cb1db tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.398272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38130) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:35.425362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be249b8-a208-4dfa-adc0-4524f740b335 None None] Pushing event updated for resources: {'Port': ['ID=59636fa7-0b7f-4096-b1da-47026a92b9bb,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:35.464077 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aaa2652-758b-4c80-b985-b04cc517d50f None None] New status for floating IP 9928e243-fdcf-4275-9383-c4b372ff9121: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:37:35.486912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:35.501294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54734eac-73c7-4eb1-8a27-9de48c5cb1db tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.600195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54734eac-73c7-4eb1-8a27-9de48c5cb1db tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.631841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-91cb036c-1f15-4d00-96b0-9e6fad913498 req-b618d19b-2eac-4429-b3be-1957f4b40234 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:35.677055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.15', 61923) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:35.686686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54734eac-73c7-4eb1-8a27-9de48c5cb1db tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.719963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54734eac-73c7-4eb1-8a27-9de48c5cb1db tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=08a94b7a-e82a-4b90-bb69-196236fb6cc9,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:35.741177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 59636fa7-0b7f-4096-b1da-47026a92b9bb up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:35.747398 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-54734eac-73c7-4eb1-8a27-9de48c5cb1db tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/08a94b7a-e82a-4b90-bb69-196236fb6cc9 HTTP/1.1" status: 204 len: 168 time: 0.8010662 Apr 05 14:37:35.749574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38138) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:35.765468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1334b38d-a4ad-49fd-be1d-699b95f9ca54 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:35.821552 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-070bf6de-56f9-46ef-bd6f-3f3dc859e9e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85f556bd0d2b46b29286a47bdaa49c6a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4218962 Apr 05 14:37:35.825153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38142) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:35.841449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-91cb036c-1f15-4d00-96b0-9e6fad913498 req-b618d19b-2eac-4429-b3be-1957f4b40234 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:35.842633 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-91cb036c-1f15-4d00-96b0-9e6fad913498 req-b618d19b-2eac-4429-b3be-1957f4b40234 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6828837 Apr 05 14:37:35.855763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-df8a5eba-856a-4ce8-9860-0109623587fe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 7786a497-557b-4c07-9fd6-56bada095c80 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:35.857395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-7fd08f08-5168-4088-97db-9d3de259777b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:35.859107 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-7fd08f08-5168-4088-97db-9d3de259777b service neutron] 10.222.0.15 "GET /v2.0/networks?id=65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 200 len: 898 time: 0.9360492 Apr 05 14:37:35.860356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-5372e2fd-2d4c-4967-9f2c-dd623133316a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:35.861691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-5372e2fd-2d4c-4967-9f2c-dd623133316a service neutron] 10.222.0.15 "GET /v2.0/networks?id=58fbbe4e-76da-445a-991c-ac4d0daab06d HTTP/1.1" status: 200 len: 896 time: 0.8730419 Apr 05 14:37:35.880260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df8a5eba-856a-4ce8-9860-0109623587fe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.958774 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df8a5eba-856a-4ce8-9860-0109623587fe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.981205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:35.989370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-77f3c592-f5f1-44c5-8fe2-c67965e98590 req-eec2be00-e50d-4599-8832-73b4690f76bb tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6722548 Apr 05 14:37:35.998420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0aac1673-547c-4a33-8ad6-7f759f5c5a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.043440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-c8531a4b-fdcb-4ea2-b6e6-cba31262fbb7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4 HTTP/1.1" status: 200 len: 217 time: 0.1711359 Apr 05 14:37:36.047310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0aac1673-547c-4a33-8ad6-7f759f5c5a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.051847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b994e882-2656-4913-b27a-4a1ff42da61a req-1fda5c93-7b0a-4478-9c28-21dc95fe5514 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.053316 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b994e882-2656-4913-b27a-4a1ff42da61a req-1fda5c93-7b0a-4478-9c28-21dc95fe5514 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 945 time: 0.9665580 Apr 05 14:37:36.054631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-15729d74-7719-463d-89e1-ff0a8a22da53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561f4c78-3a05-4744-9e22-86a97c7de962 HTTP/1.1" status: 200 len: 217 time: 0.1834624 Apr 05 14:37:36.058029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object e194941b-15d1-4b11-8ffb-bf089aed301b will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:36.080491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 59636fa7-0b7f-4096-b1da-47026a92b9bb triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:36.081090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.109086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df8a5eba-856a-4ce8-9860-0109623587fe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.171016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0aac1673-547c-4a33-8ad6-7f759f5c5a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.191013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 561f4c78-3a05-4744-9e22-86a97c7de962 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:36.191727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.197139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac1673-547c-4a33-8ad6-7f759f5c5a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a6b5a65-f6fe-4ab1-8167-82eb538e19ba,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:36.212971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0aac1673-547c-4a33-8ad6-7f759f5c5a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.216421 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0aac1673-547c-4a33-8ad6-7f759f5c5a06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a6b5a65-f6fe-4ab1-8167-82eb538e19ba HTTP/1.1" status: 204 len: 168 time: 0.3885055 Apr 05 14:37:36.235960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df8a5eba-856a-4ce8-9860-0109623587fe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.280817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8a5eba-856a-4ce8-9860-0109623587fe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=7786a497-557b-4c07-9fd6-56bada095c80,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:36.286823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-df8a5eba-856a-4ce8-9860-0109623587fe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.299804 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-df8a5eba-856a-4ce8-9860-0109623587fe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/7786a497-557b-4c07-9fd6-56bada095c80 HTTP/1.1" status: 204 len: 168 time: 0.5489910 Apr 05 14:37:36.300450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38148) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:36.395862 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6c997845-0fbf-48f6-ae77-b55d9e82a4bc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0933034 Apr 05 14:37:36.396603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38152) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:36.402220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:36.467145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-89012a76-9b90-4c6f-8b59-ddf2b9fe8096 None None] Provisioning complete for port 59636fa7-0b7f-4096-b1da-47026a92b9bb triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:36.467145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-89012a76-9b90-4c6f-8b59-ddf2b9fe8096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.517138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:36.533199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:36.539077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:36.543162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:36.544304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65403a15-dad2-4456-9aa0-f7b9ac0c6caf None None] The sync data for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv is: [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:19Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '838fd1a9-4536-49d1-92db-09cf67bc184d', 'name': '', 'network_id': '65fa9113-4b10-4a07-b2cd-6b0b326f5719', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:96:91:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:56Z', 'updated_at': '2022-04-05T14:35:23Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': 'ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:36.556793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:36.576498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:36.579359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.681275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 561f4c78-3a05-4744-9e22-86a97c7de962, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=561f4c78-3a05-4744-9e22-86a97c7de962,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:36.681851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.794164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b6160a-6225-40a1-a245-148cfc502e99 None None] Update dhcp port {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '7786a497-557b-4c07-9fd6-56bada095c80'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '90623889-68a2-421a-82d6-47a1fc2de258'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:37:36.857416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c3b6160a-6225-40a1-a245-148cfc502e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:36.861246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 561f4c78-3a05-4744-9e22-86a97c7de962 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:36.911251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-2807b36f-2c30-4000-9f80-1ae367dd97b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.912833 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-2807b36f-2c30-4000-9f80-1ae367dd97b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32dcb1e4-4eec-4be9-80d3-a3b49652dd8b HTTP/1.1" status: 200 len: 834 time: 0.8562393 Apr 05 14:37:36.919515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-5c83e8b1-5f9f-4986-842e-ae66e87e833f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.921093 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-5c83e8b1-5f9f-4986-842e-ae66e87e833f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.15 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 1.2428706 Apr 05 14:37:36.933879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-c481e949-c1a9-4cbc-97f3-286b74b7b6b0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:36.935806 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-c481e949-c1a9-4cbc-97f3-286b74b7b6b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7 HTTP/1.1" status: 200 len: 834 time: 0.7491992 Apr 05 14:37:36.943492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-739e2a81-cc6d-44d9-8b27-3559925a5017 None None] New status for floating IP ad592dc8-3e91-4369-adf2-c5487023a03c: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:37:37.135460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.objects.ports [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83851) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:37:37.161638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.228858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e941873-1bcd-4875-92de-6b0809b0b5a2 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:37.290611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Deleting port c3d74fde-2a86-4db0-9967-feeea8f01ae4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:37.290956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.336427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.355786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-12051a9b-9d90-4da5-8f05-f211a2af4232 None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:37.356144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-12051a9b-9d90-4da5-8f05-f211a2af4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.437487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 5644079c-c029-4734-98d3-819bbc0efde1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:37.449294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=e194941b-15d1-4b11-8ffb-bf089aed301b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:37.456873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:37.469486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:37.470016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.563160 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-e18cf4a6-7a65-4390-8ddf-12d4cdfd0735 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=58fbbe4e-76da-445a-991c-ac4d0daab06d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6316769 Apr 05 14:37:37.582186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.586235 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-afd72f18-cdca-4bcf-955c-db7ff8b6d61a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65fa9113-4b10-4a07-b2cd-6b0b326f5719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6083682 Apr 05 14:37:37.593067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:37.596787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 90623889-68a2-421a-82d6-47a1fc2de258 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:37.627862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.635263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.636421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.661471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38dc368-ac06-4cfb-bc76-65afd9a2a235 req-1751eed3-0393-4cfd-871f-529309e02856 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:37.668224 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c38dc368-ac06-4cfb-bc76-65afd9a2a235 req-1751eed3-0393-4cfd-871f-529309e02856 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cadd59f-cccb-4edd-a8b2-de30863c0d6d HTTP/1.1" status: 200 len: 945 time: 0.6124878 Apr 05 14:37:37.718888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=561f4c78-3a05-4744-9e22-86a97c7de962,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:37.828041 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:37.831194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=8']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:37.833673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.840819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:37.843954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe758cd2-6aa2-4f0a-a48a-8226ec3226e1 req-9fb96082-1d5e-40ec-9662-7761dab04da8 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:37.844293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=8102f616-9ab8-4765-bd26-7df0b3b475d0,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:37.845030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fe758cd2-6aa2-4f0a-a48a-8226ec3226e1 req-9fb96082-1d5e-40ec-9662-7761dab04da8 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 945 time: 0.6879175 Apr 05 14:37:37.854390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:37.855220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.883384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c3d74fde-2a86-4db0-9967-feeea8f01ae4 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:37.887218 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-30d21268-1701-4565-8bc8-8f06004c552b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4872684 Apr 05 14:37:37.887455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38162) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:37.893272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:37.920355 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:37.985468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-93d77983-4a86-4b1e-ac96-1ca464774032 None None] Provisioning for port e194941b-15d1-4b11-8ffb-bf089aed301b completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:37.996066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-93d77983-4a86-4b1e-ac96-1ca464774032 None None] Provisioning complete for port e194941b-15d1-4b11-8ffb-bf089aed301b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:37.996066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-93d77983-4a86-4b1e-ac96-1ca464774032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.026897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:38.065021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.104473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:38.110615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:38.114371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:38.121055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:38.141824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:38.149175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.180216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-93d77983-4a86-4b1e-ac96-1ca464774032 None None] Port e194941b-15d1-4b11-8ffb-bf089aed301b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:38.185712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.218512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=9']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:38.230072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:37:38.242629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:38.254329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.254329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 561f4c78-3a05-4744-9e22-86a97c7de962 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:38.348707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 561f4c78-3a05-4744-9e22-86a97c7de962 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:38.349058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 561f4c78-3a05-4744-9e22-86a97c7de962 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:38.378516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=9']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:38.432189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port 561f4c78-3a05-4744-9e22-86a97c7de962 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:38.456444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.464593 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-96d2be7e-65b6-4979-9b1d-85e0f68c14be service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7905459 Apr 05 14:37:38.465042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'name': 'network-vif-deleted', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:37:38.471916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.505823 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c38dc368-ac06-4cfb-bc76-65afd9a2a235 req-65737171-7e2e-4651-b9d8-5ed19834b614 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=8eb616c3-3027-41df-b619-4f4908de72db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7618151 Apr 05 14:37:38.527054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:38.533636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:38.539024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:38.539591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.568162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:38.568538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.579201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=5b345c6e-db8e-4ef6-9f53-ea7653f04d92,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:38.601145 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fe758cd2-6aa2-4f0a-a48a-8226ec3226e1 req-28d098c1-47b7-406a-a17f-c7e65e8e558f tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6743753 Apr 05 14:37:38.601603 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a9c9bda0-5234-448c-9910-10bec2d3952a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7126675 Apr 05 14:37:38.606676 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfa4e909-2de4-477c-aeb7-4ee6265a8e5b'] response: {'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'code': 200} Apr 05 14:37:38.607293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38170) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:38.615659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:a8:94:77', 'name': 'tempest-NetworksTestDHCPv6-409700599'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:38.653475 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-c829cef8-66e1-47d7-8768-6faeabf8be56 service neutron] 10.222.0.15 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0799098 Apr 05 14:37:38.776284 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/561f4c78-3a05-4744-9e22-86a97c7de962 HTTP/1.1" status: 204 len: 173 time: 2.6575606 Apr 05 14:37:38.776840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.790103 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a511d8-9564-46f5-aeb2-deb1bd3629d7'] response: {'server_uuid': '8cadd59f-cccb-4edd-a8b2-de30863c0d6d', 'name': 'network-vif-deleted', 'tag': '561f4c78-3a05-4744-9e22-86a97c7de962', 'status': 'completed', 'code': 200} Apr 05 14:37:38.814088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:38.838025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:38.853544 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:38.858507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:38.883183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf91389-02ca-45b4-b864-7e89ee1f924e None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:38.890306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Calling delete_port for c3d74fde-2a86-4db0-9967-feeea8f01ae4 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:38.897493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 2b4fdc3c-21af-40ee-9913-68ffcbd24be8 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:37:38.998667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-90506b7e-42bb-4c62-9e81-6be4ac62ef82 None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:38.999118 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-90506b7e-42bb-4c62-9e81-6be4ac62ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.123928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 172.20.0.9 (f733e752-faf0-4209-b7c7-bca371750f1b/5b345c6e-db8e-4ef6-9f53-ea7653f04d92/2b4fdc3c-21af-40ee-9913-68ffcbd24be8) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:39.130228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:fea8:9477 (f733e752-faf0-4209-b7c7-bca371750f1b/8102f616-9ab8-4765-bd26-7df0b3b475d0/2b4fdc3c-21af-40ee-9913-68ffcbd24be8) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:39.214089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-90506b7e-42bb-4c62-9e81-6be4ac62ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.259993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-90506b7e-42bb-4c62-9e81-6be4ac62ef82 None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:39.267893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-90506b7e-42bb-4c62-9e81-6be4ac62ef82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.342362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90506b7e-42bb-4c62-9e81-6be4ac62ef82 None None] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=10']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:39.358342 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d653ab86-478e-47ef-850a-be9f5b71aa13 req-3c239d23-5ef7-43b4-827b-bb5099a9f081 service neutron] 10.222.0.15 "GET /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8601854 Apr 05 14:37:39.408590 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8084ae9f-f606-400f-abb4-aeba4036ffab req-241b05c6-4391-4328-9f0c-ea80ee649b35 service neutron] 10.222.0.15 "GET /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6205738 Apr 05 14:37:39.411823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:39.412209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:39.435724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d222102c-266b-458e-af5e-4db0f6242c43 None None] Update dhcp port {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '8102f616-9ab8-4765-bd26-7df0b3b475d0', 'ip_address': '2001:db8::f816:3eff:fe79:e15c'}, {'subnet_id': '5b345c6e-db8e-4ef6-9f53-ea7653f04d92'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '90623889-68a2-421a-82d6-47a1fc2de258'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:37:39.479489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.500821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 2b4fdc3c-21af-40ee-9913-68ffcbd24be8 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:39.503977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d222102c-266b-458e-af5e-4db0f6242c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.527855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.594173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 90623889-68a2-421a-82d6-47a1fc2de258 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:39.617497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:39.620587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:39.624861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:39.640470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38176) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:39.663423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=2b4fdc3c-21af-40ee-9913-68ffcbd24be8,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:39.677670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.690880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.694874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.696271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.696955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.729608 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bb0ec6d9-cb61-44b3-a4ef-d07f96f4720b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1210158 Apr 05 14:37:39.730317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38182) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:39.824607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cb766d-4dc8-4f93-aeb1-d599e79a0e16 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.829791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07cb766d-4dc8-4f93-aeb1-d599e79a0e16 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:39.830244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-07cb766d-4dc8-4f93-aeb1-d599e79a0e16 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:39.845028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:39.845819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.848969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-07cb766d-4dc8-4f93-aeb1-d599e79a0e16 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:39.853093 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-07cb766d-4dc8-4f93-aeb1-d599e79a0e16 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.1218615 Apr 05 14:37:39.853899 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38186) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:39.865740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=e194941b-15d1-4b11-8ffb-bf089aed301b,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:39.914630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-d222102c-266b-458e-af5e-4db0f6242c43 None None] Allocated IP 172.20.0.2 (f733e752-faf0-4209-b7c7-bca371750f1b/5b345c6e-db8e-4ef6-9f53-ea7653f04d92/90623889-68a2-421a-82d6-47a1fc2de258) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:39.916559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Deleting port c3d74fde-2a86-4db0-9967-feeea8f01ae4 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:39.917198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:39.932134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a404964a-61bb-4971-851d-2a3b97ab055f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 2b4fdc3c-21af-40ee-9913-68ffcbd24be8 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:39.932764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a404964a-61bb-4971-851d-2a3b97ab055f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.057018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d37-8ec6-44df-aff1-99a8662a4aff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.108623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d222102c-266b-458e-af5e-4db0f6242c43 None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:40.134460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d222102c-266b-458e-af5e-4db0f6242c43 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.152120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d222102c-266b-458e-af5e-4db0f6242c43 None None] Transition to ACTIVE for port object 90623889-68a2-421a-82d6-47a1fc2de258 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:40.156660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d222102c-266b-458e-af5e-4db0f6242c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.198167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a404964a-61bb-4971-851d-2a3b97ab055f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.279294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d37-8ec6-44df-aff1-99a8662a4aff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.302329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222102c-266b-458e-af5e-4db0f6242c43 None None] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=11']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:40.337339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 5644079c-c029-4734-98d3-819bbc0efde1 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:40.340310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a404964a-61bb-4971-851d-2a3b97ab055f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 2b4fdc3c-21af-40ee-9913-68ffcbd24be8 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:40.347200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:40.561770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1441e4a1-d7ac-464d-a009-4b9903c572c5 req-4ec0a369-136e-4a95-9d21-d115e21df0bb tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:40.568960 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1441e4a1-d7ac-464d-a009-4b9903c572c5 req-4ec0a369-136e-4a95-9d21-d115e21df0bb tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 943 time: 0.7475905 Apr 05 14:37:40.584538 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a404964a-61bb-4971-851d-2a3b97ab055f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.645278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404964a-61bb-4971-851d-2a3b97ab055f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=2b4fdc3c-21af-40ee-9913-68ffcbd24be8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:40.709238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] For port c3d74fde-2a86-4db0-9967-feeea8f01ae4, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c3d74fde-2a86-4db0-9967-feeea8f01ae4,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:40.709493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.715616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aa01b578-2f8b-41cb-9f1a-03f5734700ee None None] Provisioning complete for port e194941b-15d1-4b11-8ffb-bf089aed301b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:40.716344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa01b578-2f8b-41cb-9f1a-03f5734700ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.734734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1441e4a1-d7ac-464d-a009-4b9903c572c5 req-49bcb70a-467b-4a76-af3a-b8b35fd23961 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f7239d4-f825-46a0-9fad-c5a753a1f6da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1647539 Apr 05 14:37:40.827530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-aa01b578-2f8b-41cb-9f1a-03f5734700ee None None] Port e194941b-15d1-4b11-8ffb-bf089aed301b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:37:40.839265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a404964a-61bb-4971-851d-2a3b97ab055f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.853011 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a404964a-61bb-4971-851d-2a3b97ab055f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/2b4fdc3c-21af-40ee-9913-68ffcbd24be8 HTTP/1.1" status: 204 len: 168 time: 0.9978745 Apr 05 14:37:40.855248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38190) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:40.876285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Calling delete_port for c3d74fde-2a86-4db0-9967-feeea8f01ae4 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:40.915674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d37-8ec6-44df-aff1-99a8662a4aff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:40.925951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d794af97-886f-49d9-aaed-5af5f496cdc4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:40.927611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d794af97-886f-49d9-aaed-5af5f496cdc4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:40.928931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d794af97-886f-49d9-aaed-5af5f496cdc4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:40.929730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d794af97-886f-49d9-aaed-5af5f496cdc4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:40.945863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d794af97-886f-49d9-aaed-5af5f496cdc4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:40.949704 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d794af97-886f-49d9-aaed-5af5f496cdc4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0909741 Apr 05 14:37:40.949967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38194) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:41.006702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb28d37-8ec6-44df-aff1-99a8662a4aff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb616c3-3027-41df-b619-4f4908de72db,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:41.101442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15d1fcb-eb8d-4c06-a6c4-6f932c965535 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:41.119624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bdb28d37-8ec6-44df-aff1-99a8662a4aff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.123694 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bdb28d37-8ec6-44df-aff1-99a8662a4aff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/8eb616c3-3027-41df-b619-4f4908de72db HTTP/1.1" status: 204 len: 168 time: 1.4820833 Apr 05 14:37:41.187297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38200) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:41.218461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.250305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-de630288-1b99-4a01-b68c-10c7556dd2c5 None None] Provisioning for port 90623889-68a2-421a-82d6-47a1fc2de258 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:41.258796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-de630288-1b99-4a01-b68c-10c7556dd2c5 None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:41.259364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-de630288-1b99-4a01-b68c-10c7556dd2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.278151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event deleted for resources: {'Port': ['ID=c3d74fde-2a86-4db0-9967-feeea8f01ae4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:41.312990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-eda37573-9076-45c6-a03b-efdf358859c2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 5b345c6e-db8e-4ef6-9f53-ea7653f04d92 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:41.322034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eda37573-9076-45c6-a03b-efdf358859c2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.369826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] No DVR routers for this DVR port c3d74fde-2a86-4db0-9967-feeea8f01ae4 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:41.373080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.375820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'name': 'network-vif-deleted', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:37:41.406290 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1db4449f-5512-4cea-9e2e-0228ef342b46 req-65c93cff-5429-40c3-a37a-dadc9e03b0e4 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.15 "DELETE /v2.0/ports/c3d74fde-2a86-4db0-9967-feeea8f01ae4 HTTP/1.1" status: 204 len: 173 time: 4.4691226 Apr 05 14:37:41.440614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2c7135-3c49-4540-a049-25cc3a6324f3'] response: {'server_uuid': '76b39f6c-5627-4a49-8e39-bfab86dba0fd', 'name': 'network-vif-deleted', 'tag': 'c3d74fde-2a86-4db0-9967-feeea8f01ae4', 'status': 'completed', 'code': 200} Apr 05 14:37:41.444498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router c263ee66-4455-4cd3-ad8b-214788e38aca is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:41.556473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eda37573-9076-45c6-a03b-efdf358859c2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.568626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 90623889-68a2-421a-82d6-47a1fc2de258 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:41.683015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:41.690552 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-359520d5-57a7-44f1-9a54-817ab24ea029 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/c263ee66-4455-4cd3-ad8b-214788e38aca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5618401 Apr 05 14:37:41.693400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38206) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:41.693946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eda37573-9076-45c6-a03b-efdf358859c2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.698347 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0574763-75ab-4a58-946e-3b04d01207ca None None] Sync routers for ids ['c263ee66-4455-4cd3-ad8b-214788e38aca'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:41.722398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:41.722871 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0574763-75ab-4a58-946e-3b04d01207ca None None] Routers {'c263ee66-4455-4cd3-ad8b-214788e38aca'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:41.723688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:41.724775 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0574763-75ab-4a58-946e-3b04d01207ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c263ee66-4455-4cd3-ad8b-214788e38aca'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:41.796329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7a63bb-604f-4f62-ab81-51bbfeb26360 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:41.802522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3d7a63bb-604f-4f62-ab81-51bbfeb26360 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:41.833488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3d7a63bb-604f-4f62-ab81-51bbfeb26360 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:41.835286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3d7a63bb-604f-4f62-ab81-51bbfeb26360 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports/e194941b-15d1-4b11-8ffb-bf089aed301b HTTP/1.1" status: 200 len: 911 time: 0.1401765 Apr 05 14:37:41.841968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38212) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:41.942173 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0574763-75ab-4a58-946e-3b04d01207ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:41.961727 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:37:41.978668 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0574763-75ab-4a58-946e-3b04d01207ca None None] Routers {'c263ee66-4455-4cd3-ad8b-214788e38aca'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:41.981049 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0574763-75ab-4a58-946e-3b04d01207ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c263ee66-4455-4cd3-ad8b-214788e38aca'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:42.018239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eda37573-9076-45c6-a03b-efdf358859c2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.081245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda37573-9076-45c6-a03b-efdf358859c2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=5b345c6e-db8e-4ef6-9f53-ea7653f04d92,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:42.090353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eda37573-9076-45c6-a03b-efdf358859c2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.122294 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-eda37573-9076-45c6-a03b-efdf358859c2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/5b345c6e-db8e-4ef6-9f53-ea7653f04d92 HTTP/1.1" status: 204 len: 168 time: 1.1687140 Apr 05 14:37:42.141297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38216) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:42.148305 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0574763-75ab-4a58-946e-3b04d01207ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:42.149940 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0574763-75ab-4a58-946e-3b04d01207ca None None] The sync data for ids ['c263ee66-4455-4cd3-ad8b-214788e38aca'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:42.165109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-16b63b23-d607-4faf-8923-caa5965c0f21 None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:42.165518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-16b63b23-d607-4faf-8923-caa5965c0f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.249799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-675135b8-d13a-41eb-8555-07a58789a6a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 8102f616-9ab8-4765-bd26-7df0b3b475d0 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:42.252987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-675135b8-d13a-41eb-8555-07a58789a6a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.299844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-88b575bd-ff65-4d61-bba9-b2bc03e41dd2 req-03116850-5e92-4bc7-94e4-9ed9aad3d9bf tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Synchronizing usage tracker for tenant:1f140e66157043aaa42d42875858f100 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:42.321046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-675135b8-d13a-41eb-8555-07a58789a6a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.337078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-88b575bd-ff65-4d61-bba9-b2bc03e41dd2 req-03116850-5e92-4bc7-94e4-9ed9aad3d9bf tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Unset dirty status for tenant:1f140e66157043aaa42d42875858f100 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:42.338253 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-88b575bd-ff65-4d61-bba9-b2bc03e41dd2 req-03116850-5e92-4bc7-94e4-9ed9aad3d9bf tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "GET /v2.0/ports?device_id=76b39f6c-5627-4a49-8e39-bfab86dba0fd HTTP/1.1" status: 200 len: 210 time: 0.3449414 Apr 05 14:37:42.425398 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.457864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d78af-8ce0-4ccc-a7f8-5d50766b7265 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:42.540220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3f8059d1-866c-4eb2-a54a-dcc08a578c1a None None] Could not find standard attr ID for object 2b4fdc3c-21af-40ee-9913-68ffcbd24be8. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:37:42.543627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-675135b8-d13a-41eb-8555-07a58789a6a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.571961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.640484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-675135b8-d13a-41eb-8555-07a58789a6a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.681299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675135b8-d13a-41eb-8555-07a58789a6a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=8102f616-9ab8-4765-bd26-7df0b3b475d0,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:42.693893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-675135b8-d13a-41eb-8555-07a58789a6a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.711777 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-675135b8-d13a-41eb-8555-07a58789a6a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/8102f616-9ab8-4765-bd26-7df0b3b475d0 HTTP/1.1" status: 204 len: 168 time: 0.5672381 Apr 05 14:37:42.712487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38220) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:42.780792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1f6b7a0b-a7bc-4ad3-8e67-08d610b5c9dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:router {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:42.804944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1f6b7a0b-a7bc-4ad3-8e67-08d610b5c9dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:router {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:42.806266 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1f6b7a0b-a7bc-4ad3-8e67-08d610b5c9dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931048 Apr 05 14:37:42.809043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38224) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:42.814954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:42.816720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119719fd-0b32-42ca-af67-d452a7ac48de None None] Update dhcp port {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '8102f616-9ab8-4765-bd26-7df0b3b475d0'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '90623889-68a2-421a-82d6-47a1fc2de258'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:37:42.866934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-119719fd-0b32-42ca-af67-d452a7ac48de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:42.933947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:42.939612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:42.943524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:42.979669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:43.002811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:43.075810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a738aff-81ba-4dff-9eca-069f00cff764 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:43.183485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 838fd1a9-4536-49d1-92db-09cf67bc184d {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:43.183827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.204951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.243555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5ff9a9c3-c944-4d42-9215-1db1dc247a89 None None] Provisioning complete for port 90623889-68a2-421a-82d6-47a1fc2de258 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:43.244058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5ff9a9c3-c944-4d42-9215-1db1dc247a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.373575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 838fd1a9-4536-49d1-92db-09cf67bc184d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=838fd1a9-4536-49d1-92db-09cf67bc184d,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:43.373792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.399580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:43.404538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Deleting port 90623889-68a2-421a-82d6-47a1fc2de258 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:43.405015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.535486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38230) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:43.563914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 90623889-68a2-421a-82d6-47a1fc2de258 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:43.632438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 838fd1a9-4536-49d1-92db-09cf67bc184d owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:43.778819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:43.779267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.830674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.884955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=838fd1a9-4536-49d1-92db-09cf67bc184d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:43.887063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.912877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Calling delete_port for 90623889-68a2-421a-82d6-47a1fc2de258 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:43.938525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:43.989533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:43.995810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:44.000023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:44.000610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.008910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:44.022753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.023232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=46b724be-2c94-456d-b06e-d307a34de683,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:44.087504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:44.088024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:44.108349 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5dd975d0-7e68-479a-b240-7f04abc284e9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2981732 Apr 05 14:37:44.108849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38234) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:44.118524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:44.125166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=14']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:44.211193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port e194941b-15d1-4b11-8ffb-bf089aed301b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:44.211454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.225616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.534098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:44.545644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:44.559967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:44.576052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:44.589345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Deleting port 90623889-68a2-421a-82d6-47a1fc2de258 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:44.590222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.612612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.624585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:44.629664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.808336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for e194941b-15d1-4b11-8ffb-bf089aed301b owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:44.812717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 46239b44-2ad3-4650-8a74-3a1a6800af20 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:44.830962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] For port 90623889-68a2-421a-82d6-47a1fc2de258, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=90623889-68a2-421a-82d6-47a1fc2de258,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:44.831344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:44.951204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Calling delete_port for 90623889-68a2-421a-82d6-47a1fc2de258 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:45.022871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:45.031518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.041700 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8882d5c6-0ba3-4a13-abee-89e983a11c31 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/46239b44-2ad3-4650-8a74-3a1a6800af20/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8509989 Apr 05 14:37:45.042006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38238) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:45.070788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] Sync routers for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:45.071752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.094350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] Pushing event deleted for resources: {'Port': ['ID=90623889-68a2-421a-82d6-47a1fc2de258,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:45.101317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:45.101922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:45.149824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8810ca5-960d-410f-ba49-7ac9ffa6378f None None] No DVR routers for this DVR port 90623889-68a2-421a-82d6-47a1fc2de258 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:45.223733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34691b2d-fdf6-4409-bd0d-aa868215c644 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:45.272608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.319783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=e194941b-15d1-4b11-8ffb-bf089aed301b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:45.350763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3215931-2aa1-409a-81ee-beee7e105ee2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:45.357484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3215931-2aa1-409a-81ee-beee7e105ee2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.450817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3215931-2aa1-409a-81ee-beee7e105ee2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.488776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:45.568911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3215931-2aa1-409a-81ee-beee7e105ee2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.647756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3215931-2aa1-409a-81ee-beee7e105ee2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.686652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '46b724be-2c94-456d-b06e-d307a34de683'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:37:45.687458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.694612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3215931-2aa1-409a-81ee-beee7e105ee2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.702184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3215931-2aa1-409a-81ee-beee7e105ee2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:45.703933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cd8728-48e8-44f9-8bfb-fbaac3d74ff3 None None] Network 65fa9113-4b10-4a07-b2cd-6b0b326f5719 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:45.710068 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b3215931-2aa1-409a-81ee-beee7e105ee2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/ef646b0a-f62f-4fbf-a94d-0e9a6f36b3d7 HTTP/1.1" status: 204 len: 168 time: 0.6633534 Apr 05 14:37:45.710068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38242) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:45.798710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.920573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:37:45.921406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:45.984415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.116462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:46.122186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:46.130000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=99bf31f5-504f-4eed-b2f1-920a3041e672,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:46.130258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Allocated IP 172.20.0.2 (f733e752-faf0-4209-b7c7-bca371750f1b/46b724be-2c94-456d-b06e-d307a34de683/8e87a2db-02c3-48de-af8e-b419b9f1635c) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:46.168096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.173176 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Allocated IP 2001:db8::f816:3eff:fe1a:8371 (f733e752-faf0-4209-b7c7-bca371750f1b/99bf31f5-504f-4eed-b2f1-920a3041e672/8e87a2db-02c3-48de-af8e-b419b9f1635c) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:46.183807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:46.184179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.196329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:46.196952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.383492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:46.384738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.387822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96'}], 'enable_snat': True}, 'gw_port_id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:43Z', 'revision_number': 7, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:fb:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:34:47Z', 'updated_at': '2022-04-05T14:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:46.390442 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0c381c28-6d65-42ee-b23f-696c7549db1b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2771609 Apr 05 14:37:46.395167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38246) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:46.406457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:37:b8:21', 'name': 'tempest-NetworksTestDHCPv6-1113274139'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:46.434422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] Checking router: 46239b44-2ad3-4650-8a74-3a1a6800af20 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:46.471657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] Routers {'46239b44-2ad3-4650-8a74-3a1a6800af20'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:46.472298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['46239b44-2ad3-4650-8a74-3a1a6800af20'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:46.518230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:46.525602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] DHCP port deletion for 65fa9113-4b10-4a07-b2cd-6b0b326f5719 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:46.583806 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.597829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] Deleting port da5d480e-3840-45f3-9fd3-fc302cb83501 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:46.598215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.713638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.714973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Transition to ACTIVE for port object 8e87a2db-02c3-48de-af8e-b419b9f1635c will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:46.719182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] Set router 46239b44-2ad3-4650-8a74-3a1a6800af20 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:46.742139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:46.760852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:46.781489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:46.788650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:46.793532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router c263ee66-4455-4cd3-ad8b-214788e38aca has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:46.799602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:46.824939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:46.828762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.864746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Transition to ACTIVE for port object 8e87a2db-02c3-48de-af8e-b419b9f1635c will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:46.868769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:46Z', 'revision_number': 8, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:46.971089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:46.974676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c393f7-f3bc-4f41-af22-33fe42bbfc03 None None] The sync data for ids ['46239b44-2ad3-4650-8a74-3a1a6800af20'] in dv-neutron-829488-2-hyperv is: [{'id': '46239b44-2ad3-4650-8a74-3a1a6800af20', 'name': 'tempest-TestNetworkBasicOps-router-992265666', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:34:45Z', 'updated_at': '2022-04-05T14:37:46Z', 'revision_number': 8, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:47.077229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] For port da5d480e-3840-45f3-9fd3-fc302cb83501, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=da5d480e-3840-45f3-9fd3-fc302cb83501,segment=NetworkSegment(5de1f4da-264f-4ed8-9f29-0b24720d9e09),segment_id=5de1f4da-264f-4ed8-9f29-0b24720d9e09)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:47.077624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.085756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:47.088636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Pushing event updated for resources: {'Port': ['ID=8e87a2db-02c3-48de-af8e-b419b9f1635c,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:47.092643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.093015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:47.110634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 982051d4-1df2-4263-9a87-6f354c3aa0fe yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:37:47.141416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:47.203031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] Calling delete_port for da5d480e-3840-45f3-9fd3-fc302cb83501 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:47.240482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:47.252454 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e06eb-67bd-46d8-bad7-c77bf7819135 None None] Sync routers for ids ['c263ee66-4455-4cd3-ad8b-214788e38aca'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:47.272014 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e06eb-67bd-46d8-bad7-c77bf7819135 None None] Routers {'c263ee66-4455-4cd3-ad8b-214788e38aca'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:47.272917 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-351e06eb-67bd-46d8-bad7-c77bf7819135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c263ee66-4455-4cd3-ad8b-214788e38aca'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:47.295404 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-84939393-6bdc-4bc4-a0e1-a3606dee1628 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/c263ee66-4455-4cd3-ad8b-214788e38aca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4521224 Apr 05 14:37:47.306538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38250) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:47.366443 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-351e06eb-67bd-46d8-bad7-c77bf7819135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:47.378306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0235c669-10f3-4a2e-9bb2-bbb0e825a059 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:47.384061 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351e06eb-67bd-46d8-bad7-c77bf7819135 None None] Routers {'c263ee66-4455-4cd3-ad8b-214788e38aca'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:47.386418 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-351e06eb-67bd-46d8-bad7-c77bf7819135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c263ee66-4455-4cd3-ad8b-214788e38aca'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:47.402574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.406907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.411946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Attempting to bind port 8e87a2db-02c3-48de-af8e-b419b9f1635c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:47.411946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Attempting to bind port 8e87a2db-02c3-48de-af8e-b419b9f1635c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:47.412236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Attempting to bind port 8e87a2db-02c3-48de-af8e-b419b9f1635c on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:47.426718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:47.427191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:47.427593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.428198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:47.428682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Bound port: 8e87a2db-02c3-48de-af8e-b419b9f1635c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:47.429112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.447808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.448362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Fanout notify agent at l3_agent the message router_deleted on router 46239b44-2ad3-4650-8a74-3a1a6800af20 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:47.450814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.463137 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-351e06eb-67bd-46d8-bad7-c77bf7819135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:47.464007 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351e06eb-67bd-46d8-bad7-c77bf7819135 None None] The sync data for ids ['c263ee66-4455-4cd3-ad8b-214788e38aca'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:47.470084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.482877 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d1a34941-89c2-4f31-900f-a32c13400d57 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/routers/46239b44-2ad3-4650-8a74-3a1a6800af20 HTTP/1.1" status: 204 len: 168 time: 1.7726202 Apr 05 14:37:47.483736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38254) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:47.509932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0235c669-10f3-4a2e-9bb2-bbb0e825a059 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:47.511228 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0235c669-10f3-4a2e-9bb2-bbb0e825a059 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=c263ee66-4455-4cd3-ad8b-214788e38aca HTTP/1.1" status: 200 len: 205 time: 0.2009721 Apr 05 14:37:47.514849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38258) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:47.528789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] Pushing event deleted for resources: {'Port': ['ID=da5d480e-3840-45f3-9fd3-fc302cb83501,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:47.565755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4660bba-8108-4492-be4b-6d85ad0ba07f None None] No DVR routers for this DVR port da5d480e-3840-45f3-9fd3-fc302cb83501 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:47.581735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 172.20.0.9 (f733e752-faf0-4209-b7c7-bca371750f1b/46b724be-2c94-456d-b06e-d307a34de683/982051d4-1df2-4263-9a87-6f354c3aa0fe) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:47.584018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Deleting port c9f071ae-3bec-409c-927a-a39678b4d76e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:47.584356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.621595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:fe37:b821 (f733e752-faf0-4209-b7c7-bca371750f1b/99bf31f5-504f-4eed-b2f1-920a3041e672/982051d4-1df2-4263-9a87-6f354c3aa0fe) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:47.622093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] For port 8e87a2db-02c3-48de-af8e-b419b9f1635c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:47.626992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] For port 8e87a2db-02c3-48de-af8e-b419b9f1635c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8e87a2db-02c3-48de-af8e-b419b9f1635c,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:47.633244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.739069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26d9b9-16fa-4d73-b956-b7a3fe199b8d None None] Pushing event updated for resources: {'Port': ['ID=8e87a2db-02c3-48de-af8e-b419b9f1635c,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:47.779625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.791850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00f500d5-dd31-4b2f-a80a-7f30683afae7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.903695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] For port c9f071ae-3bec-409c-927a-a39678b4d76e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c9f071ae-3bec-409c-927a-a39678b4d76e,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:47.904570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:47.994862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device da5d480e-3840-45f3-9fd3-fc302cb83501 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:48.046928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: da5d480e-3840-45f3-9fd3-fc302cb83501 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:48.047275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device da5d480e-3840-45f3-9fd3-fc302cb83501 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:48.047682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 838fd1a9-4536-49d1-92db-09cf67bc184d no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:48.086310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 838fd1a9-4536-49d1-92db-09cf67bc184d {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:48.086647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 838fd1a9-4536-49d1-92db-09cf67bc184d not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:48.093837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Calling delete_port for c9f071ae-3bec-409c-927a-a39678b4d76e owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:48.100084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.194738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.235352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 982051d4-1df2-4263-9a87-6f354c3aa0fe will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:48.270602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fa9113-4b10-4a07-b2cd-6b0b326f5719']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:48.277689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.368279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:48.373048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:48.405407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:48.436485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=982051d4-1df2-4263-9a87-6f354c3aa0fe,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:48.456998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de1f4da-264f-4ed8-9f29-0b24720d9e09') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:48.457568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de1f4da-264f-4ed8-9f29-0b24720d9e09') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:48.486534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:48.487142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.492970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.535672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.549050 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event deleted for resources: {'Port': ['ID=c9f071ae-3bec-409c-927a-a39678b4d76e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:48.551825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00f500d5-dd31-4b2f-a80a-7f30683afae7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.562305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.568490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00f500d5-dd31-4b2f-a80a-7f30683afae7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.572436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:48.572823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.591802 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ad5437ba-63ae-4be0-976f-74fe18ef7af6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1956067 Apr 05 14:37:48.592569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38262) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:48.681666 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:48.708112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.736211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.747411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=65fa9113-4b10-4a07-b2cd-6b0b326f5719,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:48.752501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00f500d5-dd31-4b2f-a80a-7f30683afae7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.752928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f500d5-dd31-4b2f-a80a-7f30683afae7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Fanout notify agent at l3_agent the message router_deleted on router c263ee66-4455-4cd3-ad8b-214788e38aca {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:48.771068 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8d76ae41-5a72-4669-8c5d-a5d98b43c45c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/65fa9113-4b10-4a07-b2cd-6b0b326f5719 HTTP/1.1" status: 204 len: 168 time: 1.2829833 Apr 05 14:37:48.782205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-00f500d5-dd31-4b2f-a80a-7f30683afae7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:48.783304 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-00f500d5-dd31-4b2f-a80a-7f30683afae7 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/c263ee66-4455-4cd3-ad8b-214788e38aca HTTP/1.1" status: 204 len: 168 time: 1.2679670 Apr 05 14:37:48.789886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38268) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:48.791378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38270) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:48.798500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--631687718', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:48.888217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:48.938769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:network and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:48.949830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:48.964222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:48.984880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:48.988398 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.001989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15784c2b-06ba-42b2-b709-c045ffb86718 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:49.005953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15784c2b-06ba-42b2-b709-c045ffb86718 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:49.006814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-15784c2b-06ba-42b2-b709-c045ffb86718 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:49.021350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03211369-35fd-40a0-ab0d-25176055e0b0 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:49.038963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-336f9156-ea69-4bb7-ac99-d10a85ad6aeb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet edbb43c6-8a94-4128-b25b-e227cb858c3a {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:49.039959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-15784c2b-06ba-42b2-b709-c045ffb86718 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:49.043532 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-15784c2b-06ba-42b2-b709-c045ffb86718 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.4423852 Apr 05 14:37:49.044554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38276) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:49.054769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-336f9156-ea69-4bb7-ac99-d10a85ad6aeb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.115251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:37:49.124210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a50c7a4f-55d6-418e-a051-0964120339ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 982051d4-1df2-4263-9a87-6f354c3aa0fe {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:49.124583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a50c7a4f-55d6-418e-a051-0964120339ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.128783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.129135 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment f07791e0-7aa0-4191-8a8c-3fa3ceee6568 of type vlan for network d4cfb92b-bbde-4a91-b338-600bafbd35b4 Apr 05 14:37:49.131921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-95ae4cc6-f413-4fd7-b07c-2fd76a8e5ffd None None] Provisioning for port 8e87a2db-02c3-48de-af8e-b419b9f1635c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:49.140047 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-336f9156-ea69-4bb7-ac99-d10a85ad6aeb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.207269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.262468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.266482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:49.267059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.294836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-336f9156-ea69-4bb7-ac99-d10a85ad6aeb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.324489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.426124 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6291375 Apr 05 14:37:49.430382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38280) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:49.435156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a6ab5b-668e-4f01-859d-80938c036c5f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=d4cfb92b-bbde-4a91-b338-600bafbd35b4,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:49.439855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'admin_state_up': True, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:49.447135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:37:49.451648 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:49.456404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:router and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:49.461061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:49.470504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:49.486574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-336f9156-ea69-4bb7-ac99-d10a85ad6aeb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.527379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.528327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.538623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f9156-ea69-4bb7-ac99-d10a85ad6aeb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=edbb43c6-8a94-4128-b25b-e227cb858c3a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:49.538832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a50c7a4f-55d6-418e-a051-0964120339ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.544984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-336f9156-ea69-4bb7-ac99-d10a85ad6aeb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.562116 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-336f9156-ea69-4bb7-ac99-d10a85ad6aeb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/edbb43c6-8a94-4128-b25b-e227cb858c3a HTTP/1.1" status: 204 len: 168 time: 0.7700062 Apr 05 14:37:49.563230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38284) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:49.634776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.650193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a48973d-59c9-403e-b299-02de756e1f72 None None] Network 5644079c-c029-4734-98d3-819bbc0efde1 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:49.713703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a50c7a4f-55d6-418e-a051-0964120339ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 982051d4-1df2-4263-9a87-6f354c3aa0fe owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:49.758403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8e87a2db-02c3-48de-af8e-b419b9f1635c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:49.795390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.865667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 8e87a2db-02c3-48de-af8e-b419b9f1635c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:49.874815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 8e87a2db-02c3-48de-af8e-b419b9f1635c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:49.875490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:49.965217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 59636fa7-0b7f-4096-b1da-47026a92b9bb {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:49.965523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.017200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.068377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a50c7a4f-55d6-418e-a051-0964120339ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.101468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.188725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 8e87a2db-02c3-48de-af8e-b419b9f1635c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8e87a2db-02c3-48de-af8e-b419b9f1635c,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:50.205908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-87131528-394d-46c3-8c85-205ffcd7d83a None None] Provisioning complete for port 8e87a2db-02c3-48de-af8e-b419b9f1635c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:50.206301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-87131528-394d-46c3-8c85-205ffcd7d83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.239490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50c7a4f-55d6-418e-a051-0964120339ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=982051d4-1df2-4263-9a87-6f354c3aa0fe,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:50.266550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.341997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:50.378882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a50c7a4f-55d6-418e-a051-0964120339ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.388511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:50.389071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a8bddb5-6b47-41d5-8b2a-8aa76bcb6ff4 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:50.434183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 59636fa7-0b7f-4096-b1da-47026a92b9bb, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=59636fa7-0b7f-4096-b1da-47026a92b9bb,segment=NetworkSegment(6147ff0a-4f11-4562-b2c1-39d1b20d6a55),segment_id=6147ff0a-4f11-4562-b2c1-39d1b20d6a55)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:50.434592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.445052 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a50c7a4f-55d6-418e-a051-0964120339ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/982051d4-1df2-4263-9a87-6f354c3aa0fe HTTP/1.1" status: 204 len: 168 time: 1.3996558 Apr 05 14:37:50.448258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38288) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:50.472241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=8e87a2db-02c3-48de-af8e-b419b9f1635c,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:50.486931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-87131528-394d-46c3-8c85-205ffcd7d83a None None] Could not find standard attr ID for object 982051d4-1df2-4263-9a87-6f354c3aa0fe. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:37:50.547349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] DHCP port deletion for 5644079c-c029-4734-98d3-819bbc0efde1 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:50.552207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] Deleting port 59636fa7-0b7f-4096-b1da-47026a92b9bb {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:50.552576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.600762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 59636fa7-0b7f-4096-b1da-47026a92b9bb owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:50.664817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b32a86e0-38c9-4d78-b71a-73f6ef01839c None None] Could not find standard attr ID for object 982051d4-1df2-4263-9a87-6f354c3aa0fe. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:37:50.701709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6383e-3aaa-4f61-b112-795b1486e58d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:50.704242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6383e-3aaa-4f61-b112-795b1486e58d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:50.705785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb6383e-3aaa-4f61-b112-795b1486e58d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:50.708173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9eb6383e-3aaa-4f61-b112-795b1486e58d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:50.734538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:50.754841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.796319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] For port 59636fa7-0b7f-4096-b1da-47026a92b9bb, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=59636fa7-0b7f-4096-b1da-47026a92b9bb,segment=NetworkSegment(6147ff0a-4f11-4562-b2c1-39d1b20d6a55),segment_id=6147ff0a-4f11-4562-b2c1-39d1b20d6a55)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:50.796736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:50.806633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9eb6383e-3aaa-4f61-b112-795b1486e58d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:50.810487 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9eb6383e-3aaa-4f61-b112-795b1486e58d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3601460 Apr 05 14:37:50.817148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38292) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:50.817990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No DVR routers for this DVR port 59636fa7-0b7f-4096-b1da-47026a92b9bb on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:50.886524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=59636fa7-0b7f-4096-b1da-47026a92b9bb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:50.929626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] Calling delete_port for 59636fa7-0b7f-4096-b1da-47026a92b9bb owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:50.968384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:50.976201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5b5dbcdd-b0b3-4aea-8daa-b8c7b23952b3 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "PUT /v2.0/routers/4a2a04d3-98ff-41b3-b656-846ca1eb2194/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4380019 Apr 05 14:37:50.976959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38296) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:50.980534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] Sync routers for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:51.011624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:51.012329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:51.057869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.125795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:37:51.126441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:37:51.149116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.185790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-875fbf58-08bd-4681-81b3-a718108caf1b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Deleting subnet 32dcb1e4-4eec-4be9-80d3-a3b49652dd8b {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:51.189469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-875fbf58-08bd-4681-81b3-a718108caf1b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.192595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:51.221953 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.244205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-875fbf58-08bd-4681-81b3-a718108caf1b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.279915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5644079c-c029-4734-98d3-819bbc0efde1']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:51.309836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6147ff0a-4f11-4562-b2c1-39d1b20d6a55') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:51.310151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6147ff0a-4f11-4562-b2c1-39d1b20d6a55') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:51.330156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-875fbf58-08bd-4681-81b3-a718108caf1b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.369067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe727263-eb93-4b95-88e1-d4357ecd84f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 46b724be-2c94-456d-b06e-d307a34de683 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:51.375381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.383505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe727263-eb93-4b95-88e1-d4357ecd84f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.404401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-875fbf58-08bd-4681-81b3-a718108caf1b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.434345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.449086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fbf58-08bd-4681-81b3-a718108caf1b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event deleted for resources: {'Subnet': ['ID=32dcb1e4-4eec-4be9-80d3-a3b49652dd8b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:51.454301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-875fbf58-08bd-4681-81b3-a718108caf1b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.463767 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-875fbf58-08bd-4681-81b3-a718108caf1b tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "DELETE /v2.0/subnets/32dcb1e4-4eec-4be9-80d3-a3b49652dd8b HTTP/1.1" status: 204 len: 168 time: 0.4857943 Apr 05 14:37:51.464227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:51.464396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38300) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:51.464622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.477695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313fac82-07af-4cec-9ad1-c9f3e010c979 None None] Network 58fbbe4e-76da-445a-991c-ac4d0daab06d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:51.479699 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:51.482197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.78 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/da5eec21-2688-4e83-b5cb-ba3ab94204ce) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:51.545255 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe727263-eb93-4b95-88e1-d4357ecd84f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.574983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8e87a2db-02c3-48de-af8e-b419b9f1635c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:51.627115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] Deleting port 59636fa7-0b7f-4096-b1da-47026a92b9bb {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:51.627734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.685042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.758313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe727263-eb93-4b95-88e1-d4357ecd84f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.760290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deeff51e-db0f-4535-9014-a63334ba6f70 None None] The port '59636fa7-0b7f-4096-b1da-47026a92b9bb' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:37:51.800923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.837672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237'}], 'enable_snat': True}, 'gw_port_id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:37:48Z', 'revision_number': 5, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port': {'id': '142c9ad8-6aaf-4fe5-af49-cf3110e66787', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:e7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:35:22Z', 'updated_at': '2022-04-05T14:35:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:51.839528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.846782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] Checking router: 4a2a04d3-98ff-41b3-b656-846ca1eb2194 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:51.855177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=5644079c-c029-4734-98d3-819bbc0efde1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:51.880276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] Routers {'4a2a04d3-98ff-41b3-b656-846ca1eb2194'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:51.880898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:51.906093 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f274a674-6c8c-4c71-8c79-e813647c5466 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/5644079c-c029-4734-98d3-819bbc0efde1 HTTP/1.1" status: 204 len: 168 time: 2.3379681 Apr 05 14:37:51.908580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38304) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:51.917763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1292132223', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:51.919547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.930681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Deleting port 142c9ad8-6aaf-4fe5-af49-cf3110e66787 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:51.931059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.934482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:51.944419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:router and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:51.949253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:51.954190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.963434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:51.969851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe727263-eb93-4b95-88e1-d4357ecd84f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:51.988087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 8e87a2db-02c3-48de-af8e-b419b9f1635c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:51.988087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.017847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe727263-eb93-4b95-88e1-d4357ecd84f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=46b724be-2c94-456d-b06e-d307a34de683,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:52.022075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.022762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.031704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fe727263-eb93-4b95-88e1-d4357ecd84f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.050311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8b07e4-4947-407c-8579-3a1437b5ba1a None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:52.065398 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fe727263-eb93-4b95-88e1-d4357ecd84f6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/46b724be-2c94-456d-b06e-d307a34de683 HTTP/1.1" status: 204 len: 168 time: 1.2431190 Apr 05 14:37:52.066789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38308) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:52.071074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.080738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.177691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] Set router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:52.195028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] For port 142c9ad8-6aaf-4fe5-af49-cf3110e66787, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=142c9ad8-6aaf-4fe5-af49-cf3110e66787,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:52.196458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.240396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] DHCP port deletion for 58fbbe4e-76da-445a-991c-ac4d0daab06d request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:52.325375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] Deleting port 2d4b02a0-2358-4569-8355-9c42c0a62537 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:52.325771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.340698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:52.347152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=da5eec21-2688-4e83-b5cb-ba3ab94204ce,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:52.355640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:52.400931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:52.458159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:37:51Z', 'revision_number': 6, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:52.484307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Calling delete_port for 142c9ad8-6aaf-4fe5-af49-cf3110e66787 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:52.494678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785f60f7-4d46-41f9-92e0-28cb49c91a56 None None] The sync data for ids ['4a2a04d3-98ff-41b3-b656-846ca1eb2194'] in dv-neutron-829488-2-hyperv is: [{'id': '4a2a04d3-98ff-41b3-b656-846ca1eb2194', 'name': 'tempest-TestNetworkAdvancedServerOps-router-450357415', 'tenant_id': '1f140e66157043aaa42d42875858f100', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:35:20Z', 'updated_at': '2022-04-05T14:37:51Z', 'revision_number': 6, 'project_id': '1f140e66157043aaa42d42875858f100', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:52.519011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.618735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9b963a-b7f8-4db0-877f-9265d14c1a01 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 99bf31f5-504f-4eed-b2f1-920a3041e672 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:37:52.622952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d9b963a-b7f8-4db0-877f-9265d14c1a01 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.688696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d9b963a-b7f8-4db0-877f-9265d14c1a01 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.703737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] For port 2d4b02a0-2358-4569-8355-9c42c0a62537, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2d4b02a0-2358-4569-8355-9c42c0a62537,segment=NetworkSegment(30e48794-5e6f-4c61-8d15-2cdca7a6df1c),segment_id=30e48794-5e6f-4c61-8d15-2cdca7a6df1c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:52.704120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.734409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.735509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.825197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.828922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] Calling delete_port for 2d4b02a0-2358-4569-8355-9c42c0a62537 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:52.829096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d9b963a-b7f8-4db0-877f-9265d14c1a01 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:52.911866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event deleted for resources: {'Port': ['ID=142c9ad8-6aaf-4fe5-af49-cf3110e66787,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:52.938303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 59636fa7-0b7f-4096-b1da-47026a92b9bb no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:52.985914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 59636fa7-0b7f-4096-b1da-47026a92b9bb {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:52.986721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 59636fa7-0b7f-4096-b1da-47026a92b9bb not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:52.989319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.010416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.033149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d9b963a-b7f8-4db0-877f-9265d14c1a01 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.057153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] No DVR routers for this DVR port 2d4b02a0-2358-4569-8355-9c42c0a62537 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:53.068336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a317c2-1051-475b-ac26-bc7819aaee3b None None] Pushing event deleted for resources: {'Port': ['ID=2d4b02a0-2358-4569-8355-9c42c0a62537,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:53.069178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.094293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9b963a-b7f8-4db0-877f-9265d14c1a01 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=99bf31f5-504f-4eed-b2f1-920a3041e672,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:53.229558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d9b963a-b7f8-4db0-877f-9265d14c1a01 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.246385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 172.26.6.2 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/3534aea9-397a-493b-917d-9efe9a01716b) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:53.248115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7d9b963a-b7f8-4db0-877f-9265d14c1a01 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/99bf31f5-504f-4eed-b2f1-920a3041e672 HTTP/1.1" status: 204 len: 168 time: 1.1803277 Apr 05 14:37:53.248896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.250523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38312) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:53.332248 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-51c3538a-6b91-4e70-8189-3e0924f11e52 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780816 Apr 05 14:37:53.354933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38316) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:53.364407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:53.535175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.540346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.572600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.573329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Fanout notify agent at l3_agent the message router_deleted on router 4a2a04d3-98ff-41b3-b656-846ca1eb2194 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:37:53.574514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c9f071ae-3bec-409c-927a-a39678b4d76e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:53.584799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.585916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-89fa43d3-040c-45ee-8704-aed6078daf6a tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "DELETE /v2.0/routers/4a2a04d3-98ff-41b3-b656-846ca1eb2194 HTTP/1.1" status: 204 len: 168 time: 2.1205757 Apr 05 14:37:53.588662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38320) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:53.600303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:53.607407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:53.612851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:53.625511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:53.652350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.655941 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:53.660497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.664360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c00c7c8-73c0-49c2-8f03-df28b31bf8ed None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:53.723666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: c9f071ae-3bec-409c-927a-a39678b4d76e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:53.724146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c9f071ae-3bec-409c-927a-a39678b4d76e not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:53.725447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2d4b02a0-2358-4569-8355-9c42c0a62537 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:53.730220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.770755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 05995847-c536-4ef6-9f76-aab996aa1e3b is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:53.864209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 2d4b02a0-2358-4569-8355-9c42c0a62537 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:53.864461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2d4b02a0-2358-4569-8355-9c42c0a62537 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:53.864732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 142c9ad8-6aaf-4fe5-af49-cf3110e66787 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:53.870603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.916112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 142c9ad8-6aaf-4fe5-af49-cf3110e66787 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:53.916363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 142c9ad8-6aaf-4fe5-af49-cf3110e66787 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:53.945582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4840a183-514f-49fd-b2c0-e0ee690e3436 None None] Provisioning complete for port 8e87a2db-02c3-48de-af8e-b419b9f1635c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:53.945938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4840a183-514f-49fd-b2c0-e0ee690e3436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:53.997707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.025503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fbbe4e-76da-445a-991c-ac4d0daab06d']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:54.038865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e48794-5e6f-4c61-8d15-2cdca7a6df1c') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:54.039304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e48794-5e6f-4c61-8d15-2cdca7a6df1c') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:54.051121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.068019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.075014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:37:54.075613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:37:54.092455 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:37:54.163520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=3534aea9-397a-493b-917d-9efe9a01716b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:54.167137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bca84137-4a51-49ea-8f29-56d04fb62c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.179638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:54.179857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.187611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:54.194351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:54.197376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.209661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event deleted for resources: {'Network': ['ID=58fbbe4e-76da-445a-991c-ac4d0daab06d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:54.221078 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-87777975-ddbf-43cc-9db2-a6cc363c6609 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "DELETE /v2.0/networks/58fbbe4e-76da-445a-991c-ac4d0daab06d HTTP/1.1" status: 204 len: 168 time: 0.6286726 Apr 05 14:37:54.221267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38324) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:54.264463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:37:54.268763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] Deleting port 8e87a2db-02c3-48de-af8e-b419b9f1635c {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:54.269130 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.298771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8861-a6a9-496b-8f6c-0b71ccca13b6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.329524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8861-a6a9-496b-8f6c-0b71ccca13b6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.345114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.404357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8861-a6a9-496b-8f6c-0b71ccca13b6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.425195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc8861-a6a9-496b-8f6c-0b71ccca13b6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f7239d4-f825-46a0-9fad-c5a753a1f6da,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:54.435438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:54.437577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f5fc8861-a6a9-496b-8f6c-0b71ccca13b6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.441414 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f5fc8861-a6a9-496b-8f6c-0b71ccca13b6 tempest-TestNetworkAdvancedServerOps-1814749216 tempest-TestNetworkAdvancedServerOps-1814749216-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f7239d4-f825-46a0-9fad-c5a753a1f6da HTTP/1.1" status: 204 len: 168 time: 0.2166531 Apr 05 14:37:54.442333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:54.446178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:54.446759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.468142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=e9bf52a6-e93d-42dd-84bc-80a253f08749,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:54.510083 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0290a93d-9431-4dad-a896-9424c728f213 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1538143 Apr 05 14:37:54.512891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38330) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:54.526393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:54.531197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:54.534368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] For port 8e87a2db-02c3-48de-af8e-b419b9f1635c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8e87a2db-02c3-48de-af8e-b419b9f1635c,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:54.535453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.541190 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Sync routers for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:54.562679 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:54.562977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.563306 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:54.563673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.589533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.591027 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3574c525-a786-49ed-b954-c581f3e4bf74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1597033 Apr 05 14:37:54.594900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38336) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:54.687930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] Calling delete_port for 8e87a2db-02c3-48de-af8e-b419b9f1635c owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:37:54.799782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:54.804102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:54.806439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:54.809897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:54.818601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:54.821529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38340) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:54.822201 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a060076a-ec0f-48f0-9738-571bcbd2e76e tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2216246 Apr 05 14:37:54.840714 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:54.859311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] Pushing event deleted for resources: {'Port': ['ID=8e87a2db-02c3-48de-af8e-b419b9f1635c,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:54.869343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8cf9c3-be91-4989-a0ef-f63e0fff2054 None None] No DVR routers for this DVR port 8e87a2db-02c3-48de-af8e-b419b9f1635c on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:37:54.887775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d919229-db6f-4c32-ba83-0f358b84d7da None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:54.973766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38346) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:55.001068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 235b672e-9359-4557-8892-d7a4c232613b is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:37:55.003754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:55.009972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.103016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934522bf-8b2d-424a-9145-0517f2f783dc tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:55.104782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-934522bf-8b2d-424a-9145-0517f2f783dc tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2814837 Apr 05 14:37:55.109349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38352) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:55.196401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': 'e9bf52a6-e93d-42dd-84bc-80a253f08749'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:37:55.198334 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.241757 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-950806b1-2fee-471d-9012-55c8e8d4cb13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f140e66157043aaa42d42875858f100&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2664289 Apr 05 14:37:55.245257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38356) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:55.276415 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:37:52Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:55.280673 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Checking router: 05995847-c536-4ef6-9f76-aab996aa1e3b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:37:55.281229 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Updating router 05995847-c536-4ef6-9f76-aab996aa1e3b port da5eec21-2688-4e83-b5cb-ba3ab94204ce binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:37:55.324863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:55.328650 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ad00b543-a9b0-4c29-9e27-802d7310f0bc tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2177815 Apr 05 14:37:55.329319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38360) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:55.337171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-4173400', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:55.342407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd156b6a-bd51-4fcd-9106-5631337c91a0 None None] Sync routers for ids ['235b672e-9359-4557-8892-d7a4c232613b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:55.345419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-36e82448-4354-4874-b707-84f2891e687f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.356628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.357798 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e017d7d9-358e-4a01-a3ae-5bc11db9ddee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.4465857 Apr 05 14:37:55.359197 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.360603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38364) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:55.405402 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd156b6a-bd51-4fcd-9106-5631337c91a0 None None] Routers {'235b672e-9359-4557-8892-d7a4c232613b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:55.406587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dd156b6a-bd51-4fcd-9106-5631337c91a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['235b672e-9359-4557-8892-d7a4c232613b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:55.482034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-36e82448-4354-4874-b707-84f2891e687f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.515111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dd156b6a-bd51-4fcd-9106-5631337c91a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:55.520384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:55.545736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:55.550228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:55.560234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:55.563929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd156b6a-bd51-4fcd-9106-5631337c91a0 None None] Routers {'235b672e-9359-4557-8892-d7a4c232613b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:55.564657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dd156b6a-bd51-4fcd-9106-5631337c91a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['235b672e-9359-4557-8892-d7a4c232613b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:55.588319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:55.621485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8e87a2db-02c3-48de-af8e-b419b9f1635c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:37:55.623870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-36e82448-4354-4874-b707-84f2891e687f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.657191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Allocated IP 172.20.0.2 (f733e752-faf0-4209-b7c7-bca371750f1b/e9bf52a6-e93d-42dd-84bc-80a253f08749/4ca121e7-36b8-4d31-9844-dcc9d204363f) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:55.667136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dd156b6a-bd51-4fcd-9106-5631337c91a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:55.667533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd156b6a-bd51-4fcd-9106-5631337c91a0 None None] The sync data for ids ['235b672e-9359-4557-8892-d7a4c232613b'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:55.670966 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 8e87a2db-02c3-48de-af8e-b419b9f1635c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:37:55.671297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8e87a2db-02c3-48de-af8e-b419b9f1635c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:37:55.702259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e82448-4354-4874-b707-84f2891e687f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c03ada5-4e09-4932-9d3e-1d5c93392192,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:55.717028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.726867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-36e82448-4354-4874-b707-84f2891e687f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.728172 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-36e82448-4354-4874-b707-84f2891e687f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5c03ada5-4e09-4932-9d3e-1d5c93392192 HTTP/1.1" status: 204 len: 168 time: 0.4820163 Apr 05 14:37:55.794398 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-79c0ec36-9e1f-4625-a6fe-9aabc6b91b8e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/routers/235b672e-9359-4557-8892-d7a4c232613b HTTP/1.1" status: 200 len: 883 time: 0.4326990 Apr 05 14:37:55.796815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38370) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:55.869781 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.884889 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Transition to ACTIVE for port object da5eec21-2688-4e83-b5cb-ba3ab94204ce will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:55.893663 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.979715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:55.993532 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Attempting to bind port da5eec21-2688-4e83-b5cb-ba3ab94204ce on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:55.994242 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Attempting to bind port da5eec21-2688-4e83-b5cb-ba3ab94204ce by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:55.994242 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Attempting to bind port da5eec21-2688-4e83-b5cb-ba3ab94204ce on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:55.995353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Transition to ACTIVE for port object 4ca121e7-36b8-4d31-9844-dcc9d204363f will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:56.013676 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:56.014051 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:56.014449 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.014831 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:56.015287 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Bound port: da5eec21-2688-4e83-b5cb-ba3ab94204ce, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:56.015664 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.020242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Transition to ACTIVE for port object 4ca121e7-36b8-4d31-9844-dcc9d204363f will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:56.027242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.103303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-903ac2ab-a965-444c-b20b-5b7c8f4516bc tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:router {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:56.115058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:56.118230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:56.124136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:56.130027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Pushing event updated for resources: {'Port': ['ID=4ca121e7-36b8-4d31-9844-dcc9d204363f,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:56.139529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-903ac2ab-a965-444c-b20b-5b7c8f4516bc tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:router {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:56.141090 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-903ac2ab-a965-444c-b20b-5b7c8f4516bc tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3428359 Apr 05 14:37:56.143575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38376) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:56.151445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-74105a26-f331-4ef0-bc8d-a40f7b9c6d4b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1292132223'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:56.153452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:37:56.171994 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46348c48-548c-43c4-bc52-2c364b13c518 None None] Pushing event updated for resources: {'Port': ['ID=da5eec21-2688-4e83-b5cb-ba3ab94204ce,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:56.209384 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] For port da5eec21-2688-4e83-b5cb-ba3ab94204ce, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:56.219160 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] For port da5eec21-2688-4e83-b5cb-ba3ab94204ce, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=da5eec21-2688-4e83-b5cb-ba3ab94204ce,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:56.227385 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.243240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Attempting to bind port 4ca121e7-36b8-4d31-9844-dcc9d204363f on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:56.243754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Attempting to bind port 4ca121e7-36b8-4d31-9844-dcc9d204363f by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:56.244284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Attempting to bind port 4ca121e7-36b8-4d31-9844-dcc9d204363f on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:56.253107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:56.253664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:56.254216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.254673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:56.255208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Bound port: 4ca121e7-36b8-4d31-9844-dcc9d204363f, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:56.255638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.258748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.346634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=62740074-97d2-460a-b27e-6b1279b1d4d7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:56.371208 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46348c48-548c-43c4-bc52-2c364b13c518 None None] Pushing event updated for resources: {'Port': ['ID=da5eec21-2688-4e83-b5cb-ba3ab94204ce,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:56.390202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-342aed8d-d735-4d9e-bfd0-a1abb1089756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.407011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] For port 4ca121e7-36b8-4d31-9844-dcc9d204363f, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:56.410856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] For port 4ca121e7-36b8-4d31-9844-dcc9d204363f, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4ca121e7-36b8-4d31-9844-dcc9d204363f,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:56.418489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38380) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:56.419568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.423679 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:56.424297 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:56.504303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.518091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8c7c48-e03d-4908-8683-9971232eaff1 None None] Pushing event updated for resources: {'Port': ['ID=4ca121e7-36b8-4d31-9844-dcc9d204363f,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:56.554710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:56.560655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] Usage tracker for resource:security_group_rule and tenant:7bbf8c9753844d7d8d75612e89ab31d3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:56.567236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:56.586359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:56.586631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: d4cfb92b-bbde-4a91-b338-600bafbd35b4, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:37:56.598761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:56.645566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.651744 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:37:56.791201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.806436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.849085 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7bbf8c9753844d7d8d75612e89ab31d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4249604 Apr 05 14:37:56.882356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38384) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:56.920806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:37:56.948007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] For port 4ca121e7-36b8-4d31-9844-dcc9d204363f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4ca121e7-36b8-4d31-9844-dcc9d204363f,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:56.956164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, d4cfb92b-bbde-4a91-b338-600bafbd35b4) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:56.961946 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:56.962502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:56.968770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116b1e1d-0d84-44b0-a8de-9206de423539 None None] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:56.981967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0c3da-d1e3-4e2c-8f6b-ca8b8554ed08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e541443d-318e-463e-9b14-3b8406ee778c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:57.023898 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:37:52Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:57.027959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-11f85512-56f6-4c5d-887e-f8f093479e8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 1.6963782 Apr 05 14:37:57.032134 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b93f3-1f59-4c5d-b1f4-ea49f13cdbfc None None] The sync data for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv is: [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:37:52Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:57.033545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38388) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:57.049967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57eaae69-eb9a-4f6a-bf89-3c8e9b4eb6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.055581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.070678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.071406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.179211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57eaae69-eb9a-4f6a-bf89-3c8e9b4eb6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.233190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:57.250131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:57.259729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:57.260442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.264133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=ec1fb918-fefd-4b8d-b7c8-e30ce90d74f8,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:57.277905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=4ca121e7-36b8-4d31-9844-dcc9d204363f,revision_number=4']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:57.319277 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-620dd8cf-d5ee-400f-a178-4ef8d7d3125d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7998252 Apr 05 14:37:57.320821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38392) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:57.331250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:bc:0b:96', 'name': 'tempest-NetworksTestDHCPv6-767870595'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:37:57.334316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-d4cfb92b-bbde-4a91-b338-600bafbd35b4', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:37:57.339819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.451127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57eaae69-eb9a-4f6a-bf89-3c8e9b4eb6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.497556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57eaae69-eb9a-4f6a-bf89-3c8e9b4eb6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.500384 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-57eaae69-eb9a-4f6a-bf89-3c8e9b4eb6e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e541443d-318e-463e-9b14-3b8406ee778c HTTP/1.1" status: 204 len: 168 time: 0.6170251 Apr 05 14:37:57.505611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eaae69-eb9a-4f6a-bf89-3c8e9b4eb6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e541443d-318e-463e-9b14-3b8406ee778c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:57.519641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.638271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.690532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:37:57.706017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:37:57.714703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:37:57.746681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:37:57.775128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:37:57.812708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Allocated IP 172.20.0.2 (d4cfb92b-bbde-4a91-b338-600bafbd35b4/62740074-97d2-460a-b27e-6b1279b1d4d7/81376f84-f899-45ac-952e-f8aeb77df4a6) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:57.838430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-74105a26-f331-4ef0-bc8d-a40f7b9c6d4b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.855617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-74105a26-f331-4ef0-bc8d-a40f7b9c6d4b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:57.971744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device da5eec21-2688-4e83-b5cb-ba3ab94204ce up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:58.007255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5774bb24-a82d-4455-a315-ff59366a74fc None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:37:58.072318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.115595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 01a351a0-2623-4a5e-8dbf-90a254b5acc6 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:37:58.398627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 172.20.0.6 (f733e752-faf0-4209-b7c7-bca371750f1b/e9bf52a6-e93d-42dd-84bc-80a253f08749/01a351a0-2623-4a5e-8dbf-90a254b5acc6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:58.402135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d1910f2c-6fec-4760-ba1a-807a0244a738 None None] Provisioning for port 4ca121e7-36b8-4d31-9844-dcc9d204363f completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:58.406289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:febc:b96 (f733e752-faf0-4209-b7c7-bca371750f1b/ec1fb918-fefd-4b8d-b7c8-e30ce90d74f8/01a351a0-2623-4a5e-8dbf-90a254b5acc6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:58.459849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74105a26-f331-4ef0-bc8d-a40f7b9c6d4b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 235b672e-9359-4557-8892-d7a4c232613b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:37:58.524540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port da5eec21-2688-4e83-b5cb-ba3ab94204ce completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:58.531227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.534229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port da5eec21-2688-4e83-b5cb-ba3ab94204ce triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:58.535091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.624701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.635689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Transition to ACTIVE for port object 81376f84-f899-45ac-952e-f8aeb77df4a6 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:58.644997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 01a351a0-2623-4a5e-8dbf-90a254b5acc6 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:58.678812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Transition to ACTIVE for port object 81376f84-f899-45ac-952e-f8aeb77df4a6 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:37:58.689144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.723152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.788871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:58.805258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:58.807986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=01a351a0-2623-4a5e-8dbf-90a254b5acc6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:58.814656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:58.846210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:37:58.847952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74105a26-f331-4ef0-bc8d-a40f7b9c6d4b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:37:58.850300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:37:58.852040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.856547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:37:58.867683 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8de7c-e5f5-4f93-bf0a-9697406ad247 None None] Sync routers for ids ['235b672e-9359-4557-8892-d7a4c232613b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:37:58.873497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-74105a26-f331-4ef0-bc8d-a40f7b9c6d4b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.874686 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-74105a26-f331-4ef0-bc8d-a40f7b9c6d4b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/235b672e-9359-4557-8892-d7a4c232613b HTTP/1.1" status: 200 len: 890 time: 2.7300203 Apr 05 14:37:58.877475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38398) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:58.882573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Pushing event updated for resources: {'Port': ['ID=81376f84-f899-45ac-952e-f8aeb77df4a6,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:58.890661 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8de7c-e5f5-4f93-bf0a-9697406ad247 None None] Routers {'235b672e-9359-4557-8892-d7a4c232613b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:58.891287 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c4f8de7c-e5f5-4f93-bf0a-9697406ad247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['235b672e-9359-4557-8892-d7a4c232613b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:58.921576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port da5eec21-2688-4e83-b5cb-ba3ab94204ce, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=da5eec21-2688-4e83-b5cb-ba3ab94204ce,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:58.947574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:58.948214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.976141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:58.976879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 4ca121e7-36b8-4d31-9844-dcc9d204363f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:59.007739 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ae98a36a-76d2-4472-9d92-864c59ac8fd2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.6857445 Apr 05 14:37:59.008346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38402) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:59.024541 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c4f8de7c-e5f5-4f93-bf0a-9697406ad247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:59.037274 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f8de7c-e5f5-4f93-bf0a-9697406ad247 None None] Routers {'235b672e-9359-4557-8892-d7a4c232613b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:37:59.037803 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c4f8de7c-e5f5-4f93-bf0a-9697406ad247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['235b672e-9359-4557-8892-d7a4c232613b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:59.099599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.119901 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c4f8de7c-e5f5-4f93-bf0a-9697406ad247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:37:59.120305 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f8de7c-e5f5-4f93-bf0a-9697406ad247 None None] The sync data for ids ['235b672e-9359-4557-8892-d7a4c232613b'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:37:59.153742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6e584-158b-47e2-a9f8-837b190bc947 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.159943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc6e584-158b-47e2-a9f8-837b190bc947 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:37:59.160151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3cc6e584-158b-47e2-a9f8-837b190bc947 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:59.178738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3cc6e584-158b-47e2-a9f8-837b190bc947 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:59.179233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.180232 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Attempting to bind port 81376f84-f899-45ac-952e-f8aeb77df4a6 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:37:59.180826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Attempting to bind port 81376f84-f899-45ac-952e-f8aeb77df4a6 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:37:59.181650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Attempting to bind port 81376f84-f899-45ac-952e-f8aeb77df4a6 on network d4cfb92b-bbde-4a91-b338-600bafbd35b4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:37:59.182992 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3cc6e584-158b-47e2-a9f8-837b190bc947 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.1735468 Apr 05 14:37:59.183740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38406) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:59.211748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=da5eec21-2688-4e83-b5cb-ba3ab94204ce,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:59.224527 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:37:59.224527 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Checking segment: {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:37:59.224775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.225043 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Bound using segment: {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:37:59.225813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Bound port: 81376f84-f899-45ac-952e-f8aeb77df4a6, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:37:59.226213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.262593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d905ac92-10a6-4af5-b267-8ae8e922e4e5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 01a351a0-2623-4a5e-8dbf-90a254b5acc6 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:37:59.262934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d905ac92-10a6-4af5-b267-8ae8e922e4e5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.323891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] For port 81376f84-f899-45ac-952e-f8aeb77df4a6, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:37:59.327553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] For port 81376f84-f899-45ac-952e-f8aeb77df4a6, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=81376f84-f899-45ac-952e-f8aeb77df4a6,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:37:59.333421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.395992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 4ca121e7-36b8-4d31-9844-dcc9d204363f completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:37:59.416833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 4ca121e7-36b8-4d31-9844-dcc9d204363f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:59.417552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.491026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a516c5da-95f6-415f-a1fa-411d80f7f8a4 None None] Provisioning complete for port 4ca121e7-36b8-4d31-9844-dcc9d204363f triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:37:59.491395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a516c5da-95f6-415f-a1fa-411d80f7f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.493037 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5e78ffaa-c7a8-423a-b301-154340582863 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/routers/235b672e-9359-4557-8892-d7a4c232613b HTTP/1.1" status: 200 len: 890 time: 0.6139424 Apr 05 14:37:59.498923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38410) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:59.537514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cb68e-0c96-4353-92bf-3d619834b2e7 None None] Pushing event updated for resources: {'Port': ['ID=81376f84-f899-45ac-952e-f8aeb77df4a6,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:37:59.596240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-49d65a1a-d225-4e92-b873-d1bccd8afc37 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:37:59.658684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.680394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-49d65a1a-d225-4e92-b873-d1bccd8afc37 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:37:59.683993 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-49d65a1a-d225-4e92-b873-d1bccd8afc37 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=235b672e-9359-4557-8892-d7a4c232613b HTTP/1.1" status: 200 len: 205 time: 0.1839738 Apr 05 14:37:59.684813 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38414) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:37:59.729451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.1 (d4cfb92b-bbde-4a91-b338-600bafbd35b4/62740074-97d2-460a-b27e-6b1279b1d4d7/5c098d3f-814b-400e-988b-1f74d1682a7b) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:37:59.749165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d905ac92-10a6-4af5-b267-8ae8e922e4e5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.751058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 4ca121e7-36b8-4d31-9844-dcc9d204363f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4ca121e7-36b8-4d31-9844-dcc9d204363f,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:37:59.763340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.870414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a516c5da-95f6-415f-a1fa-411d80f7f8a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:37:59.909407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device da5eec21-2688-4e83-b5cb-ba3ab94204ce up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:37:59.953974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d905ac92-10a6-4af5-b267-8ae8e922e4e5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 01a351a0-2623-4a5e-8dbf-90a254b5acc6 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:00.033647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=4ca121e7-36b8-4d31-9844-dcc9d204363f,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.061286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-a516c5da-95f6-415f-a1fa-411d80f7f8a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:38:00.061518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-a516c5da-95f6-415f-a1fa-411d80f7f8a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:38:00.070969 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port da5eec21-2688-4e83-b5cb-ba3ab94204ce triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:00.071328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.184955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.208404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d905ac92-10a6-4af5-b267-8ae8e922e4e5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.208667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 5c098d3f-814b-400e-988b-1f74d1682a7b will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:00.251501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.255575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905ac92-10a6-4af5-b267-8ae8e922e4e5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=01a351a0-2623-4a5e-8dbf-90a254b5acc6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.324465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.402771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d905ac92-10a6-4af5-b267-8ae8e922e4e5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.418985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d905ac92-10a6-4af5-b267-8ae8e922e4e5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/01a351a0-2623-4a5e-8dbf-90a254b5acc6 HTTP/1.1" status: 204 len: 168 time: 1.2339828 Apr 05 14:38:00.421340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38418) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:00.452347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:00.461029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:00.476603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=5c098d3f-814b-400e-988b-1f74d1682a7b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.480057 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:00.511733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889e885-8e29-4324-a277-d268639fe8b7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:00.513178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889e885-8e29-4324-a277-d268639fe8b7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:00.515260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b889e885-8e29-4324-a277-d268639fe8b7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:00.516099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b889e885-8e29-4324-a277-d268639fe8b7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:00.536214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b889e885-8e29-4324-a277-d268639fe8b7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:00.538084 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b889e885-8e29-4324-a277-d268639fe8b7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1152737 Apr 05 14:38:00.540629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38422) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:00.558314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.621567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d207a6b-7dc3-4ec8-8052-67faeb914170 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet e9bf52a6-e93d-42dd-84bc-80a253f08749 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:00.625032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d207a6b-7dc3-4ec8-8052-67faeb914170 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.708464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d207a6b-7dc3-4ec8-8052-67faeb914170 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.758144 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.799394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-42fb7a0b-7dba-422f-a78e-8cfbed4e765f None None] Could not find standard attr ID for object 01a351a0-2623-4a5e-8dbf-90a254b5acc6. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:00.809726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d207a6b-7dc3-4ec8-8052-67faeb914170 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.846782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.899813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d207a6b-7dc3-4ec8-8052-67faeb914170 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.930449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9cf4a4-4b40-4aac-a83f-749b629c7c28 None None] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:00.946725 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d207a6b-7dc3-4ec8-8052-67faeb914170 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=e9bf52a6-e93d-42dd-84bc-80a253f08749,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:00.951422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1d207a6b-7dc3-4ec8-8052-67faeb914170 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.969847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1d207a6b-7dc3-4ec8-8052-67faeb914170 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/e9bf52a6-e93d-42dd-84bc-80a253f08749 HTTP/1.1" status: 204 len: 168 time: 0.4244890 Apr 05 14:38:00.970065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38426) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:00.990441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 3534aea9-397a-493b-917d-9efe9a01716b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:00.990777 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:00.996356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41813157-ba9a-453c-bb19-7d646dd14ec8 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:01.046309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d1c8f67-dd8b-4769-8d77-318b17b7cbd4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet ec1fb918-fefd-4b8d-b7c8-e30ce90d74f8 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:01.049308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8f67-dd8b-4769-8d77-318b17b7cbd4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.118520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8f67-dd8b-4769-8d77-318b17b7cbd4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.130584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ada90709-551e-4b21-ac03-2f34297bad76 None None] Provisioning for port 81376f84-f899-45ac-952e-f8aeb77df4a6 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:01.205652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8f67-dd8b-4769-8d77-318b17b7cbd4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.285361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8f67-dd8b-4769-8d77-318b17b7cbd4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.302110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.328178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c8f67-dd8b-4769-8d77-318b17b7cbd4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1fb918-fefd-4b8d-b7c8-e30ce90d74f8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:01.332588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6d1c8f67-dd8b-4769-8d77-318b17b7cbd4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.343583 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6d1c8f67-dd8b-4769-8d77-318b17b7cbd4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/ec1fb918-fefd-4b8d-b7c8-e30ce90d74f8 HTTP/1.1" status: 204 len: 168 time: 0.3719563 Apr 05 14:38:01.346396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38430) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:01.418614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ca219afc-47aa-4402-9d71-2a6e9a40f920 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701778 Apr 05 14:38:01.420936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38434) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:01.447585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 3534aea9-397a-493b-917d-9efe9a01716b owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:01.502974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d7bf35-0fd7-4d59-933b-ec6101f12827 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:01.504212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-50d7bf35-0fd7-4d59-933b-ec6101f12827 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:01.513962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81cdd320-37d8-4921-99bf-1267765f626d None None] Update dhcp port {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': 'ec1fb918-fefd-4b8d-b7c8-e30ce90d74f8'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '4ca121e7-36b8-4d31-9844-dcc9d204363f'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:38:01.524597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-50d7bf35-0fd7-4d59-933b-ec6101f12827 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:01.526197 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-50d7bf35-0fd7-4d59-933b-ec6101f12827 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1043260 Apr 05 14:38:01.529878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38438) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:01.575061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-81cdd320-37d8-4921-99bf-1267765f626d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.624716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.636581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.712796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fd53c1-9934-45be-85b4-552698ddc0c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:01.713483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-07fd53c1-9934-45be-85b4-552698ddc0c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:01.718735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ac02fa28-291a-4139-ae43-8a720e790fbf None None] Provisioning for port 5c098d3f-814b-400e-988b-1f74d1682a7b completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:01.724931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ac02fa28-291a-4139-ae43-8a720e790fbf None None] Provisioning complete for port 5c098d3f-814b-400e-988b-1f74d1682a7b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:01.725284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ac02fa28-291a-4139-ae43-8a720e790fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:01.823739 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ac02fa28-291a-4139-ae43-8a720e790fbf None None] Port 5c098d3f-814b-400e-988b-1f74d1682a7b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:01.840125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c05c8-651b-47db-a5f6-05d545e2ffaa None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:01.931191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 81376f84-f899-45ac-952e-f8aeb77df4a6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:01.947688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-07fd53c1-9934-45be-85b4-552698ddc0c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:01.948831 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-07fd53c1-9934-45be-85b4-552698ddc0c5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4180105 Apr 05 14:38:01.951552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38442) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:01.959719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=5c098d3f-814b-400e-988b-1f74d1682a7b,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:01.971168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.037899 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-87630263-fdea-45bc-9629-d00c22dcda4d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0786395 Apr 05 14:38:02.037899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38446) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:02.043208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6f2a220b-4e53-4e80-8af3-f8cb564da86c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:02.055951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.094660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-829ef404-86f1-4a73-b979-fa818d01179a None None] Provisioning complete for port 4ca121e7-36b8-4d31-9844-dcc9d204363f triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:02.095025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-829ef404-86f1-4a73-b979-fa818d01179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.115828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=3534aea9-397a-493b-917d-9efe9a01716b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:02.155265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 81376f84-f899-45ac-952e-f8aeb77df4a6 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:02.169604 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 81376f84-f899-45ac-952e-f8aeb77df4a6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:02.169866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.250755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6f2a220b-4e53-4e80-8af3-f8cb564da86c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:02.263868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6f2a220b-4e53-4e80-8af3-f8cb564da86c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:02.274678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2a220b-4e53-4e80-8af3-f8cb564da86c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:02.275879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:02.278890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f2a220b-4e53-4e80-8af3-f8cb564da86c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.280521 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f2a220b-4e53-4e80-8af3-f8cb564da86c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:02.280962 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f2a220b-4e53-4e80-8af3-f8cb564da86c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:02.305407 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6f2a220b-4e53-4e80-8af3-f8cb564da86c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2638631 Apr 05 14:38:02.305641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38450) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:02.306971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] Deleting port 4ca121e7-36b8-4d31-9844-dcc9d204363f {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:02.307511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.313030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8002dc13-8ee1-43e5-bf59-608e19ca485b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:02.317117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:02.323169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:02.514550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-829ef404-86f1-4a73-b979-fa818d01179a None None] Provisioning complete for port 5c098d3f-814b-400e-988b-1f74d1682a7b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:02.515196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-829ef404-86f1-4a73-b979-fa818d01179a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.529459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8002dc13-8ee1-43e5-bf59-608e19ca485b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:02.540701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8002dc13-8ee1-43e5-bf59-608e19ca485b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:02.557614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8002dc13-8ee1-43e5-bf59-608e19ca485b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:02.566202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8002dc13-8ee1-43e5-bf59-608e19ca485b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.567692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.567884 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8002dc13-8ee1-43e5-bf59-608e19ca485b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:02.568416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8002dc13-8ee1-43e5-bf59-608e19ca485b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:02.610158 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8002dc13-8ee1-43e5-bf59-608e19ca485b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2999375 Apr 05 14:38:02.610720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38454) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:02.618205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-14182e87-a38d-4ca3-97a2-7426e025d4c4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:02.643307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.743321 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-829ef404-86f1-4a73-b979-fa818d01179a None None] Port 5c098d3f-814b-400e-988b-1f74d1682a7b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:02.747786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-14182e87-a38d-4ca3-97a2-7426e025d4c4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:02.758245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-14182e87-a38d-4ca3-97a2-7426e025d4c4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:02.769421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14182e87-a38d-4ca3-97a2-7426e025d4c4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:02.773104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-14182e87-a38d-4ca3-97a2-7426e025d4c4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.774519 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-14182e87-a38d-4ca3-97a2-7426e025d4c4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:02.774945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14182e87-a38d-4ca3-97a2-7426e025d4c4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:02.776908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] For port 4ca121e7-36b8-4d31-9844-dcc9d204363f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=4ca121e7-36b8-4d31-9844-dcc9d204363f,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:02.777296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.796487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 81376f84-f899-45ac-952e-f8aeb77df4a6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=81376f84-f899-45ac-952e-f8aeb77df4a6,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:02.802228 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-14182e87-a38d-4ca3-97a2-7426e025d4c4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1900260 Apr 05 14:38:02.805144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38458) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:02.812560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-aa79e9b1-ad26-47df-9ad1-f2ec6ff5996b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:02.871029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.878075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.906431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:02.919795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] Calling delete_port for 4ca121e7-36b8-4d31-9844-dcc9d204363f owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:02.955662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-aa79e9b1-ad26-47df-9ad1-f2ec6ff5996b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:02.981836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-aa79e9b1-ad26-47df-9ad1-f2ec6ff5996b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:03.005609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa79e9b1-ad26-47df-9ad1-f2ec6ff5996b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:03.009340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aa79e9b1-ad26-47df-9ad1-f2ec6ff5996b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.010888 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa79e9b1-ad26-47df-9ad1-f2ec6ff5996b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:03.011416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa79e9b1-ad26-47df-9ad1-f2ec6ff5996b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:03.014581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 4ca121e7-36b8-4d31-9844-dcc9d204363f no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:03.033464 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-aa79e9b1-ad26-47df-9ad1-f2ec6ff5996b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2269397 Apr 05 14:38:03.036847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38462) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.043976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1059f4e1-d1b5-409c-915a-007f2f971d7f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:03.044339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.045250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Fanout notify agent at l3_agent the message router_deleted on router 235b672e-9359-4557-8892-d7a4c232613b {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:03.084516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.085569 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5d2a17c7-b83c-4bf4-ac45-ac32905d40eb tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/235b672e-9359-4557-8892-d7a4c232613b HTTP/1.1" status: 204 len: 168 time: 3.3266222 Apr 05 14:38:03.089101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38466) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.096164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-889493152'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:03.102736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:03.107993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:03.112193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:03.119152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:03.142619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=81376f84-f899-45ac-952e-f8aeb77df4a6,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:03.147048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f3465f94-2778-4fb1-8bf8-20bfd0c964ec None None] Provisioning complete for port 5c098d3f-814b-400e-988b-1f74d1682a7b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:03.147641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f3465f94-2778-4fb1-8bf8-20bfd0c964ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.148033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:03.151960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.186994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.191437 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No ports have port_id starting with 4ca121e7-36b8-4d31-9844-dcc9d204363f Apr 05 14:38:03.191858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:38:03.202992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1059f4e1-d1b5-409c-915a-007f2f971d7f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:03.205994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 05995847-c536-4ef6-9f76-aab996aa1e3b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:03.211457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.211793 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment 07132c15-4dc8-4ba5-8e44-d3534853d8ee of type vlan for network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b Apr 05 14:38:03.218333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1059f4e1-d1b5-409c-915a-007f2f971d7f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:03.232683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1059f4e1-d1b5-409c-915a-007f2f971d7f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:03.250753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] Pushing event deleted for resources: {'Port': ['ID=4ca121e7-36b8-4d31-9844-dcc9d204363f,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:03.261824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18e503-c8f9-43db-b223-b8668d0d83d5 None None] No DVR routers for this DVR port 4ca121e7-36b8-4d31-9844-dcc9d204363f on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:03.263378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f3465f94-2778-4fb1-8bf8-20bfd0c964ec None None] Port 5c098d3f-814b-400e-988b-1f74d1682a7b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:03.315243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.367744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1059f4e1-d1b5-409c-915a-007f2f971d7f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.369124 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-1059f4e1-d1b5-409c-915a-007f2f971d7f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:03.369554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1059f4e1-d1b5-409c-915a-007f2f971d7f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:03.389903 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1059f4e1-d1b5-409c-915a-007f2f971d7f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3517988 Apr 05 14:38:03.392825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38470) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.399307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8fcbf8d9-6e99-4ef0-8771-a7f716066f6b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:03.512285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8fcbf8d9-6e99-4ef0-8771-a7f716066f6b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:03.522084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8fcbf8d9-6e99-4ef0-8771-a7f716066f6b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:03.531587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcbf8d9-6e99-4ef0-8771-a7f716066f6b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:03.535532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8fcbf8d9-6e99-4ef0-8771-a7f716066f6b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.536868 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fcbf8d9-6e99-4ef0-8771-a7f716066f6b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:03.537275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fcbf8d9-6e99-4ef0-8771-a7f716066f6b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:03.550733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.555018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:03.555200 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8fcbf8d9-6e99-4ef0-8771-a7f716066f6b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1613705 Apr 05 14:38:03.555586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.557690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38474) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.600552 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-653c4efc-49bb-4689-8cac-6af27449a324 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0417023 Apr 05 14:38:03.602892 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38478) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.662895 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5727327 Apr 05 14:38:03.666388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed8ed4d-5320-4136-b89f-d18d31a2c80e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:03.666538 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38482) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.667078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3ed8ed4d-5320-4136-b89f-d18d31a2c80e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:03.677585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': '97e255ae-daf6-4b4f-a65d-61a695aeeb3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:03.679116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3ed8ed4d-5320-4136-b89f-d18d31a2c80e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:03.680251 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3ed8ed4d-5320-4136-b89f-d18d31a2c80e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0764101 Apr 05 14:38:03.682742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.704923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d2986-df92-4ebd-9809-a7a84da00929 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=97e255ae-daf6-4b4f-a65d-61a695aeeb3b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:03.715354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:38:03.749649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cff9561b-1eb5-4ab6-bf32-67953bf79f49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0658479 Apr 05 14:38:03.754281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38490) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.759914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:03.800267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:03.817604 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:03.821739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:03.830266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:03.851566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:03.868923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:03.871896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 81376f84-f899-45ac-952e-f8aeb77df4a6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:03.874173 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-075adaab-fe21-45c6-aa29-67b46760b6b8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/05995847-c536-4ef6-9f76-aab996aa1e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8359933 Apr 05 14:38:03.877243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:03.878530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38494) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:03.887588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:03.896848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:03.900405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:03.905862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Sync routers for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:03.980657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:03.981389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:04.046104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.135038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 81376f84-f899-45ac-952e-f8aeb77df4a6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:04.135788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.197131 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad552e66-5e2f-4b17-92da-4c58f7fb4693 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.197510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad552e66-5e2f-4b17-92da-4c58f7fb4693 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.197877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad552e66-5e2f-4b17-92da-4c58f7fb4693 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.198418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad552e66-5e2f-4b17-92da-4c58f7fb4693 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.199098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad552e66-5e2f-4b17-92da-4c58f7fb4693 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.199742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad552e66-5e2f-4b17-92da-4c58f7fb4693 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.204134 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ad552e66-5e2f-4b17-92da-4c58f7fb4693 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4190 time: 0.3223219 Apr 05 14:38:04.204448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38498) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:04.228802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:38:04.230539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.235927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:04.325488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87395c31-089d-4f02-8cf9-90c445612e0d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.325890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87395c31-089d-4f02-8cf9-90c445612e0d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.326246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87395c31-089d-4f02-8cf9-90c445612e0d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.326603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87395c31-089d-4f02-8cf9-90c445612e0d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.326961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87395c31-089d-4f02-8cf9-90c445612e0d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.331474 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-87395c31-089d-4f02-8cf9-90c445612e0d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3343 time: 0.1233172 Apr 05 14:38:04.335226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38502) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:04.389177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:04.392110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:04.395381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.395963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.416730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bbf251-360a-4d9c-9e17-ec2ac2bf0d50 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:04.419154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=fe419eda-44fa-4a00-8cf1-7739d13e9411,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:04.433080 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-92070bb0-8dae-4aa4-8786-b2bfe1afb78b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6777067 Apr 05 14:38:04.435530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38506) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:04.441013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:f0:d3:b3', 'name': 'tempest-NetworksTestDHCPv6-637626352'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:04.526885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.590477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:04.602820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:04.613881 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=4a539bb3-1683-40a5-8f7c-69a8055218e7,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:04.614957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:04.619911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.636757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': '07132c15-4dc8-4ba5-8e44-d3534853d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97e255ae-daf6-4b4f-a65d-61a695aeeb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:04.637524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: 97e255ae-daf6-4b4f-a65d-61a695aeeb3b, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:38:04.655006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 71d431b1-57fd-40da-8324-559bcbaddd50 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:04.689076 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a5f864aa-2aa8-41eb-bccf-ab81892b5697 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.3504500 Apr 05 14:38:04.689076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:38:04.719955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 97e255ae-daf6-4b4f-a65d-61a695aeeb3b) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:04.724603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:04.724977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.758583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02efb76c-2519-4826-aab2-1d37525cd9cf None None] Network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:04.761770 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-25f41194-e133-4d00-9cc6-144adeafada0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0923717 Apr 05 14:38:04.764496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38512) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:04.770620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-412436981', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:04.777148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:04.781678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:router and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:04.794194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:04.800471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:04.813509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.814716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.838138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': 'fe419eda-44fa-4a00-8cf1-7739d13e9411'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:04.838974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.839997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.842360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:fef0:d3b3 (f733e752-faf0-4209-b7c7-bca371750f1b/fe419eda-44fa-4a00-8cf1-7739d13e9411/71d431b1-57fd-40da-8324-559bcbaddd50) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:04.864392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.894619 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:04.896085 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b80c78b5-07da-464f-b098-aa0bfba20639 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1304934 Apr 05 14:38:04.899004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38516) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:04.960603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:01Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:04.989848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Checking router: 05995847-c536-4ef6-9f76-aab996aa1e3b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:04.990682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Updating router 05995847-c536-4ef6-9f76-aab996aa1e3b port 5c098d3f-814b-400e-988b-1f74d1682a7b binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:38:05.085577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.095917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.102955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 71d431b1-57fd-40da-8324-559bcbaddd50 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:05.104033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38520) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:05.111908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-866898819', 'description': 'tempest-secgroup-smoke-866898819 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:05.118749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:05.127500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:05.132116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:05.157735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:05.162540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.216502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-97e255ae-daf6-4b4f-a65d-61a695aeeb3b', 'network_id': '97e255ae-daf6-4b4f-a65d-61a695aeeb3b', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': '4a539bb3-1683-40a5-8f7c-69a8055218e7'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:05.217670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.231805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.275603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:05.283047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:05.286675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=71d431b1-57fd-40da-8324-559bcbaddd50,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.288963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:05.293034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:05.293744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.321645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:05.328908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:05.334034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:05.340443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:05.348225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a0a53fa8-1afa-4539-b430-ab207299236f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9115460 Apr 05 14:38:05.350643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38524) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:05.358878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Allocated IP 2001:db8::f816:3eff:feff:e47c (f733e752-faf0-4209-b7c7-bca371750f1b/fe419eda-44fa-4a00-8cf1-7739d13e9411/38710249-4ed1-4847-96b1-537f45516c17) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:05.460372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.475165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bd81ff-e9c8-463a-8f65-2a22d226eb2e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:05.475877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-07bd81ff-e9c8-463a-8f65-2a22d226eb2e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:05.481965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.524309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-07bd81ff-e9c8-463a-8f65-2a22d226eb2e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:05.528109 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-07bd81ff-e9c8-463a-8f65-2a22d226eb2e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1738622 Apr 05 14:38:05.528368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38528) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:05.529401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919a9671-6a0d-40ac-9c6c-d95a0a070d86,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.535510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.537066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f8423b45-e03d-498e-9674-ef0b44b325a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.4314699 Apr 05 14:38:05.543408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38532) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:05.548936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '919a9671-6a0d-40ac-9c6c-d95a0a070d86', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:05.555487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:05.559559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:05.562642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:05.568694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:05.593204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.632131 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.649573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-76e24136-7e1e-4412-9726-7c2ae23a7a1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 71d431b1-57fd-40da-8324-559bcbaddd50 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:05.650085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76e24136-7e1e-4412-9726-7c2ae23a7a1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.659968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.667988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.693865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0024840-886e-435c-865f-dab0d341f123,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.713571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.715152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Allocated IP 2001:db8::2 (97e255ae-daf6-4b4f-a65d-61a695aeeb3b/4a539bb3-1683-40a5-8f7c-69a8055218e7/fbcf8e69-3282-437f-9444-bf4e7c6061c9) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:05.715691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-68b6719a-c1be-4eef-a639-b7d83096abd3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1709867 Apr 05 14:38:05.718270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38536) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:05.726295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '919a9671-6a0d-40ac-9c6c-d95a0a070d86', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:05.732137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:05.735975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:05.738977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:05.744994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:05.764173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.826427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.832659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.856817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7b4b0f-c400-43d7-b18f-686e7d0a4d04,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:05.867873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.871817 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a925e074-3b8d-4330-a824-7e262460d581 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1498106 Apr 05 14:38:05.871980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38540) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:05.878901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '919a9671-6a0d-40ac-9c6c-d95a0a070d86', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:05.885218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:05.889001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:05.891903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:05.897653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:05.917738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.964256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.988138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:05.992263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.016116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=719f8874-9cca-47ab-8c09-b1064e740079,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.026014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.031310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f9e9a846-f24c-4c16-aae2-ce88d15a5975 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1543424 Apr 05 14:38:06.031310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38544) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:06.035709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '919a9671-6a0d-40ac-9c6c-d95a0a070d86', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:06.035897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Transition to ACTIVE for port object 38710249-4ed1-4847-96b1-537f45516c17 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:06.041474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:06.045521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:06.048389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:06.054111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:06.073095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.082816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.118057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Transition to ACTIVE for port object 38710249-4ed1-4847-96b1-537f45516c17 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:06.145271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.147406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.150117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.161870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76e24136-7e1e-4412-9726-7c2ae23a7a1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.173295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=042e1f75-8b19-4d15-8fca-cb9c9c04847b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.187397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.191230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6e41ac6e-ebd6-4bda-87aa-b630f17b42b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1576352 Apr 05 14:38:06.192221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38548) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:06.198337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '919a9671-6a0d-40ac-9c6c-d95a0a070d86', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:06.204342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:06.208254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:06.209532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Transition to ACTIVE for port object 5c098d3f-814b-400e-988b-1f74d1682a7b will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:06.211382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:06.218122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:06.224024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.227531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:06.230735 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:38:06.233465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:06.237271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.245759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.250533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:06.257622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Transition to ACTIVE for port object fbcf8e69-3282-437f-9444-bf4e7c6061c9 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:06.281687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Pushing event updated for resources: {'Port': ['ID=38710249-4ed1-4847-96b1-537f45516c17,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.295211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-76e24136-7e1e-4412-9726-7c2ae23a7a1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 71d431b1-57fd-40da-8324-559bcbaddd50 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:06.305389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.309057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.337990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b9dc22-1578-4f81-a4c4-88dd0ddde9c3,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.346370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.351355 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-90ad351b-2bd2-4ea2-9ef2-bf88d82177e4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1551569 Apr 05 14:38:06.351517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38552) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:06.359989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '919a9671-6a0d-40ac-9c6c-d95a0a070d86', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:06.368012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:06.372802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:06.376335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:06.382434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:06.398561 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:38:06.406513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.409899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Transition to ACTIVE for port object fbcf8e69-3282-437f-9444-bf4e7c6061c9 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:06.485773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.489427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76e24136-7e1e-4412-9726-7c2ae23a7a1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.491982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.529585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Attempting to bind port 38710249-4ed1-4847-96b1-537f45516c17 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:06.530169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Attempting to bind port 38710249-4ed1-4847-96b1-537f45516c17 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:06.530302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96583ef0-c6c0-46e0-9e16-c2e353110a08,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.530522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Attempting to bind port 38710249-4ed1-4847-96b1-537f45516c17 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:06.539239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.539682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.542026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-54336388-382d-4b5d-a0be-77212d95d109 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1895568 Apr 05 14:38:06.564563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e24136-7e1e-4412-9726-7c2ae23a7a1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=71d431b1-57fd-40da-8324-559bcbaddd50,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.564829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4be167-15af-483b-b226-4a1a778a3554 None None] Pushing event updated for resources: {'Port': ['ID=5c098d3f-814b-400e-988b-1f74d1682a7b,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.619471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:06.619811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8::1 (97e255ae-daf6-4b4f-a65d-61a695aeeb3b/4a539bb3-1683-40a5-8f7c-69a8055218e7/99bfcb8c-6f24-43db-865a-0b811f21663e) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:06.620215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:06.620798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.621798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:06.623423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Bound port: 38710249-4ed1-4847-96b1-537f45516c17, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:06.623977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.625615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76e24136-7e1e-4412-9726-7c2ae23a7a1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.661199 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-76e24136-7e1e-4412-9726-7c2ae23a7a1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/71d431b1-57fd-40da-8324-559bcbaddd50 HTTP/1.1" status: 204 len: 168 time: 1.1315558 Apr 05 14:38:06.663717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38558) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:06.757913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4200f-5ef6-459e-aad3-6f5969b5e42f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:06.759848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d4200f-5ef6-459e-aad3-6f5969b5e42f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:06.760790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-44d4200f-5ef6-459e-aad3-6f5969b5e42f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:06.781222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-44d4200f-5ef6-459e-aad3-6f5969b5e42f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:06.783032 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-44d4200f-5ef6-459e-aad3-6f5969b5e42f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1181226 Apr 05 14:38:06.785813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38570) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:06.880490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:06.885799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Pushing event updated for resources: {'Port': ['ID=fbcf8e69-3282-437f-9444-bf4e7c6061c9,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:06.894339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b21e217-2961-43b9-8d64-e7059646f863 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet fe419eda-44fa-4a00-8cf1-7739d13e9411 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:06.897974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b21e217-2961-43b9-8d64-e7059646f863 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.900603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:06.904152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:06.914745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] For port 38710249-4ed1-4847-96b1-537f45516c17, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:06.920460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Attempting to bind port 5c098d3f-814b-400e-988b-1f74d1682a7b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:06.920836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Attempting to bind port 5c098d3f-814b-400e-988b-1f74d1682a7b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:06.921184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Attempting to bind port 5c098d3f-814b-400e-988b-1f74d1682a7b on network d4cfb92b-bbde-4a91-b338-600bafbd35b4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:06.923198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.927051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-41e03306-e094-4bb2-a248-3448d07ce4da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:06.940277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object 99bfcb8c-6f24-43db-865a-0b811f21663e will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:06.963649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b21e217-2961-43b9-8d64-e7059646f863 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.964817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] For port 38710249-4ed1-4847-96b1-537f45516c17, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=38710249-4ed1-4847-96b1-537f45516c17,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:06.968552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.972131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.976398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:06.976772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Checking segment: {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:06.977189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.977578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Bound using segment: {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:06.978068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Bound port: 5c098d3f-814b-400e-988b-1f74d1682a7b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:06.978445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:06.995586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-41e03306-e094-4bb2-a248-3448d07ce4da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:06.996713 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-41e03306-e094-4bb2-a248-3448d07ce4da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-866898819&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.1740160 Apr 05 14:38:07.046149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:07.050398 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:07.052455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=99bfcb8c-6f24-43db-865a-0b811f21663e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:07.054905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:07.055514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.151805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.167165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Attempting to bind port fbcf8e69-3282-437f-9444-bf4e7c6061c9 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:07.167759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Attempting to bind port fbcf8e69-3282-437f-9444-bf4e7c6061c9 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '07132c15-4dc8-4ba5-8e44-d3534853d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97e255ae-daf6-4b4f-a65d-61a695aeeb3b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:07.167759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Attempting to bind port fbcf8e69-3282-437f-9444-bf4e7c6061c9 on network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:07.178246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b21e217-2961-43b9-8d64-e7059646f863 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.184915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e59f3dc-d1f6-489e-a632-1705c5807520 None None] Pushing event updated for resources: {'Port': ['ID=38710249-4ed1-4847-96b1-537f45516c17,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:07.207681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:07.208060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Checking segment: {'id': '07132c15-4dc8-4ba5-8e44-d3534853d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97e255ae-daf6-4b4f-a65d-61a695aeeb3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:07.208457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.208851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Bound using segment: {'id': '07132c15-4dc8-4ba5-8e44-d3534853d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97e255ae-daf6-4b4f-a65d-61a695aeeb3b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:07.209317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Bound port: fbcf8e69-3282-437f-9444-bf4e7c6061c9, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07132c15-4dc8-4ba5-8e44-d3534853d8ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '97e255ae-daf6-4b4f-a65d-61a695aeeb3b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:07.209686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.218547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-62c7a1c2-88aa-4f20-a31d-8418b8eab856 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:07.226360 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-62c7a1c2-88aa-4f20-a31d-8418b8eab856 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=d4cfb92b-bbde-4a91-b338-600bafbd35b4 HTTP/1.1" status: 200 len: 796 time: 0.2093477 Apr 05 14:38:07.234118 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] For port 5c098d3f-814b-400e-988b-1f74d1682a7b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:07.238152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] For port 5c098d3f-814b-400e-988b-1f74d1682a7b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5c098d3f-814b-400e-988b-1f74d1682a7b,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:07.249697 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-baff742b-e208-48c3-b786-763ea875a908 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0225885 Apr 05 14:38:07.268101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.483837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4be167-15af-483b-b226-4a1a778a3554 None None] Pushing event updated for resources: {'Port': ['ID=5c098d3f-814b-400e-988b-1f74d1682a7b,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:07.488902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] For port fbcf8e69-3282-437f-9444-bf4e7c6061c9, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:07.491369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:07.492044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:07.531281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b21e217-2961-43b9-8d64-e7059646f863 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.587482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21e217-2961-43b9-8d64-e7059646f863 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=fe419eda-44fa-4a00-8cf1-7739d13e9411,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:07.611471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5b21e217-2961-43b9-8d64-e7059646f863 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.640115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] For port fbcf8e69-3282-437f-9444-bf4e7c6061c9, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=fbcf8e69-3282-437f-9444-bf4e7c6061c9,segment=NetworkSegment(07132c15-4dc8-4ba5-8e44-d3534853d8ee),segment_id=07132c15-4dc8-4ba5-8e44-d3534853d8ee)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:07.641926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-8c6bed6b-29e7-42c5-bf24-e9f838a24c19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:07.654639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5b21e217-2961-43b9-8d64-e7059646f863 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/fe419eda-44fa-4a00-8cf1-7739d13e9411 HTTP/1.1" status: 204 len: 168 time: 0.8670633 Apr 05 14:38:07.659317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.668265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38578) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:07.722108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.769466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.775317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.776075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:07.780621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72103976-46f9-43a1-9bd0-3a0346c9277a None None] Pushing event updated for resources: {'Port': ['ID=fbcf8e69-3282-437f-9444-bf4e7c6061c9,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:07.792289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-8c6bed6b-29e7-42c5-bf24-e9f838a24c19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:07.793616 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-8c6bed6b-29e7-42c5-bf24-e9f838a24c19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5382907 Apr 05 14:38:07.803187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:07.805820 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-00f54a9b-28c5-4a97-9fbb-cdebd9580e89 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364174 Apr 05 14:38:07.808599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38582) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:07.814949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:07.969378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 38710249-4ed1-4847-96b1-537f45516c17 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:07.984048 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=99bfcb8c-6f24-43db-865a-0b811f21663e,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:08.051721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:08.052968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:08.057242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:08.063822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:08.082084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:08.090931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:08.119685 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-393bad1b-3b2a-4c8b-97da-d19e385b93a2 service neutron] 10.222.0.18 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492561 Apr 05 14:38:08.122253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:08.127487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:08.169740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 38710249-4ed1-4847-96b1-537f45516c17 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:08.285227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:07Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:08.289786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b16b41-0e1f-496d-a422-67551dd96393 None None] The sync data for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv is: [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:07Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:08.449803 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-b845b961-60e7-4689-bf56-1a5261922ff0 service neutron] 10.222.0.18 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973177 Apr 05 14:38:08.715808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router a77c4af4-d085-470f-be8d-c0c603ef46f0 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:08.794174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286909a-10ea-4856-ab85-7ca850e2ff22 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:08.832759 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0fe53147-4b31-4890-b628-64d3b3e1baa9 req-d190e367-c754-4fd6-ab97-91575584279f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 210 time: 0.1035478 Apr 05 14:38:08.967214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:08.973473 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0206844c-7fcd-4273-9398-beb050f45b73 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/a77c4af4-d085-470f-be8d-c0c603ef46f0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0733333 Apr 05 14:38:08.976205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38594) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:08.984813 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbce80-c055-41b7-967e-2dc86c9e7469 None None] Sync routers for ids ['a77c4af4-d085-470f-be8d-c0c603ef46f0'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:09.002598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:38:09.003380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Provisioning for port 38710249-4ed1-4847-96b1-537f45516c17 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:09.011827 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbce80-c055-41b7-967e-2dc86c9e7469 None None] Routers {'a77c4af4-d085-470f-be8d-c0c603ef46f0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:09.012673 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-53cbce80-c055-41b7-967e-2dc86c9e7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a77c4af4-d085-470f-be8d-c0c603ef46f0'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:09.019815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Provisioning complete for port 38710249-4ed1-4847-96b1-537f45516c17 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:09.020164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.165201 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-53cbce80-c055-41b7-967e-2dc86c9e7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:09.167303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6516fe-6918-44bb-b76a-aa53006a3667 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:09.168541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5c6516fe-6918-44bb-b76a-aa53006a3667 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:09.183685 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cbce80-c055-41b7-967e-2dc86c9e7469 None None] Routers {'a77c4af4-d085-470f-be8d-c0c603ef46f0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:09.184701 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-53cbce80-c055-41b7-967e-2dc86c9e7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a77c4af4-d085-470f-be8d-c0c603ef46f0'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:09.212297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5c6516fe-6918-44bb-b76a-aa53006a3667 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:09.214015 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5c6516fe-6918-44bb-b76a-aa53006a3667 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports/99bfcb8c-6f24-43db-865a-0b811f21663e HTTP/1.1" status: 200 len: 911 time: 0.2366776 Apr 05 14:38:09.217169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38600) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:09.225980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-261fd4ea-3ebd-44d6-8c5b-90d64ea45853 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4a539bb3-1683-40a5-8f7c-69a8055218e7'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:09.298913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.329154 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-53cbce80-c055-41b7-967e-2dc86c9e7469 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:09.329799 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53cbce80-c055-41b7-967e-2dc86c9e7469 None None] The sync data for ids ['a77c4af4-d085-470f-be8d-c0c603ef46f0'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:09.447530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.591327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02da75e9-04da-4f41-9907-ad727245bc5d None None] Network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:09.700786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] For port 38710249-4ed1-4847-96b1-537f45516c17, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=38710249-4ed1-4847-96b1-537f45516c17,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:09.739142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.750298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.751662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.847102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-261fd4ea-3ebd-44d6-8c5b-90d64ea45853 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:09.933262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:09.962994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:09.967450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:09.979265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.046932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5c098d3f-814b-400e-988b-1f74d1682a7b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:10.100899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:38:10.101341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:38:10.170987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=21163d03-5e6e-47cb-b961-8057e6591012,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:10.174014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=38710249-4ed1-4847-96b1-537f45516c17,revision_number=5']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:10.189067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6b93e8c4-2f48-4764-aa6d-2caa76567d8a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3792441 Apr 05 14:38:10.191829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa311d21-358f-4779-aa0b-cf93a1607e27 req-676a6e2e-a5f5-4103-ab50-aa22bc471ff3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 210 time: 0.1333449 Apr 05 14:38:10.192402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38608) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:10.198362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:8e:43:0a', 'name': 'tempest-NetworksTestDHCPv6-1151953493'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:10.229451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03643d1d-c510-435e-895a-538e7bdbe3e5 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:10.247201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 5c098d3f-814b-400e-988b-1f74d1682a7b completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:10.358594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5c098d3f-814b-400e-988b-1f74d1682a7b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:10.359253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.531212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:10.574487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-261fd4ea-3ebd-44d6-8c5b-90d64ea45853 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.587609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-261fd4ea-3ebd-44d6-8c5b-90d64ea45853 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.600352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261fd4ea-3ebd-44d6-8c5b-90d64ea45853 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:10.601206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-261fd4ea-3ebd-44d6-8c5b-90d64ea45853 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.605277 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-261fd4ea-3ebd-44d6-8c5b-90d64ea45853 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/ports/99bfcb8c-6f24-43db-865a-0b811f21663e HTTP/1.1" status: 200 len: 911 time: 1.3847432 Apr 05 14:38:10.624579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:10.629999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38612) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:10.658154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:10.700884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.707677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261fd4ea-3ebd-44d6-8c5b-90d64ea45853 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=99bfcb8c-6f24-43db-865a-0b811f21663e,revision_number=3']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:10.746736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.799387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 5c098d3f-814b-400e-988b-1f74d1682a7b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5c098d3f-814b-400e-988b-1f74d1682a7b,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:10.812766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.813693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device fbcf8e69-3282-437f-9444-bf4e7c6061c9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:10.814373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:10.865943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:10.891674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] For port 38710249-4ed1-4847-96b1-537f45516c17, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=38710249-4ed1-4847-96b1-537f45516c17,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:10.908531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:10.950760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=5c098d3f-814b-400e-988b-1f74d1682a7b,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:11.012341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c4062a18-cb9c-4a27-b35f-11922b261677 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:11.013866 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c4062a18-cb9c-4a27-b35f-11922b261677 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=d4cfb92b-bbde-4a91-b338-600bafbd35b4 HTTP/1.1" status: 200 len: 796 time: 0.5330038 Apr 05 14:38:11.025144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port fbcf8e69-3282-437f-9444-bf4e7c6061c9 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:11.057738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1424017d-e3cb-4e29-8474-8d035ed9a60b None None] Pushing event updated for resources: {'Port': ['ID=38710249-4ed1-4847-96b1-537f45516c17,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:11.078837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Provisioning complete for port 38710249-4ed1-4847-96b1-537f45516c17 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:11.079495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.103492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.139108 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-21f6d883-da74-4ab6-97b9-6eefad471677 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 379 time: 0.1133766 Apr 05 14:38:11.150684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['919a9671-6a0d-40ac-9c6c-d95a0a070d86']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:11.233066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:11.257883 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Provisioning for port fbcf8e69-3282-437f-9444-bf4e7c6061c9 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:11.265066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Provisioning complete for port fbcf8e69-3282-437f-9444-bf4e7c6061c9 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:11.265882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.420747 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.453865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] For port fbcf8e69-3282-437f-9444-bf4e7c6061c9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=fbcf8e69-3282-437f-9444-bf4e7c6061c9,segment=NetworkSegment(07132c15-4dc8-4ba5-8e44-d3534853d8ee),segment_id=07132c15-4dc8-4ba5-8e44-d3534853d8ee)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:11.458808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.490679 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dd3db3cc-72ea-4548-8b68-5a132ae2302d req-3555b880-9dec-4dd7-be6d-12dbf1acb5d2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 210 time: 0.0748796 Apr 05 14:38:11.496752 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Could not find standard attr ID for object 71d431b1-57fd-40da-8324-559bcbaddd50. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:11.533052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Pushing event updated for resources: {'Port': ['ID=fbcf8e69-3282-437f-9444-bf4e7c6061c9,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:11.536757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Provisioning for port 99bfcb8c-6f24-43db-865a-0b811f21663e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:11.542186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Provisioning complete for port 99bfcb8c-6f24-43db-865a-0b811f21663e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:11.542561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.594879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-821b7bae-ee7f-474b-85eb-4d12d3c65286 None None] Port 99bfcb8c-6f24-43db-865a-0b811f21663e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:11.620797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:11.652560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:fe8e:430a (f733e752-faf0-4209-b7c7-bca371750f1b/21163d03-5e6e-47cb-b961-8057e6591012/632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:11.658517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:11.693232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:11.696213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.718382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-af32b838-4ed5-49e1-ad68-28a79a2c7883 None None] Provisioning complete for port 38710249-4ed1-4847-96b1-537f45516c17 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:11.718970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.719184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-af32b838-4ed5-49e1-ad68-28a79a2c7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.850185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-af32b838-4ed5-49e1-ad68-28a79a2c7883 None None] Provisioning complete for port 99bfcb8c-6f24-43db-865a-0b811f21663e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:11.850548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-af32b838-4ed5-49e1-ad68-28a79a2c7883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:11.878439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5c098d3f-814b-400e-988b-1f74d1682a7b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:11.949782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-af32b838-4ed5-49e1-ad68-28a79a2c7883 None None] Port 99bfcb8c-6f24-43db-865a-0b811f21663e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:11.968930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5c098d3f-814b-400e-988b-1f74d1682a7b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:11.969293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.085619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 38710249-4ed1-4847-96b1-537f45516c17 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:12.151052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 38710249-4ed1-4847-96b1-537f45516c17 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:12.151411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.263405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.264131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device fbcf8e69-3282-437f-9444-bf4e7c6061c9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:12.280455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.5 (d4cfb92b-bbde-4a91-b338-600bafbd35b4/62740074-97d2-460a-b27e-6b1279b1d4d7/62b9d310-b88b-46ca-ad2a-819b4bf2603a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:12.297291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:12.330988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port fbcf8e69-3282-437f-9444-bf4e7c6061c9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:12.331459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.569664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.712109 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee202ab9-7684-45c0-8f73-863ff41219bf req-e86a0a01-e8cf-497b-9359-95af748933ac tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 210 time: 0.0985310 Apr 05 14:38:12.742391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:12.748586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:12.751104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:12.755593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:12.756564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.761310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:12.819544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.852614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9d84d8d6-624e-4f04-a031-9bcf92d8c04b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6590946 Apr 05 14:38:12.855655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38620) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:12.862668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 62b9d310-b88b-46ca-ad2a-819b4bf2603a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:12.936836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910e1643-4f7f-4777-aeab-b3829413d410 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:12.941456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910e1643-4f7f-4777-aeab-b3829413d410 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:12.942350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-910e1643-4f7f-4777-aeab-b3829413d410 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:12.948221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:12.960440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-910e1643-4f7f-4777-aeab-b3829413d410 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:12.961727 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-910e1643-4f7f-4777-aeab-b3829413d410 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1051123 Apr 05 14:38:12.964802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38624) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:12.992989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-16b2408d-78b7-4075-9a23-ef0abf162944 None None] Provisioning for port 632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:13.000630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-16b2408d-78b7-4075-9a23-ef0abf162944 None None] Provisioning complete for port 632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:13.001128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-16b2408d-78b7-4075-9a23-ef0abf162944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.044261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e7fafc3a-ce59-48f4-b845-bff0a4a0157c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:13.044556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7fafc3a-ce59-48f4-b845-bff0a4a0157c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.056758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-16b2408d-78b7-4075-9a23-ef0abf162944 None None] Port 632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:13.063501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:13.067846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:13.078164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:13.103879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=62b9d310-b88b-46ca-ad2a-819b4bf2603a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:13.150204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:13.150815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.214725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-3199ed30-ac86-4c74-a725-1c86000ba422 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0677514 Apr 05 14:38:13.229269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Request body: {'port': {'device_id': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:13.270955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 99bfcb8c-6f24-43db-865a-0b811f21663e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:13.271633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.279206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2e059035-0937-4e8f-8f5d-4fde583a7c53 None None] Provisioning for port 62b9d310-b88b-46ca-ad2a-819b4bf2603a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:13.285053 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2e059035-0937-4e8f-8f5d-4fde583a7c53 None None] Provisioning complete for port 62b9d310-b88b-46ca-ad2a-819b4bf2603a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:13.285611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2e059035-0937-4e8f-8f5d-4fde583a7c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.300404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7fafc3a-ce59-48f4-b845-bff0a4a0157c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.338856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2e059035-0937-4e8f-8f5d-4fde583a7c53 None None] Port 62b9d310-b88b-46ca-ad2a-819b4bf2603a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:13.425476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e7fafc3a-ce59-48f4-b845-bff0a4a0157c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:13.486346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.578487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7fafc3a-ce59-48f4-b845-bff0a4a0157c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.589281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.624153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fafc3a-ce59-48f4-b845-bff0a4a0157c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:13.767957 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7fafc3a-ce59-48f4-b845-bff0a4a0157c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:13.785867 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e7fafc3a-ce59-48f4-b845-bff0a4a0157c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 HTTP/1.1" status: 204 len: 168 time: 0.8198981 Apr 05 14:38:13.788187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38630) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:13.864195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d72748-00eb-4fc8-9c84-22fa91cae5ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:13.865748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d72748-00eb-4fc8-9c84-22fa91cae5ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:13.868730 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-68d72748-00eb-4fc8-9c84-22fa91cae5ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0776787 Apr 05 14:38:13.869854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38634) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:13.892897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 99bfcb8c-6f24-43db-865a-0b811f21663e owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:14.053872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b632d43-2870-4712-aff9-29e72d340076 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 21163d03-5e6e-47cb-b961-8057e6591012 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:14.056572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7b632d43-2870-4712-aff9-29e72d340076 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.109274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7b632d43-2870-4712-aff9-29e72d340076 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.142974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df408f3-9525-46a0-a444-8974d0a612f2 req-f8907ba0-1290-4074-9eca-7bf367272450 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:14.144967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-5df408f3-9525-46a0-a444-8974d0a612f2 req-f8907ba0-1290-4074-9eca-7bf367272450 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:14.187553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7b632d43-2870-4712-aff9-29e72d340076 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.207067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-5df408f3-9525-46a0-a444-8974d0a612f2 req-f8907ba0-1290-4074-9eca-7bf367272450 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:14.208340 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5df408f3-9525-46a0-a444-8974d0a612f2 req-f8907ba0-1290-4074-9eca-7bf367272450 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 931 time: 0.3218856 Apr 05 14:38:14.263087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7b632d43-2870-4712-aff9-29e72d340076 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.300635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b632d43-2870-4712-aff9-29e72d340076 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=21163d03-5e6e-47cb-b961-8057e6591012,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:14.307779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7b632d43-2870-4712-aff9-29e72d340076 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.314313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8053f-86b0-4f23-94bc-4914a06b4d7c None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:14.319259 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7b632d43-2870-4712-aff9-29e72d340076 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/21163d03-5e6e-47cb-b961-8057e6591012 HTTP/1.1" status: 204 len: 168 time: 0.4461966 Apr 05 14:38:14.319527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38638) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:14.369306 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5df408f3-9525-46a0-a444-8974d0a612f2 req-ff3a5abc-e9eb-41e9-8bea-3c01659d4a71 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534171 Apr 05 14:38:14.378631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62b9d310-b88b-46ca-ad2a-819b4bf2603a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:38:14.394753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.402554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.402729 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bb6de875-0b1d-402d-847e-614128b19bfe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0798752 Apr 05 14:38:14.403056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38642) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:14.464051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=99bfcb8c-6f24-43db-865a-0b811f21663e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:14.468270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Transition to ACTIVE for port object 62b9d310-b88b-46ca-ad2a-819b4bf2603a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:14.493173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7270e2fe-a0ee-4174-860b-b017ccf68173 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:14.494447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7270e2fe-a0ee-4174-860b-b017ccf68173 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:14.513602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.519658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7270e2fe-a0ee-4174-860b-b017ccf68173 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:14.528893 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7270e2fe-a0ee-4174-860b-b017ccf68173 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1243658 Apr 05 14:38:14.529698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38646) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:14.596034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:14.603707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96aa2c58-2774-439a-874b-6d02a7e74bac tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:14.604062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] Deleting port 38710249-4ed1-4847-96b1-537f45516c17 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:14.604387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-96aa2c58-2774-439a-874b-6d02a7e74bac tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:14.604852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.622409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-96aa2c58-2774-439a-874b-6d02a7e74bac tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:14.623846 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-96aa2c58-2774-439a-874b-6d02a7e74bac tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0930007 Apr 05 14:38:14.628207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38650) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:14.718372 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-db3f8e57-4675-4243-aedb-7170cdfbfc3b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889006 Apr 05 14:38:14.730546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38654) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:14.736729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:14.794269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Pushing event updated for resources: {'Port': ['ID=62b9d310-b88b-46ca-ad2a-819b4bf2603a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:14.838219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.872041 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:14.876223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] For port 38710249-4ed1-4847-96b1-537f45516c17, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=38710249-4ed1-4847-96b1-537f45516c17,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:14.876608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:14.884177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:14.897061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:14.900992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.008236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] Calling delete_port for 38710249-4ed1-4847-96b1-537f45516c17 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:15.097639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.153259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] Pushing event deleted for resources: {'Port': ['ID=38710249-4ed1-4847-96b1-537f45516c17,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:15.157564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6df3caa-958d-4ae3-9070-38ece19aba61 None None] No DVR routers for this DVR port 38710249-4ed1-4847-96b1-537f45516c17 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:15.170840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Attempting to bind port 62b9d310-b88b-46ca-ad2a-819b4bf2603a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:15.171180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Attempting to bind port 62b9d310-b88b-46ca-ad2a-819b4bf2603a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:15.171512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Attempting to bind port 62b9d310-b88b-46ca-ad2a-819b4bf2603a on network d4cfb92b-bbde-4a91-b338-600bafbd35b4 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:15.192619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Port 62b9d310-b88b-46ca-ad2a-819b4bf2603a on network d4cfb92b-bbde-4a91-b338-600bafbd35b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:38:15.192927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Attempting to bind port 62b9d310-b88b-46ca-ad2a-819b4bf2603a on network d4cfb92b-bbde-4a91-b338-600bafbd35b4 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:15.203027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:15.203362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Checking segment: {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:15.203741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Bound using segment: {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:15.204165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Bound port: 62b9d310-b88b-46ca-ad2a-819b4bf2603a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:15.204509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.253652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.objects.ports [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83851) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:38:15.254906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.318084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:15.321106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:15.325420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:15.325998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.329784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9cb3bb-55bd-4da8-9fef-2ff70b8adbf0 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:15.339631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=3e701ac8-4c04-45b5-a322-fa3fe3dde295,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:15.359642 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b3eda23a-404e-4671-961f-d9cadd75c031 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6251493 Apr 05 14:38:15.359853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38658) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:15.365901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:6c:9b:ab', 'name': 'tempest-NetworksTestDHCPv6-1034829147'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:15.468023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] For port 62b9d310-b88b-46ca-ad2a-819b4bf2603a, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:15.471410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] For port 62b9d310-b88b-46ca-ad2a-819b4bf2603a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:15.524733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.528926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:15.539296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:15.551641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:15.555717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.559758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '3e701ac8-4c04-45b5-a322-fa3fe3dde295'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:15.560729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.586906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port e304172f-e483-4c96-a277-7e19453738e3 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:15.655534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:15.656875 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] 10.222.0.15 "PUT /v2.0/ports/62b9d310-b88b-46ca-ad2a-819b4bf2603a HTTP/1.1" status: 200 len: 1093 time: 2.4339600 Apr 05 14:38:15.659425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:38:15.748818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Allocated IP 2001:db8::f816:3eff:fe50:aa47 (f733e752-faf0-4209-b7c7-bca371750f1b/3e701ac8-4c04-45b5-a322-fa3fe3dde295/b091512f-d03f-456f-9233-13c53ada1ea5) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:15.760357 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb116741-ab44-4120-b55b-c879fee708af'] response: {'name': 'network-changed', 'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'status': 'completed', 'code': 200} Apr 05 14:38:15.768410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81b1d1d-c042-45d9-9d7a-895fd1779a4e service neutron] Pushing event updated for resources: {'Port': ['ID=62b9d310-b88b-46ca-ad2a-819b4bf2603a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:15.794516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router a77c4af4-d085-470f-be8d-c0c603ef46f0 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:15.825315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1262c-3a2a-4464-b6cc-196dac5ff5b6 req-7a40cd76-e30f-451a-b510-6edef165771f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:15.826834 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9c1262c-3a2a-4464-b6cc-196dac5ff5b6 req-7a40cd76-e30f-451a-b510-6edef165771f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 943 time: 0.3093529 Apr 05 14:38:15.865937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 38710249-4ed1-4847-96b1-537f45516c17 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:15.910885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 38710249-4ed1-4847-96b1-537f45516c17 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:38:15.911226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 38710249-4ed1-4847-96b1-537f45516c17 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:38:15.916130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-e9ad0172-b978-4cdf-a1a1-e781b99ede10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 1096 time: 0.2083070 Apr 05 14:38:16.009601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.022704 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Transition to ACTIVE for port object b091512f-d03f-456f-9233-13c53ada1ea5 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:16.047393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Transition to ACTIVE for port object b091512f-d03f-456f-9233-13c53ada1ea5 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:16.050823 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-17ab288d-fe9a-4ef0-b4fc-f2feb654b07b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a HTTP/1.1" status: 200 len: 217 time: 0.0877724 Apr 05 14:38:16.053205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.090577 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9c1262c-3a2a-4464-b6cc-196dac5ff5b6 req-41aaccc1-801a-4bf0-9d4c-e143af28824d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075338 Apr 05 14:38:16.114514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:16.119988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:16.123085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:16.128710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:16.131049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7a484-88a3-489c-8fd7-9fa1c699fa72 None None] Sync routers for ids ['a77c4af4-d085-470f-be8d-c0c603ef46f0'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:16.134931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Pushing event updated for resources: {'Port': ['ID=b091512f-d03f-456f-9233-13c53ada1ea5,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:16.145057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-7f36c7b4-68ae-4173-a18c-b16faff0ced0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:16.146818 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-7f36c7b4-68ae-4173-a18c-b16faff0ced0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62740074-97d2-460a-b27e-6b1279b1d4d7 HTTP/1.1" status: 200 len: 832 time: 0.0891688 Apr 05 14:38:16.149513 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cba0f8bc-766e-4440-8ad7-d7ce3dae4503 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/a77c4af4-d085-470f-be8d-c0c603ef46f0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5182734 Apr 05 14:38:16.182741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38666) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:16.234935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f98d62aa-b235-4b78-8f63-daa8e0596f6b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:16.248184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:fe6c:9bab (f733e752-faf0-4209-b7c7-bca371750f1b/3e701ac8-4c04-45b5-a322-fa3fe3dde295/e304172f-e483-4c96-a277-7e19453738e3) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:16.254929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7a484-88a3-489c-8fd7-9fa1c699fa72 None None] Routers {'a77c4af4-d085-470f-be8d-c0c603ef46f0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:16.255551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2ab7a484-88a3-489c-8fd7-9fa1c699fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a77c4af4-d085-470f-be8d-c0c603ef46f0'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:16.265492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f98d62aa-b235-4b78-8f63-daa8e0596f6b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:16.270281 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f98d62aa-b235-4b78-8f63-daa8e0596f6b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77c4af4-d085-470f-be8d-c0c603ef46f0 HTTP/1.1" status: 200 len: 205 time: 0.0829413 Apr 05 14:38:16.270503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38670) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:16.321741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2ab7a484-88a3-489c-8fd7-9fa1c699fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:16.323951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Attempting to bind port b091512f-d03f-456f-9233-13c53ada1ea5 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:16.324306 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Attempting to bind port b091512f-d03f-456f-9233-13c53ada1ea5 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:16.324661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Attempting to bind port b091512f-d03f-456f-9233-13c53ada1ea5 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:16.337947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:16.338693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:16.338993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.339609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:16.340194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Bound port: b091512f-d03f-456f-9233-13c53ada1ea5, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:16.340683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.362171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7a484-88a3-489c-8fd7-9fa1c699fa72 None None] Routers {'a77c4af4-d085-470f-be8d-c0c603ef46f0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:16.362911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2ab7a484-88a3-489c-8fd7-9fa1c699fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a77c4af4-d085-470f-be8d-c0c603ef46f0'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:16.393467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-9cba8377-9f53-429c-b4cf-c7a1b80e97ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4cfb92b-bbde-4a91-b338-600bafbd35b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2401576 Apr 05 14:38:16.456907 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2ab7a484-88a3-489c-8fd7-9fa1c699fa72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:16.457223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7a484-88a3-489c-8fd7-9fa1c699fa72 None None] The sync data for ids ['a77c4af4-d085-470f-be8d-c0c603ef46f0'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:16.459319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.479174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object e304172f-e483-4c96-a277-7e19453738e3 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:16.498810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] For port b091512f-d03f-456f-9233-13c53ada1ea5, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:16.500816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-018421f2-8faf-435d-b59a-876069b3387a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.504399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] For port b091512f-d03f-456f-9233-13c53ada1ea5, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b091512f-d03f-456f-9233-13c53ada1ea5,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:16.507256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.508543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.587083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:16.590857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:16.593148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc5fbfd-ab94-4d3c-9b82-5ab701b8d207 None None] Pushing event updated for resources: {'Port': ['ID=b091512f-d03f-456f-9233-13c53ada1ea5,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:16.595620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:16.599907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:16.600624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.608627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=e304172f-e483-4c96-a277-7e19453738e3,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:16.643307 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-61018d44-43d3-46d7-b9c2-e5e44d04c9dc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.2800009 Apr 05 14:38:16.645030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38674) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:16.747547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e94732a-f1ca-4fbe-b4ab-4289005f7805 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:16.751613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e94732a-f1ca-4fbe-b4ab-4289005f7805 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:16.752424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1e94732a-f1ca-4fbe-b4ab-4289005f7805 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:16.771911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1e94732a-f1ca-4fbe-b4ab-4289005f7805 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:16.776042 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1e94732a-f1ca-4fbe-b4ab-4289005f7805 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1272044 Apr 05 14:38:16.778567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38678) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:16.873475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6db37565-d8d8-401e-894e-29e4d85654b0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port e304172f-e483-4c96-a277-7e19453738e3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:16.874101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6db37565-d8d8-401e-894e-29e4d85654b0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:16.878503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-75017949-f540-439f-be90-db6c2b4c9e3b service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4791238 Apr 05 14:38:17.123891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6db37565-d8d8-401e-894e-29e4d85654b0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.159992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-018421f2-8faf-435d-b59a-876069b3387a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.179385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-018421f2-8faf-435d-b59a-876069b3387a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.200393 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f3db675-bcb9-45d7-bcbd-363db8895084 req-6cd09d89-c1f8-424b-bd3d-f9df5d3420d9 service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636809 Apr 05 14:38:17.251809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6db37565-d8d8-401e-894e-29e4d85654b0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for e304172f-e483-4c96-a277-7e19453738e3 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:17.306362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-018421f2-8faf-435d-b59a-876069b3387a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.306916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018421f2-8faf-435d-b59a-876069b3387a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Fanout notify agent at l3_agent the message router_deleted on router a77c4af4-d085-470f-be8d-c0c603ef46f0 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:38:17.344751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-018421f2-8faf-435d-b59a-876069b3387a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.349060 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-018421f2-8faf-435d-b59a-876069b3387a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/a77c4af4-d085-470f-be8d-c0c603ef46f0 HTTP/1.1" status: 204 len: 168 time: 1.0743232 Apr 05 14:38:17.351493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38684) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:17.406243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6db37565-d8d8-401e-894e-29e4d85654b0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.437201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-1376eb83-a284-4fe9-a1f9-5ac50aa59d42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 1096 time: 0.1803529 Apr 05 14:38:17.442851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3882-8b44-4e1e-bb4e-1a5346a97610 req-3732a0cb-16db-4c67-95ee-883d2b11f9da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:17.444329 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-896e3882-8b44-4e1e-bb4e-1a5346a97610 req-3732a0cb-16db-4c67-95ee-883d2b11f9da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 943 time: 0.2230151 Apr 05 14:38:17.495803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db37565-d8d8-401e-894e-29e4d85654b0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=e304172f-e483-4c96-a277-7e19453738e3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:17.499657 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6db37565-d8d8-401e-894e-29e4d85654b0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.514200 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6db37565-d8d8-401e-894e-29e4d85654b0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/e304172f-e483-4c96-a277-7e19453738e3 HTTP/1.1" status: 204 len: 168 time: 0.7344728 Apr 05 14:38:17.516553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38688) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:17.592667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57670088-71e0-4564-b2a5-6d1cf30c5c1e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:17.594155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57670088-71e0-4564-b2a5-6d1cf30c5c1e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:17.594815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-57670088-71e0-4564-b2a5-6d1cf30c5c1e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:17.613273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-57670088-71e0-4564-b2a5-6d1cf30c5c1e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:17.614660 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-57670088-71e0-4564-b2a5-6d1cf30c5c1e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0970049 Apr 05 14:38:17.617353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38692) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:17.669341 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-896e3882-8b44-4e1e-bb4e-1a5346a97610 req-1df707a1-d9ad-4458-b15c-1c83421f3186 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066205 Apr 05 14:38:17.708135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-41570bd2-8a6e-4a74-ab2b-4bc572cb6052 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 3e701ac8-4c04-45b5-a322-fa3fe3dde295 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:17.711498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41570bd2-8a6e-4a74-ab2b-4bc572cb6052 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.715048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-818ebc35-393a-4f0a-b5c5-130e71e94bb3 None None] Provisioning for port b091512f-d03f-456f-9233-13c53ada1ea5 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:17.742174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-2036d9a1-d498-416b-9cdf-202f0bf0a524 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:17.743619 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-2036d9a1-d498-416b-9cdf-202f0bf0a524 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4cfb92b-bbde-4a91-b338-600bafbd35b4 HTTP/1.1" status: 200 len: 897 time: 0.2842672 Apr 05 14:38:17.747495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1708f975-fe5c-471f-9a1e-738df839faa5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet 4a539bb3-1683-40a5-8f7c-69a8055218e7 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:17.772209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41570bd2-8a6e-4a74-ab2b-4bc572cb6052 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.799594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1708f975-fe5c-471f-9a1e-738df839faa5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.853308 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-ed80bc90-1706-4ad6-a040-c5c77a669b61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a HTTP/1.1" status: 200 len: 217 time: 0.1025593 Apr 05 14:38:17.870783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41570bd2-8a6e-4a74-ab2b-4bc572cb6052 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.907815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b091512f-d03f-456f-9233-13c53ada1ea5 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:17.920164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1708f975-fe5c-471f-9a1e-738df839faa5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.973253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-1089430f-0349-4b56-b37d-1416de338921 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:17.974286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41570bd2-8a6e-4a74-ab2b-4bc572cb6052 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:17.975239 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-1089430f-0349-4b56-b37d-1416de338921 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62740074-97d2-460a-b27e-6b1279b1d4d7 HTTP/1.1" status: 200 len: 832 time: 0.1148005 Apr 05 14:38:17.987425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port b091512f-d03f-456f-9233-13c53ada1ea5 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:17.993563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b091512f-d03f-456f-9233-13c53ada1ea5 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:17.994081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.021554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41570bd2-8a6e-4a74-ab2b-4bc572cb6052 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=3e701ac8-4c04-45b5-a322-fa3fe3dde295,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:18.032329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-41570bd2-8a6e-4a74-ab2b-4bc572cb6052 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.052132 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-41570bd2-8a6e-4a74-ab2b-4bc572cb6052 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/3e701ac8-4c04-45b5-a322-fa3fe3dde295 HTTP/1.1" status: 204 len: 168 time: 0.4334216 Apr 05 14:38:18.054172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38696) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:18.058526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6a195712-35ca-4f58-9d96-bca5279aa650 None None] Could not find standard attr ID for object e304172f-e483-4c96-a277-7e19453738e3. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:18.085645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1708f975-fe5c-471f-9a1e-738df839faa5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.135153 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-aca1f871-dd88-4ed3-922a-58084d6cb1d6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4cfb92b-bbde-4a91-b338-600bafbd35b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1531384 Apr 05 14:38:18.139986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.155757 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-01021482-85a9-43c2-a279-7e4d74fdf46b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977674 Apr 05 14:38:18.155979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38700) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:18.163966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:18.171299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a748b59-2f68-4c58-b6d9-26e9b6695181 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:18.264434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port b091512f-d03f-456f-9233-13c53ada1ea5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b091512f-d03f-456f-9233-13c53ada1ea5,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:18.271128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.272867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1708f975-fe5c-471f-9a1e-738df839faa5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.376199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:18.380532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:18.383516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:18.389316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:18.400835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:18.405145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.413919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=b091512f-d03f-456f-9233-13c53ada1ea5,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:18.435555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708f975-fe5c-471f-9a1e-738df839faa5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=4a539bb3-1683-40a5-8f7c-69a8055218e7,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:18.449581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-c4688bff-ccc9-438a-a82d-5c891afa55f1 service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057575 Apr 05 14:38:18.452676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1708f975-fe5c-471f-9a1e-738df839faa5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.462851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78d913b-ec6e-4650-8299-7db5aa252869 None None] Network 97e255ae-daf6-4b4f-a65d-61a695aeeb3b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:18.532453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:18.538107 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1708f975-fe5c-471f-9a1e-738df839faa5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/4a539bb3-1683-40a5-8f7c-69a8055218e7 HTTP/1.1" status: 204 len: 168 time: 1.1854253 Apr 05 14:38:18.541224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] Deleting port b091512f-d03f-456f-9233-13c53ada1ea5 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:18.541583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.543358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38704) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:18.591537 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d7e03e-3c79-44d0-9279-263690ff5647 req-0e8a44b1-ec5d-4af7-9e88-42696b7079a4 service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336093 Apr 05 14:38:18.725692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.758693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port fbcf8e69-3282-437f-9444-bf4e7c6061c9 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:18.759034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.840902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] For port b091512f-d03f-456f-9233-13c53ada1ea5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b091512f-d03f-456f-9233-13c53ada1ea5,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:18.841571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:18.885997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9d9a8a-62ac-46bb-8988-15a139df3698 req-e5ad2e67-d908-474c-bb13-4d10d3000341 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:18.888618 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c9d9a8a-62ac-46bb-8988-15a139df3698 req-e5ad2e67-d908-474c-bb13-4d10d3000341 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 943 time: 0.0838263 Apr 05 14:38:18.928354 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:38:18.962750 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c9d9a8a-62ac-46bb-8988-15a139df3698 req-bda5e5ef-3f39-4755-95bd-df6699de4221 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666485 Apr 05 14:38:18.964851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] Calling delete_port for b091512f-d03f-456f-9233-13c53ada1ea5 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:18.991923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] DHCP port deletion for 97e255ae-daf6-4b4f-a65d-61a695aeeb3b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:19.007889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] Deleting port fbcf8e69-3282-437f-9444-bf4e7c6061c9 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:19.008330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.082667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port fbcf8e69-3282-437f-9444-bf4e7c6061c9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=fbcf8e69-3282-437f-9444-bf4e7c6061c9,segment=NetworkSegment(07132c15-4dc8-4ba5-8e44-d3534853d8ee),segment_id=07132c15-4dc8-4ba5-8e44-d3534853d8ee)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:19.083020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.157666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.203274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.objects.ports [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83851) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:38:19.207779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] Pushing event deleted for resources: {'Port': ['ID=b091512f-d03f-456f-9233-13c53ada1ea5,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:19.245047 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for fbcf8e69-3282-437f-9444-bf4e7c6061c9 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:19.273653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069ada28-556a-44f1-95c3-e9453e10c994 None None] No DVR routers for this DVR port b091512f-d03f-456f-9233-13c53ada1ea5 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:19.316211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] For port fbcf8e69-3282-437f-9444-bf4e7c6061c9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=fbcf8e69-3282-437f-9444-bf4e7c6061c9,segment=NetworkSegment(07132c15-4dc8-4ba5-8e44-d3534853d8ee),segment_id=07132c15-4dc8-4ba5-8e44-d3534853d8ee)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:19.316695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.351884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Port b091512f-d03f-456f-9233-13c53ada1ea5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 05 14:38:19.352185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.ipam_pluggable_backend [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Reverting IP allocation for 2001:db8::f816:3eff:fe50:aa47 {{(pid=83851) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 05 14:38:19.359711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.392009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.436239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] Calling delete_port for fbcf8e69-3282-437f-9444-bf4e7c6061c9 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:19.442972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=fbcf8e69-3282-437f-9444-bf4e7c6061c9,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:19.456835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No DVR routers for this DVR port fbcf8e69-3282-437f-9444-bf4e7c6061c9 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:19.504516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:38:19.504867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:38:19.523307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:19.529608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:19.532142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:19.532719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.538948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75b0b78-d233-41df-8c7d-883a4aa0097a None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:19.578197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=fca617ec-adbb-4b6b-aabf-c4562eb57ae8,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:19.617539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.648402 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9d2d9b15-afcd-4463-979d-7cd010bff332 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4888766 Apr 05 14:38:19.649128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38710) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:19.655509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:d9:90:8f', 'name': 'tempest-NetworksTestDHCPv6-76560651'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:19.672183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e255ae-daf6-4b4f-a65d-61a695aeeb3b']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.732362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07132c15-4dc8-4ba5-8e44-d3534853d8ee') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.732656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07132c15-4dc8-4ba5-8e44-d3534853d8ee') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:19.759369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.764735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': 'fca617ec-adbb-4b6b-aabf-c4562eb57ae8'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:19.765550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.786429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.807554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:38:19.807946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:38:19.823011 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:38:19.851558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device fbcf8e69-3282-437f-9444-bf4e7c6061c9 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:19.895786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: fbcf8e69-3282-437f-9444-bf4e7c6061c9 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:38:19.896058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device fbcf8e69-3282-437f-9444-bf4e7c6061c9 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:38:19.896373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b091512f-d03f-456f-9233-13c53ada1ea5 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:19.907309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:19.911659 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:19.914887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:19.917841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.921614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:19.937063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: b091512f-d03f-456f-9233-13c53ada1ea5 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:38:19.937411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b091512f-d03f-456f-9233-13c53ada1ea5 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:38:19.940363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:19.956794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=97e255ae-daf6-4b4f-a65d-61a695aeeb3b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:19.961445 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7d523573-8979-43ea-93c3-730be6de2115 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/97e255ae-daf6-4b4f-a65d-61a695aeeb3b HTTP/1.1" status: 204 len: 168 time: 1.4171453 Apr 05 14:38:19.965135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38714) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:19.970653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-411902274', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:19.976886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:20.007565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] Deleting port fbcf8e69-3282-437f-9444-bf4e7c6061c9 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:20.007924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.043395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Allocated IP 2001:db8::f816:3eff:fedf:17f9 (f733e752-faf0-4209-b7c7-bca371750f1b/fca617ec-adbb-4b6b-aabf-c4562eb57ae8/8f8532bb-6886-4f50-9c5b-d3a5203c58a5) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:20.078600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62b9d310-b88b-46ca-ad2a-819b4bf2603a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:38:20.090648 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:20.097353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-964500d1-4cae-4149-bb9b-27669b618550 None None] The port 'fbcf8e69-3282-437f-9444-bf4e7c6061c9' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:38:20.099845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:router and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:20.143392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:20.154341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:20.179549 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.180448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.181464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1af996-7f45-4044-b7f1-dc2fa548c07b req-41328350-baaf-423a-a0cb-9fc6f6f138e2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:20.183086 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b1af996-7f45-4044-b7f1-dc2fa548c07b req-41328350-baaf-423a-a0cb-9fc6f6f138e2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 943 time: 0.0940199 Apr 05 14:38:20.201916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.223179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.240800 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b1af996-7f45-4044-b7f1-dc2fa548c07b req-20efa5dd-59fe-4b27-a1df-7f84a3419218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503302 Apr 05 14:38:20.275372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.286241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.287385 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c88247f3-a5a2-4f88-95f1-138feca288c0 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3210468 Apr 05 14:38:20.290326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38720) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:20.295756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1605723895'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:20.300837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:20.304315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:20.305597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:20.308422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:20.314681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:20.326360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:20.329745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.366383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:38:20.379308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.380165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment 030a7380-0ad3-4c06-9ad9-89798a009e75 of type vlan for network d6815060-d2b7-4bfa-b147-8ad70dc96856 Apr 05 14:38:20.399645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 62b9d310-b88b-46ca-ad2a-819b4bf2603a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:20.405992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.419159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'port_id': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'mac_address': 'fa:16:3e:6f:2f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:38:20.438235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.441942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:20.442549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.467417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.489601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Transition to ACTIVE for port object 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:20.503832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.524619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Transition to ACTIVE for port object 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:20.529177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62b9d310-b88b-46ca-ad2a-819b4bf2603a {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:38:20.538336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.538538 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2441638 Apr 05 14:38:20.539508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38724) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:20.547151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:20.606270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:fed9:908f (f733e752-faf0-4209-b7c7-bca371750f1b/fca617ec-adbb-4b6b-aabf-c4562eb57ae8/f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:20.613114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:20.616926 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 62b9d310-b88b-46ca-ad2a-819b4bf2603a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:20.618088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:20.622624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:20.624894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Pushing event updated for resources: {'Port': ['ID=8f8532bb-6886-4f50-9c5b-d3a5203c58a5,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:20.631080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.656778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:20.660661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:20.663871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:20.669811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:20.683936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b046948-eb0a-4b80-b18a-2f3b1e8fb600 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=d6815060-d2b7-4bfa-b147-8ad70dc96856,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:20.687309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:20.735892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d6815060-d2b7-4bfa-b147-8ad70dc96856 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:38:20.793574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.840026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.858399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:20.863862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['62b9d310-b88b-46ca-ad2a-819b4bf2603a'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:38:20.881058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.956794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=62b9d310-b88b-46ca-ad2a-819b4bf2603a,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:20.957296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:20.961227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:20.966418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:20.969411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Attempting to bind port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:20.969774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Attempting to bind port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:20.970298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Attempting to bind port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:20.970685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:20.972218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.986625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:20.990102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:20.990478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:20.990874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:20.991259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:20.992195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Bound port: 8f8532bb-6886-4f50-9c5b-d3a5203c58a5, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:20.992195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.006183 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9a3e64dd-cd87-4afb-8e0c-f1cb6fa59e4a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3564520 Apr 05 14:38:21.008884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38728) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:21.076503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.130559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] For port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:21.145105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] For port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8f8532bb-6886-4f50-9c5b-d3a5203c58a5,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:21.157176 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.165933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=4c0c37cf-2945-4eca-9000-dce38b289c6f,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:21.181613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8475ca0-e378-484b-a5c9-7da23c7b967c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:21.185647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8475ca0-e378-484b-a5c9-7da23c7b967c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:21.186432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d8475ca0-e378-484b-a5c9-7da23c7b967c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:21.203962 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:21.204321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: d6815060-d2b7-4bfa-b147-8ad70dc96856, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:38:21.216355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d8475ca0-e378-484b-a5c9-7da23c7b967c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:21.219959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d8475ca0-e378-484b-a5c9-7da23c7b967c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.2076352 Apr 05 14:38:21.221016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38732) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:21.232931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network d6815060-d2b7-4bfa-b147-8ad70dc96856 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:38:21.245265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, d6815060-d2b7-4bfa-b147-8ad70dc96856) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:21.250827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:21.252241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.263580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca65abc-4b71-4d9e-8f8a-a62ff95fbe99 None None] Network d6815060-d2b7-4bfa-b147-8ad70dc96856 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:21.285879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38738) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:21.286879 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5186a093-cf4f-4449-b05b-aa60cc07e890 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7461598 Apr 05 14:38:21.342887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33341533-4c22-46b0-b61b-989656b73e8c None None] Pushing event updated for resources: {'Port': ['ID=8f8532bb-6886-4f50-9c5b-d3a5203c58a5,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:21.360617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1af4e-904d-4796-8ea9-8c1981ab0312 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:21.360954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb1af4e-904d-4796-8ea9-8c1981ab0312 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.480094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b0edd4-ef37-469b-b25a-f02c9e1c7ff2 req-8628372e-98c9-4f51-82da-09be7a4e9eb0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:21.485977 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7b0edd4-ef37-469b-b25a-f02c9e1c7ff2 req-8628372e-98c9-4f51-82da-09be7a4e9eb0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 944 time: 0.0896811 Apr 05 14:38:21.544155 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7b0edd4-ef37-469b-b25a-f02c9e1c7ff2 req-287e1b07-e9c6-4d39-80fe-db583aa748f3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551300 Apr 05 14:38:21.616630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-d6815060-d2b7-4bfa-b147-8ad70dc96856', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:21.617541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.801745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Allocated IP 2001:db8::2 (d6815060-d2b7-4bfa-b147-8ad70dc96856/4c0c37cf-2945-4eca-9000-dce38b289c6f/104533fa-bb7e-4ca9-b74d-abd7b5838033) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:21.836526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb1af4e-904d-4796-8ea9-8c1981ab0312 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:21.899233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:22.054770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:22.077657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62b9d310-b88b-46ca-ad2a-819b4bf2603a up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:22.112560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.132496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Transition to ACTIVE for port object 104533fa-bb7e-4ca9-b74d-abd7b5838033 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:22.158559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Transition to ACTIVE for port object 104533fa-bb7e-4ca9-b74d-abd7b5838033 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:22.166671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ecb1af4e-904d-4796-8ea9-8c1981ab0312 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:22.167058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.244689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 62b9d310-b88b-46ca-ad2a-819b4bf2603a completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:22.255255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 62b9d310-b88b-46ca-ad2a-819b4bf2603a triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:22.255620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.281505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Network d6815060-d2b7-4bfa-b147-8ad70dc96856 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:22.289951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:22.290990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Pushing event updated for resources: {'Port': ['ID=104533fa-bb7e-4ca9-b74d-abd7b5838033,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:22.299303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:22.396804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.411952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Attempting to bind port 104533fa-bb7e-4ca9-b74d-abd7b5838033 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:22.411952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Attempting to bind port 104533fa-bb7e-4ca9-b74d-abd7b5838033 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:22.412323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Attempting to bind port 104533fa-bb7e-4ca9-b74d-abd7b5838033 on network d6815060-d2b7-4bfa-b147-8ad70dc96856 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:22.444871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:22.445336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Checking segment: {'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:22.445791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.446254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Bound using segment: {'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:22.446783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Bound port: 104533fa-bb7e-4ca9-b74d-abd7b5838033, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:22.447225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.532008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb1af4e-904d-4796-8ea9-8c1981ab0312 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.585849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.596825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb1af4e-904d-4796-8ea9-8c1981ab0312 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:22.694768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] For port 104533fa-bb7e-4ca9-b74d-abd7b5838033, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:22.701665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] For port 104533fa-bb7e-4ca9-b74d-abd7b5838033, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=104533fa-bb7e-4ca9-b74d-abd7b5838033,segment=NetworkSegment(030a7380-0ad3-4c06-9ad9-89798a009e75),segment_id=030a7380-0ad3-4c06-9ad9-89798a009e75)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:22.708054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6d3fd2d9-9ff8-4090-94f4-79d21c305fa5 None None] Provisioning for port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:22.712566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ecb1af4e-904d-4796-8ea9-8c1981ab0312 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.715570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.741898 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ecb1af4e-904d-4796-8ea9-8c1981ab0312 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1 HTTP/1.1" status: 204 len: 168 time: 1.5187464 Apr 05 14:38:22.770810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38744) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:22.803324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:38:22.810774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62205d63-a9b9-4618-b3cf-2ff811928a07 None None] Pushing event updated for resources: {'Port': ['ID=104533fa-bb7e-4ca9-b74d-abd7b5838033,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:22.817880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6d3fd2d9-9ff8-4090-94f4-79d21c305fa5 None None] Provisioning complete for port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:22.818409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd2d9-9ff8-4090-94f4-79d21c305fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.884197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaeb4d4-5b42-4f67-9cf7-1a622465b428 req-7f0dc502-b401-4a98-88ed-b75a0c0d89ea tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:22.884702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 62b9d310-b88b-46ca-ad2a-819b4bf2603a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:22.893196 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fcaeb4d4-5b42-4f67-9cf7-1a622465b428 req-7f0dc502-b401-4a98-88ed-b75a0c0d89ea tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 944 time: 0.1703935 Apr 05 14:38:22.894602 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f026e8-e830-4d36-85f1-67f128963654'] response: {'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'code': 200} Apr 05 14:38:22.922199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06309545-c88b-4e14-99b5-ee696784dfed tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:22.923525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06309545-c88b-4e14-99b5-ee696784dfed tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:22.924267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-06309545-c88b-4e14-99b5-ee696784dfed tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:22.956703 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fcaeb4d4-5b42-4f67-9cf7-1a622465b428 req-649064a7-1855-4c2e-bd84-2831f5433db9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620031 Apr 05 14:38:22.957030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:22.960413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-06309545-c88b-4e14-99b5-ee696784dfed tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:22.961645 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-06309545-c88b-4e14-99b5-ee696784dfed tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1898448 Apr 05 14:38:22.964510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38750) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:22.995735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd2d9-9ff8-4090-94f4-79d21c305fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.009958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8::1 (d6815060-d2b7-4bfa-b147-8ad70dc96856/4c0c37cf-2945-4eca-9000-dce38b289c6f/0288d5a1-9254-4fed-8c0e-26b565d18f44) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:23.062312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3e4ff3a-7acf-4563-ae5e-d80b6bb05c48 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet fca617ec-adbb-4b6b-aabf-c4562eb57ae8 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:23.081884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=62b9d310-b88b-46ca-ad2a-819b4bf2603a,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:23.085831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6d3fd2d9-9ff8-4090-94f4-79d21c305fa5 None None] For port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8f8532bb-6886-4f50-9c5b-d3a5203c58a5,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:23.090981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6d3fd2d9-9ff8-4090-94f4-79d21c305fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.116990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ff3a-7acf-4563-ae5e-d80b6bb05c48 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.144521 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a47a0ae9-222f-4a3a-9183-d5c778f46a30 req-6020d14f-a0a1-4db7-8599-235fc06d38c1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 1098 time: 0.0797818 Apr 05 14:38:23.169373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3fd2d9-9ff8-4090-94f4-79d21c305fa5 None None] Pushing event updated for resources: {'Port': ['ID=8f8532bb-6886-4f50-9c5b-d3a5203c58a5,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:23.194302 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a47a0ae9-222f-4a3a-9183-d5c778f46a30 req-bfab2398-c62b-4911-acfd-a542a7ff6140 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435736 Apr 05 14:38:23.199910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ff3a-7acf-4563-ae5e-d80b6bb05c48 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.205765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7eab29de-3200-490d-9a61-185ef0e28aa7 None None] Could not find standard attr ID for object f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:23.297056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.324643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object 0288d5a1-9254-4fed-8c0e-26b565d18f44 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:23.338710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ff3a-7acf-4563-ae5e-d80b6bb05c48 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.406206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.486745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ff3a-7acf-4563-ae5e-d80b6bb05c48 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.492537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network d6815060-d2b7-4bfa-b147-8ad70dc96856 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:23.520898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:23.522594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=0288d5a1-9254-4fed-8c0e-26b565d18f44,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:23.529285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:23.529800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.539301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e4ff3a-7acf-4563-ae5e-d80b6bb05c48 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=fca617ec-adbb-4b6b-aabf-c4562eb57ae8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:23.544573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e3e4ff3a-7acf-4563-ae5e-d80b6bb05c48 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.551151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed50fc8-8ed6-4478-ad80-7359f3873a6d None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:23.564378 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e3e4ff3a-7acf-4563-ae5e-d80b6bb05c48 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/fca617ec-adbb-4b6b-aabf-c4562eb57ae8 HTTP/1.1" status: 204 len: 168 time: 0.5990968 Apr 05 14:38:23.567580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38754) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:23.636135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.664026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5a5a02b5-e524-42b3-906a-51f2d386e5dd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0931551 Apr 05 14:38:23.664306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38758) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:23.751993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08de2325-7442-4b08-8a8b-c5165d8e7cfe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:23.754147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-08de2325-7442-4b08-8a8b-c5165d8e7cfe tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0889359 Apr 05 14:38:23.756738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38762) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:23.895908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:23.903115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] Deleting port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:23.903582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:23.927049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35401389-0206-4b59-8c53-0a021de97393 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:23.928097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-35401389-0206-4b59-8c53-0a021de97393 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:23.953879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-35401389-0206-4b59-8c53-0a021de97393 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:23.956362 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-35401389-0206-4b59-8c53-0a021de97393 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1970963 Apr 05 14:38:23.957860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38766) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:23.964397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 104533fa-bb7e-4ca9-b74d-abd7b5838033 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:24.072705 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-913505e5-4111-4567-af08-d7ff4d8885af tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1098332 Apr 05 14:38:24.073653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38772) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:24.079118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:24.168065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2254ae43-8aea-4750-accd-26e671fad8ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.265285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.275251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.276053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.311967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7349ba-145d-4fb2-a686-414de987d1aa None None] Network d6815060-d2b7-4bfa-b147-8ad70dc96856 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:24.333524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 104533fa-bb7e-4ca9-b74d-abd7b5838033 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:24.355317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:24.363258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d3004-0ad8-48a5-a7db-33cc0b545de2 req-f6a8e2a5-221b-4a75-a39c-62b031253852 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:24.366512 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-508d3004-0ad8-48a5-a7db-33cc0b545de2 req-f6a8e2a5-221b-4a75-a39c-62b031253852 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 945 time: 0.2307310 Apr 05 14:38:24.377660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:24.399480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] For port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8f8532bb-6886-4f50-9c5b-d3a5203c58a5,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:24.399610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.424530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=0288d5a1-9254-4fed-8c0e-26b565d18f44,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:24.428301 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-508d3004-0ad8-48a5-a7db-33cc0b545de2 req-e9838106-5711-4161-b8ab-457e4072eb3f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523779 Apr 05 14:38:24.429377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:24.439692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.440035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.440341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.440662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.440984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.441301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.441614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.441924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.442301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.442565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.442872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:24.501596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network d6815060-d2b7-4bfa-b147-8ad70dc96856 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:24.503000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:24.536996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.538304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] Calling delete_port for 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:24.574205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9428eace-9ddc-43bf-bbe2-13e61a3e18a5 None None] Provisioning for port 104533fa-bb7e-4ca9-b74d-abd7b5838033 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:24.582246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9428eace-9ddc-43bf-bbe2-13e61a3e18a5 None None] Provisioning complete for port 104533fa-bb7e-4ca9-b74d-abd7b5838033 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:24.582613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9428eace-9ddc-43bf-bbe2-13e61a3e18a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.767511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.781256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.827324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:24.830394 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:24.835075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:24.835656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.843389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=21a1ea75-1249-4691-b235-b22529062355,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:24.850330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] Pushing event deleted for resources: {'Port': ['ID=8f8532bb-6886-4f50-9c5b-d3a5203c58a5,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:24.867482 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-10efc0af-7260-49a6-90e3-db68d991f1ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7901082 Apr 05 14:38:24.867685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38776) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:24.873050 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:0d:73:0d', 'name': 'tempest-NetworksTestDHCPv6-2123118854'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:24.886447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:38:24.897042 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ae3017-c950-40c6-8389-249bd0debc41 None None] No DVR routers for this DVR port 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:24.903184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9428eace-9ddc-43bf-bbe2-13e61a3e18a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:24.917037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bbfea6-2a69-46f3-825d-3a9c857b1d01 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:25.020538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:25.024514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:25.027384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:25.033047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:25.044672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:25.048534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.076898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 3b0b8903-b686-4318-a76c-4d8d41adfb64 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:25.079803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:25.090220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9428eace-9ddc-43bf-bbe2-13e61a3e18a5 None None] For port 104533fa-bb7e-4ca9-b74d-abd7b5838033, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=104533fa-bb7e-4ca9-b74d-abd7b5838033,segment=NetworkSegment(030a7380-0ad3-4c06-9ad9-89798a009e75),segment_id=030a7380-0ad3-4c06-9ad9-89798a009e75)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:25.093773 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b8c650e1-c088-4bcc-8d72-674528545119 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8040667 Apr 05 14:38:25.094625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38780) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:25.098965 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:25.101035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1752114527'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:25.106950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:25.110839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9428eace-9ddc-43bf-bbe2-13e61a3e18a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.111198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:25.115833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:25.121669 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:25.127425 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:25.129326 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:37:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:25.136169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:25.139252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.175984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:38:25.198288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.198676 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment e5d11dd9-5ce5-42cc-ba53-6466994084e6 of type vlan for network 26031c76-a385-4e34-93ee-200243352776 Apr 05 14:38:25.266205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.309567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::241 (f733e752-faf0-4209-b7c7-bca371750f1b/21a1ea75-1249-4691-b235-b22529062355/3b0b8903-b686-4318-a76c-4d8d41adfb64) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:25.313944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.322817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:25.323533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.352711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428eace-9ddc-43bf-bbe2-13e61a3e18a5 None None] Pushing event updated for resources: {'Port': ['ID=104533fa-bb7e-4ca9-b74d-abd7b5838033,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:25.359614 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:25.396048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '21a1ea75-1249-4691-b235-b22529062355'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:25.396879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.573144 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4775980 Apr 05 14:38:25.576160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38786) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:25.591481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': '26031c76-a385-4e34-93ee-200243352776', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:25.626542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fc8ce37e-83aa-459e-a1f4-6b160a20d9d2 None None] Provisioning for port 0288d5a1-9254-4fed-8c0e-26b565d18f44 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:25.646032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0e2bce-d259-49dc-9ce3-4da1dc7d67bf tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=26031c76-a385-4e34-93ee-200243352776,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:25.664763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 26031c76-a385-4e34-93ee-200243352776 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:38:25.701502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fc8ce37e-83aa-459e-a1f4-6b160a20d9d2 None None] Provisioning complete for port 0288d5a1-9254-4fed-8c0e-26b565d18f44 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:25.701870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce37e-83aa-459e-a1f4-6b160a20d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.792477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.850473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 3b0b8903-b686-4318-a76c-4d8d41adfb64 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:25.869419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:25.873396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:25.880440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:25.888016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:25.898234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 104533fa-bb7e-4ca9-b74d-abd7b5838033 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:25.900340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37253213-6ad7-4b03-841b-bdb43e46d284 req-edbc3321-a936-4b06-8e86-67c7708c4e6d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:25.907378 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-37253213-6ad7-4b03-841b-bdb43e46d284 req-edbc3321-a936-4b06-8e86-67c7708c4e6d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 945 time: 0.1614258 Apr 05 14:38:25.926035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:25.958401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:25.973941 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:23Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:24Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:25.978318 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:25.978777 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Updating router 5c9d7a19-34fa-4419-92b3-788b451f8c9b port 0288d5a1-9254-4fed-8c0e-26b565d18f44 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:38:26.014630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ce37e-83aa-459e-a1f4-6b160a20d9d2 None None] Port 0288d5a1-9254-4fed-8c0e-26b565d18f44 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:26.043595 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-37253213-6ad7-4b03-841b-bdb43e46d284 req-1ada79e1-d401-4b78-83a7-e03e181f2e19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1353579 Apr 05 14:38:26.053031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/21a1ea75-1249-4691-b235-b22529062355/dce15bb8-3cf8-40a7-986b-3e87057723af) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:26.060527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:26.066591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:26.070723 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.076772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:26.080709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:26.081350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.141860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=3b0b8903-b686-4318-a76c-4d8d41adfb64,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:26.179477 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-aefa9263-c10b-40c7-88f9-6c5367c04a49 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3077621 Apr 05 14:38:26.179839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38792) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:26.310122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.322291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fc8ce37e-83aa-459e-a1f4-6b160a20d9d2 None None] Provisioning complete for port 104533fa-bb7e-4ca9-b74d-abd7b5838033 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:26.323162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce37e-83aa-459e-a1f4-6b160a20d9d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.434668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1271adde-05e2-4073-a37f-f5b1c97c0bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.437460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.457741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Transition to ACTIVE for port object dce15bb8-3cf8-40a7-986b-3e87057723af will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:26.466507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70ed1d-fe3f-4273-9e9f-119868820b3f req-a4ba5cb5-b08f-406a-b1fa-5eb58fdd7b8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:26.468593 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf70ed1d-fe3f-4273-9e9f-119868820b3f req-a4ba5cb5-b08f-406a-b1fa-5eb58fdd7b8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 945 time: 0.2120614 Apr 05 14:38:26.485549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e4e76-fe61-4209-9e94-cf29837244f8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:26.486728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7a5e4e76-fe61-4209-9e94-cf29837244f8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:26.502075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 104533fa-bb7e-4ca9-b74d-abd7b5838033 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:26.502576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.544182 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf70ed1d-fe3f-4273-9e9f-119868820b3f req-d3692074-e764-43b5-b411-f6266f12da92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648489 Apr 05 14:38:26.545129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7a5e4e76-fe61-4209-9e94-cf29837244f8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:26.550146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7a5e4e76-fe61-4209-9e94-cf29837244f8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3686898 Apr 05 14:38:26.551211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38796) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:26.591035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38800) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:26.595731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Transition to ACTIVE for port object dce15bb8-3cf8-40a7-986b-3e87057723af will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:26.603917 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.618324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.622500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.632782 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Transition to ACTIVE for port object 0288d5a1-9254-4fed-8c0e-26b565d18f44 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:26.648755 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.676948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 3b0b8903-b686-4318-a76c-4d8d41adfb64 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:26.677594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.720434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=dd90bedb-83c6-42bd-b0a7-509f627351e9,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:26.747406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:26.754879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:26.759217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Pushing event updated for resources: {'Port': ['ID=dce15bb8-3cf8-40a7-986b-3e87057723af,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:26.761756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:26.818485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:26.818854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: 26031c76-a385-4e34-93ee-200243352776, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:38:26.856017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 26031c76-a385-4e34-93ee-200243352776 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:38:26.873929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 26031c76-a385-4e34-93ee-200243352776) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:26.882470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:26.884406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.887765 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Pushing event updated for resources: {'Port': ['ID=0288d5a1-9254-4fed-8c0e-26b565d18f44,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:26.892630 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4f522ce2-25a2-408b-b835-ecfd3a8b1eeb tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 1093 time: 0.3002119 Apr 05 14:38:26.921497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38804) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:26.930645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:26.931590 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:26.942017 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:26.946767 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.947252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:26.947515 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.948002 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.948510 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.948992 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.949470 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.950110 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.950741 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.950875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:26.951583 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.952139 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.952616 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:26.965569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:26.981435 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d4cbe016-7041-4ee4-a8f3-9ac5ea47f423 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4043570 Apr 05 14:38:26.981840 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Attempting to bind port 0288d5a1-9254-4fed-8c0e-26b565d18f44 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:26.982471 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Attempting to bind port 0288d5a1-9254-4fed-8c0e-26b565d18f44 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:26.982850 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Attempting to bind port 0288d5a1-9254-4fed-8c0e-26b565d18f44 on network d6815060-d2b7-4bfa-b147-8ad70dc96856 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:26.983048 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38808) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:26.983879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.990649 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:26.991016 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Checking segment: {'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:26.991541 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:26.991932 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Bound using segment: {'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:26.992636 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Bound port: 0288d5a1-9254-4fed-8c0e-26b565d18f44, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '030a7380-0ad3-4c06-9ad9-89798a009e75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:26.993035 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.013371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7238ec6f-2b79-4b43-95f0-0001276f6147 None None] Network 26031c76-a385-4e34-93ee-200243352776 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:27.032339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:38:27.032714 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8f8532bb-6886-4f50-9c5b-d3a5203c58a5 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:38:27.074996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.122567 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] For port 0288d5a1-9254-4fed-8c0e-26b565d18f44, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:27.126507 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] For port 0288d5a1-9254-4fed-8c0e-26b565d18f44, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0288d5a1-9254-4fed-8c0e-26b565d18f44,segment=NetworkSegment(030a7380-0ad3-4c06-9ad9-89798a009e75),segment_id=030a7380-0ad3-4c06-9ad9-89798a009e75)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:27.129935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Attempting to bind port dce15bb8-3cf8-40a7-986b-3e87057723af on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:27.130400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Attempting to bind port dce15bb8-3cf8-40a7-986b-3e87057723af by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:27.130824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Attempting to bind port dce15bb8-3cf8-40a7-986b-3e87057723af on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:27.134212 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.144113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:27.144591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:27.145046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.145631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:27.146179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Bound port: dce15bb8-3cf8-40a7-986b-3e87057723af, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:27.146602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.235373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 3b0b8903-b686-4318-a76c-4d8d41adfb64 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:27.243276 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41788e2d-c623-4ba3-9d16-3374aef5eb92 None None] Pushing event updated for resources: {'Port': ['ID=0288d5a1-9254-4fed-8c0e-26b565d18f44,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:27.249940 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:27.250902 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:27.324037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.458645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.499191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-26031c76-a385-4e34-93ee-200243352776', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:27.501488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.523944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=3b0b8903-b686-4318-a76c-4d8d41adfb64,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:27.537911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.551312 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] For port dce15bb8-3cf8-40a7-986b-3e87057723af, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:27.555298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] For port dce15bb8-3cf8-40a7-986b-3e87057723af, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dce15bb8-3cf8-40a7-986b-3e87057723af,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:27.557429 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:27.590000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.590326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.590849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.594025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.594498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.595447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.597100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.597760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.598448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.598955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.600022 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.600542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.601046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:27.630524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.650533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a4885546-5b86-4f9a-bb4f-e19afda82bc7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/3b0b8903-b686-4318-a76c-4d8d41adfb64 HTTP/1.1" status: 204 len: 168 time: 1.0980456 Apr 05 14:38:27.653575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38812) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:27.714684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.100 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/4ab1f2a0-504a-4a30-9e92-591d836e80e2) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:27.764484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d783c00-8024-435a-a52e-52bc80ea192a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:27.765931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d783c00-8024-435a-a52e-52bc80ea192a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:27.766704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5d783c00-8024-435a-a52e-52bc80ea192a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:27.785222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe73670-4392-45e0-b893-89b8a5673f5b None None] Pushing event updated for resources: {'Port': ['ID=dce15bb8-3cf8-40a7-986b-3e87057723af,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:27.786684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5d783c00-8024-435a-a52e-52bc80ea192a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:27.791195 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5d783c00-8024-435a-a52e-52bc80ea192a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1330333 Apr 05 14:38:27.791195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38816) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:27.840905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Allocated IP 2001:db8:1::2 (26031c76-a385-4e34-93ee-200243352776/dd90bedb-83c6-42bd-b0a7-509f627351e9/a719c1cc-e0f1-4178-b837-1262bbf51826) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:27.876371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac6c20f1-6a2c-4636-a9b8-33e3368c54ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 21a1ea75-1249-4691-b235-b22529062355 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:27.885391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac6c20f1-6a2c-4636-a9b8-33e3368c54ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.930944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.968875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:27.973377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac6c20f1-6a2c-4636-a9b8-33e3368c54ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.083827 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:23Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:27Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:28.092064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9bc518b-7aa1-49bb-b8f3-af753899cc53 None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:23Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:27Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:28.093414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=4ab1f2a0-504a-4a30-9e92-591d836e80e2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:28.144494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac6c20f1-6a2c-4636-a9b8-33e3368c54ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.165223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.179662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Transition to ACTIVE for port object a719c1cc-e0f1-4178-b837-1262bbf51826 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:28.184394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:28.186447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:28.194391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:28.208889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Transition to ACTIVE for port object a719c1cc-e0f1-4178-b837-1262bbf51826 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:28.222866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.257341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac6c20f1-6a2c-4636-a9b8-33e3368c54ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.300683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c20f1-6a2c-4636-a9b8-33e3368c54ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=21a1ea75-1249-4691-b235-b22529062355,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:28.310572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac6c20f1-6a2c-4636-a9b8-33e3368c54ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.317606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Network 26031c76-a385-4e34-93ee-200243352776 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:28.318363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Pushing event updated for resources: {'Port': ['ID=a719c1cc-e0f1-4178-b837-1262bbf51826,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:28.322767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:28.326208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:28.344730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ac6c20f1-6a2c-4636-a9b8-33e3368c54ba tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/21a1ea75-1249-4691-b235-b22529062355 HTTP/1.1" status: 204 len: 168 time: 0.5509326 Apr 05 14:38:28.344967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38820) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:28.449839 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-865edd1d-877a-452a-b54f-1036dcd2a500 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037335 Apr 05 14:38:28.450469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38824) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:28.462458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Attempting to bind port a719c1cc-e0f1-4178-b837-1262bbf51826 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:28.462981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Attempting to bind port a719c1cc-e0f1-4178-b837-1262bbf51826 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:28.463461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Attempting to bind port a719c1cc-e0f1-4178-b837-1262bbf51826 on network 26031c76-a385-4e34-93ee-200243352776 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:28.470588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:28.471789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Checking segment: {'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:28.472335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.472825 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Bound using segment: {'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:28.473402 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Bound port: a719c1cc-e0f1-4178-b837-1262bbf51826, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:28.473863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.571706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b079c1f-a94e-4951-bf74-817614abc6ef tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:28.572460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0b079c1f-a94e-4951-bf74-817614abc6ef tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:28.591768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] For port a719c1cc-e0f1-4178-b837-1262bbf51826, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:28.595494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0b079c1f-a94e-4951-bf74-817614abc6ef tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:28.606214 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0b079c1f-a94e-4951-bf74-817614abc6ef tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1544065 Apr 05 14:38:28.606844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38828) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:28.607496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] For port a719c1cc-e0f1-4178-b837-1262bbf51826, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a719c1cc-e0f1-4178-b837-1262bbf51826,segment=NetworkSegment(e5d11dd9-5ce5-42cc-ba53-6466994084e6),segment_id=e5d11dd9-5ce5-42cc-ba53-6466994084e6)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:28.617956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:28.721134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2d0776-ef23-4369-a44d-6c1e939eea95 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:28.728361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3c2d0776-ef23-4369-a44d-6c1e939eea95 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:28.769869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1befb469-b1aa-43aa-9230-47b346949b6e None None] Pushing event updated for resources: {'Port': ['ID=a719c1cc-e0f1-4178-b837-1262bbf51826,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:28.778359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3c2d0776-ef23-4369-a44d-6c1e939eea95 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:28.782133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3c2d0776-ef23-4369-a44d-6c1e939eea95 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1716316 Apr 05 14:38:28.782516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38832) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:28.887537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38836) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:28.889272 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5476b29d-8694-40f1-988a-1e5e51b4ffc0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1053238 Apr 05 14:38:28.916724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:28.978735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.111319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:29.144995 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:29.173759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b3c4bb-2c11-46f8-b9b5-d60bb3c183ec None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:29.177543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:29.309143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-eb3fd8e1-62c6-4493-97b2-80ba10496e62 None None] Provisioning for port dce15bb8-3cf8-40a7-986b-3e87057723af completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:29.341213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.506135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.588904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:29.591705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] Deleting port dce15bb8-3cf8-40a7-986b-3e87057723af {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:29.592079 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.793981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.802023 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] For port dce15bb8-3cf8-40a7-986b-3e87057723af, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=dce15bb8-3cf8-40a7-986b-3e87057723af,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:29.802446 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.946929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:29.952962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] Calling delete_port for dce15bb8-3cf8-40a7-986b-3e87057723af owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:29.981625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0288d5a1-9254-4fed-8c0e-26b565d18f44 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:30.103464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.135206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 0288d5a1-9254-4fed-8c0e-26b565d18f44 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:30.155466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] Pushing event deleted for resources: {'Port': ['ID=dce15bb8-3cf8-40a7-986b-3e87057723af,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:30.157831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 0288d5a1-9254-4fed-8c0e-26b565d18f44 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:30.158236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.186185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59676396-590d-43ec-a5c5-01d647680ad6 None None] Network 26031c76-a385-4e34-93ee-200243352776 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:30.256593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496103ed-40b5-4d6f-9784-d85030519067 None None] No DVR routers for this DVR port dce15bb8-3cf8-40a7-986b-3e87057723af on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:30.354441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-15afda03-c8c4-499f-93c2-4ac94b38fd21 None None] Provisioning for port a719c1cc-e0f1-4178-b837-1262bbf51826 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:30.462213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.objects.ports [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83851) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:38:30.463499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8:1::1 (26031c76-a385-4e34-93ee-200243352776/dd90bedb-83c6-42bd-b0a7-509f627351e9/cbb7b112-50ed-40c2-a8bd-f2a87d950e7d) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:30.471266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.486256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.561264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 0288d5a1-9254-4fed-8c0e-26b565d18f44, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0288d5a1-9254-4fed-8c0e-26b565d18f44,segment=NetworkSegment(030a7380-0ad3-4c06-9ad9-89798a009e75),segment_id=030a7380-0ad3-4c06-9ad9-89798a009e75)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:30.565997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.567065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a719c1cc-e0f1-4178-b837-1262bbf51826 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:30.625441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:30.633206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:30.638543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:30.639334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.650855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d820c024-93ad-4317-9c8f-c98449e28437 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:30.660261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.resource_extend [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 05 14:38:30.667279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=996c0924-9567-4e0e-b38f-75a3c202b82b,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:30.687539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.708021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.773732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=0288d5a1-9254-4fed-8c0e-26b565d18f44,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:30.816339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port a719c1cc-e0f1-4178-b837-1262bbf51826 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:30.826124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a719c1cc-e0f1-4178-b837-1262bbf51826 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:30.826470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.848642 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7c66dd6c-33c1-4db9-ac38-43fd42b4db2f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9585841 Apr 05 14:38:30.851925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38840) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:30.853429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=4ab1f2a0-504a-4a30-9e92-591d836e80e2,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:30.860362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:30.864765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.889430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object cbb7b112-50ed-40c2-a8bd-f2a87d950e7d will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:30.894242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:30.997774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '996c0924-9567-4e0e-b38f-75a3c202b82b'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:30.998674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.050781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.086555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.144079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 26031c76-a385-4e34-93ee-200243352776 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:31.148955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:31.152202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:31.154306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:31.155047 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:31.155741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.157582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:31.163667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:31.170365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port a719c1cc-e0f1-4178-b837-1262bbf51826, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a719c1cc-e0f1-4178-b837-1262bbf51826,segment=NetworkSegment(e5d11dd9-5ce5-42cc-ba53-6466994084e6),segment_id=e5d11dd9-5ce5-42cc-ba53-6466994084e6)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:31.178300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:31.183617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:31.204929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-604647d0-dda4-436a-8333-b8a9f9ffa06d None None] Provisioning complete for port a719c1cc-e0f1-4178-b837-1262bbf51826 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:31.205696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-604647d0-dda4-436a-8333-b8a9f9ffa06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.229456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.279950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.334896 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP edf7f64b-3484-413d-8ee2-93b841e8a2df associated. External IP: 172.26.6.100, port: 62b9d310-b88b-46ca-ad2a-819b4bf2603a. Apr 05 14:38:31.349487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Allocated IP 2001:db8::f816:3eff:fe2f:82d5 (f733e752-faf0-4209-b7c7-bca371750f1b/996c0924-9567-4e0e-b38f-75a3c202b82b/04141dda-f438-49b5-950c-b9b1bbad8ba3) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:31.357196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.366929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=a719c1cc-e0f1-4178-b837-1262bbf51826,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:31.402293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.402640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.402973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.403304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.403630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.403953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.404275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.404592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.404909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.405227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.405540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:38:31.516488 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.ipam_backend_mixin [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 996c0924-9567-4e0e-b38f-75a3c202b82b (CIDR: 2001:db8::/64) Apr 05 14:38:31.520732 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:31.521324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:31.541511 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5647d2ff-1b5b-4d86-b790-cce1c6069976 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6867611 Apr 05 14:38:31.544497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38844) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:31.551085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:31.632598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.645342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Transition to ACTIVE for port object 04141dda-f438-49b5-950c-b9b1bbad8ba3 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:31.673690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Transition to ACTIVE for port object 04141dda-f438-49b5-950c-b9b1bbad8ba3 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:31.684609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.706324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:31.711141 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:31.714432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:31.721212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:31.723565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-96649489-b3d2-47c7-96a5-9e02ea500077 None None] Provisioning for port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:31.732344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:31.735983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.741731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-96649489-b3d2-47c7-96a5-9e02ea500077 None None] Provisioning complete for port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:31.742266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-96649489-b3d2-47c7-96a5-9e02ea500077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:31.809054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:31.810005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Pushing event updated for resources: {'Port': ['ID=04141dda-f438-49b5-950c-b9b1bbad8ba3,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:31.814610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:31.820418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:31.825698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-96649489-b3d2-47c7-96a5-9e02ea500077 None None] Port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:31.942781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0288d5a1-9254-4fed-8c0e-26b565d18f44 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:31.972521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.007734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Attempting to bind port 04141dda-f438-49b5-950c-b9b1bbad8ba3 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:32.008128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Attempting to bind port 04141dda-f438-49b5-950c-b9b1bbad8ba3 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:32.008451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Attempting to bind port 04141dda-f438-49b5-950c-b9b1bbad8ba3 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:32.020957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:32.021323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:32.021713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.022120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:32.022568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Bound port: 04141dda-f438-49b5-950c-b9b1bbad8ba3, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:32.022935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.028577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.029319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.042750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.106009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 0288d5a1-9254-4fed-8c0e-26b565d18f44 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:32.106394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.115644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:32.119442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:32.125088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:32.125901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.133084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=d9a91ba2-dc99-4687-ac49-cf2e35363431,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:32.168719 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3e18671b-9588-4021-84dc-11dd14dcaa5c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6205425 Apr 05 14:38:32.169063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] For port 04141dda-f438-49b5-950c-b9b1bbad8ba3, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:32.169198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38848) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:32.174966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:b8:1a:30', 'name': 'tempest-NetworksTestDHCPv6-406521799'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:32.181325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] For port 04141dda-f438-49b5-950c-b9b1bbad8ba3, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=04141dda-f438-49b5-950c-b9b1bbad8ba3,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:32.189196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.232319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:32.319504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7473deb-c33a-4955-846d-93b0d26b3f88 None None] Pushing event updated for resources: {'Port': ['ID=04141dda-f438-49b5-950c-b9b1bbad8ba3,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:32.323163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:32.323928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a719c1cc-e0f1-4178-b837-1262bbf51826 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:32.328767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:32.330732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 26031c76-a385-4e34-93ee-200243352776 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:32.332096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:32.333115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:32.338302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:32.352287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:32.356492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.388551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port b94714f6-ecb1-474c-aa91-6e7235d94c06 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:32.406755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a719c1cc-e0f1-4178-b837-1262bbf51826 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:32.406755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.647632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8:0:1::18e (f733e752-faf0-4209-b7c7-bca371750f1b/d9a91ba2-dc99-4687-ac49-cf2e35363431/b94714f6-ecb1-474c-aa91-6e7235d94c06) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:32.655163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:feb8:1a30 (f733e752-faf0-4209-b7c7-bca371750f1b/996c0924-9567-4e0e-b38f-75a3c202b82b/b94714f6-ecb1-474c-aa91-6e7235d94c06) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:32.738967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 05995847-c536-4ef6-9f76-aab996aa1e3b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:32.757186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-859fa0ab-4af9-4ac1-ae9a-634dc0794dcd None None] Provisioning complete for port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:32.757807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-859fa0ab-4af9-4ac1-ae9a-634dc0794dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.821024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-859fa0ab-4af9-4ac1-ae9a-634dc0794dcd None None] Port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:38:32.897908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.913504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object b94714f6-ecb1-474c-aa91-6e7235d94c06 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:32.935659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:32.974805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:33.011405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:33.014637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:33.019713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:33.024707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:33.025329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.029191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=b94714f6-ecb1-474c-aa91-6e7235d94c06,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:33.053348 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7d30eaa8-3cc5-48f6-a5ce-d703d9023f00 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.8831673 Apr 05 14:38:33.055939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38852) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:33.120075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-491f4269-ea6e-41b9-85f1-6b84f152be05 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port b94714f6-ecb1-474c-aa91-6e7235d94c06 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:33.120423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-491f4269-ea6e-41b9-85f1-6b84f152be05 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.156162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:33.171552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] Sync routers for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:33.184531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.186839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:33.187797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:33.247726 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f3626eda-734f-46cc-8ef0-543dbcb971e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3246303 Apr 05 14:38:33.249011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:38:33.252006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38856) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:33.259801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:33.264731 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d39468c4-d741-4068-9a25-2e65377b4134 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2644756 Apr 05 14:38:33.267425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38862) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:33.275256 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:33.276623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1947440903'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:33.281342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:33.289416 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:33.290291 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:33.293493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:33.297709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:33.309228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:33.341837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:33.345339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.370704 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-276e9c5d-a6ac-422c-8d41-5c15b8b11ed2'] response: {'name': 'network-changed', 'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'status': 'completed', 'code': 200} Apr 05 14:38:33.388360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:38:33.409165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.409720 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment 1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2 of type vlan for network ac3dd487-39db-4108-9a88-d19b8ae4fc63 Apr 05 14:38:33.452891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.484636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:33.498238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.513778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:33.514439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.553602 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:33.746724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2c9cec24-973e-4835-b823-a471f562ffca tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/edf7f64b-3484-413d-8ee2-93b841e8a2df HTTP/1.1" status: 200 len: 991 time: 0.4928067 Apr 05 14:38:33.761829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-7a171222-1cba-4d44-8609-f9b36b2be5cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 1098 time: 0.2808185 Apr 05 14:38:33.785847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3119610-8908-4ad6-b39c-b0b6e4c0096b None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:33.825838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=ac3dd487-39db-4108-9a88-d19b8ae4fc63,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:33.852690 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-862c816a-8989-45a2-8820-41b6c1217c88 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5811150 Apr 05 14:38:33.852690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38866) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:33.863463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:33.883401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-491f4269-ea6e-41b9-85f1-6b84f152be05 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:33.901820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network ac3dd487-39db-4108-9a88-d19b8ae4fc63 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:38:34.000576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:34.004672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:34.007585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:34.013356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:34.026163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-491f4269-ea6e-41b9-85f1-6b84f152be05 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for b94714f6-ecb1-474c-aa91-6e7235d94c06 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:34.026971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:34.034134 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:31Z', 'revision_number': 3, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:31Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:34.039131 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:34.039729 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Updating router 5c9d7a19-34fa-4419-92b3-788b451f8c9b port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:38:34.077998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 04141dda-f438-49b5-950c-b9b1bbad8ba3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:34.095805 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.110556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-5552dce2-32b6-41d7-bd9f-b719fc514df0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:34.112572 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-5552dce2-32b6-41d7-bd9f-b719fc514df0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4cfb92b-bbde-4a91-b338-600bafbd35b4 HTTP/1.1" status: 200 len: 897 time: 0.3439839 Apr 05 14:38:34.160401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.229134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c50387c5-6982-4127-8630-ee2418a8a6c1 None None] Provisioning for port 04141dda-f438-49b5-950c-b9b1bbad8ba3 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:34.286782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-0bf13b3f-cf1a-42e8-a3df-33e6441658bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a HTTP/1.1" status: 200 len: 999 time: 0.1588817 Apr 05 14:38:34.407486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-3a085afa-28be-41af-8815-279d0c689653 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:34.409082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-3a085afa-28be-41af-8815-279d0c689653 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62740074-97d2-460a-b27e-6b1279b1d4d7 HTTP/1.1" status: 200 len: 832 time: 0.1146476 Apr 05 14:38:34.451554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-491f4269-ea6e-41b9-85f1-6b84f152be05 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.465555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 04141dda-f438-49b5-950c-b9b1bbad8ba3 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:34.485230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 04141dda-f438-49b5-950c-b9b1bbad8ba3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:34.485591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.500767 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.505237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f4269-ea6e-41b9-85f1-6b84f152be05 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=b94714f6-ecb1-474c-aa91-6e7235d94c06,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:34.520570 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Transition to ACTIVE for port object cbb7b112-50ed-40c2-a8bd-f2a87d950e7d will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:34.529920 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.568976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.589615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'edf7f64b-3484-413d-8ee2-93b841e8a2df', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'port_id': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'mac_address': 'fa:16:3e:6f:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:29Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:10Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:34.609008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-491f4269-ea6e-41b9-85f1-6b84f152be05 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.614311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] Checking router: 05995847-c536-4ef6-9f76-aab996aa1e3b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:34.628601 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-491f4269-ea6e-41b9-85f1-6b84f152be05 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/b94714f6-ecb1-474c-aa91-6e7235d94c06 HTTP/1.1" status: 204 len: 168 time: 1.5716262 Apr 05 14:38:34.632347 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-68a6ace8-dd68-4fca-b986-d92b0150707c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4cfb92b-bbde-4a91-b338-600bafbd35b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2172906 Apr 05 14:38:34.632865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38870) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:34.644889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:34.645790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:34.668419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=95056330-47b4-4447-98f4-fa3019021a15,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:34.685806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:34.686543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: ac3dd487-39db-4108-9a88-d19b8ae4fc63, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:38:34.713731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network ac3dd487-39db-4108-9a88-d19b8ae4fc63 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:38:34.726435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, ac3dd487-39db-4108-9a88-d19b8ae4fc63) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:34.743758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:34.745203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.757373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38874) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:34.794179 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23830b4-16a9-4c18-be2a-4468249bae93 None None] Pushing event updated for resources: {'Port': ['ID=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:34.798017 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0ced17b5-ad65-4c84-bbd6-ff8bff47c5b5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9417658 Apr 05 14:38:34.803546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38878) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:34.835243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.850565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb9ca0a-db32-47a6-a9e7-aaa2946b2c87 None None] Network ac3dd487-39db-4108-9a88-d19b8ae4fc63 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:34.926323 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Attempting to bind port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:34.926831 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Attempting to bind port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:34.927280 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Attempting to bind port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d on network 26031c76-a385-4e34-93ee-200243352776 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:34.940631 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:34.946117 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Checking segment: {'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:34.946668 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.947568 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Bound using segment: {'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:34.948121 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Bound port: cbb7b112-50ed-40c2-a8bd-f2a87d950e7d, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5d11dd9-5ce5-42cc-ba53-6466994084e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '26031c76-a385-4e34-93ee-200243352776'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:34.949131 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:34.986501 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-819623f0-0a18-4509-a13a-b1dd7279dff3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/edf7f64b-3484-413d-8ee2-93b841e8a2df HTTP/1.1" status: 200 len: 991 time: 0.2274165 Apr 05 14:38:35.029423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a07462-f81a-4974-b847-342f5f137ec0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:35.030327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d0a07462-f81a-4974-b847-342f5f137ec0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:35.040011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-ab5d2584-8515-491e-8a1e-23ae51636b9c service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3654301 Apr 05 14:38:35.053585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea49c98-6796-44a4-9fea-e5441d3c5441 None None] Update dhcp port {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '996c0924-9567-4e0e-b38f-75a3c202b82b', 'ip_address': '2001:db8::f816:3eff:fe2f:82d5'}, {'subnet_id': 'd9a91ba2-dc99-4687-ac49-cf2e35363431'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '04141dda-f438-49b5-950c-b9b1bbad8ba3'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:38:35.094435 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] For port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:35.102793 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] For port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,segment=NetworkSegment(e5d11dd9-5ce5-42cc-ba53-6466994084e6),segment_id=e5d11dd9-5ce5-42cc-ba53-6466994084e6)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:35.109515 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.155977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c98-6796-44a4-9fea-e5441d3c5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.205357 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23830b4-16a9-4c18-be2a-4468249bae93 None None] Pushing event updated for resources: {'Port': ['ID=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:35.231940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 04141dda-f438-49b5-950c-b9b1bbad8ba3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=04141dda-f438-49b5-950c-b9b1bbad8ba3,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:35.242376 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:35.243312 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:35.299728 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.320528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d0a07462-f81a-4974-b847-342f5f137ec0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:35.321699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d0a07462-f81a-4974-b847-342f5f137ec0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.6879225 Apr 05 14:38:35.331582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38882) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:35.495313 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6df349b0-fc76-458d-9b76-5d8cb7bd52be req-4f044600-e4df-4476-af28-79b47630f142 service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4481511 Apr 05 14:38:35.532204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b989059a-ecee-4476-b464-3506ce4a322d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:35.533725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b989059a-ecee-4476-b464-3506ce4a322d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2011502 Apr 05 14:38:35.541069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38886) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:35.550830 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:35.592688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=04141dda-f438-49b5-950c-b9b1bbad8ba3,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:35.598298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:35.708736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5368141-a1ab-41d8-ab33-2681e4e03d07 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:35.710324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5368141-a1ab-41d8-ab33-2681e4e03d07 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:35.711623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5368141-a1ab-41d8-ab33-2681e4e03d07 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:35.712436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a5368141-a1ab-41d8-ab33-2681e4e03d07 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:35.752114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a5368141-a1ab-41d8-ab33-2681e4e03d07 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:35.758589 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a5368141-a1ab-41d8-ab33-2681e4e03d07 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2162817 Apr 05 14:38:35.760630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38890) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:35.768432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.779542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:35.780347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:35.845505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c30ec9c-b845-4cf8-a06e-e9a671103570 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 996c0924-9567-4e0e-b38f-75a3c202b82b {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:35.912563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 04141dda-f438-49b5-950c-b9b1bbad8ba3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:35.942153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7ea49c98-6796-44a4-9fea-e5441d3c5441 None None] Allocated IP 2001:db8:0:1::2 (f733e752-faf0-4209-b7c7-bca371750f1b/d9a91ba2-dc99-4687-ac49-cf2e35363431/04141dda-f438-49b5-950c-b9b1bbad8ba3) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:35.990000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38894) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:36.039913 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:31Z', 'revision_number': 3, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:35Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:36.044344 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1735b15-da00-4e3a-b64c-35c6496350fa None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:31Z', 'revision_number': 3, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:35Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:36.126564 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2b4a0fed-6743-4f5d-b42b-5c51902c5725 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/edf7f64b-3484-413d-8ee2-93b841e8a2df HTTP/1.1" status: 200 len: 991 time: 0.1352983 Apr 05 14:38:36.364711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8:2::1 (ac3dd487-39db-4108-9a88-d19b8ae4fc63/95056330-47b4-4447-98f4-fa3019021a15/cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:36.394722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 04141dda-f438-49b5-950c-b9b1bbad8ba3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:36.395089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.488965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7ea49c98-6796-44a4-9fea-e5441d3c5441 None None] For port 04141dda-f438-49b5-950c-b9b1bbad8ba3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=04141dda-f438-49b5-950c-b9b1bbad8ba3,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:36.534884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.536903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c98-6796-44a4-9fea-e5441d3c5441 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.553651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:36.578463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.637342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ea49c98-6796-44a4-9fea-e5441d3c5441 None None] Transition to ACTIVE for port object 04141dda-f438-49b5-950c-b9b1bbad8ba3 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:36.644646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c30ec9c-b845-4cf8-a06e-e9a671103570 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.655454 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ea49c98-6796-44a4-9fea-e5441d3c5441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.673517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network ac3dd487-39db-4108-9a88-d19b8ae4fc63 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:36.677323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:36.680539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:36.681064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.687675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:36.715243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'edf7f64b-3484-413d-8ee2-93b841e8a2df', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'port_id': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'mac_address': 'fa:16:3e:6f:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:29Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:10Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:36.727144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c30ec9c-b845-4cf8-a06e-e9a671103570 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.784368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.788697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7797ec-369c-44bc-bc19-0a268c31cf6f None None] The sync data for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv is: [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'edf7f64b-3484-413d-8ee2-93b841e8a2df', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.100', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'port_id': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'mac_address': 'fa:16:3e:6f:2f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:29Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:10Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:36.816913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Allocated IP 2001:db8:2::2 (ac3dd487-39db-4108-9a88-d19b8ae4fc63/95056330-47b4-4447-98f4-fa3019021a15/939abc4c-dc38-43dd-8c6a-b78be4b54c51) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:36.821541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c30ec9c-b845-4cf8-a06e-e9a671103570 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.896072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea49c98-6796-44a4-9fea-e5441d3c5441 None None] Pushing event updated for resources: {'Port': ['ID=04141dda-f438-49b5-950c-b9b1bbad8ba3,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:36.948646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c30ec9c-b845-4cf8-a06e-e9a671103570 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:36.985757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c30ec9c-b845-4cf8-a06e-e9a671103570 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=996c0924-9567-4e0e-b38f-75a3c202b82b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:37.002064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c30ec9c-b845-4cf8-a06e-e9a671103570 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.024447 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8c30ec9c-b845-4cf8-a06e-e9a671103570 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/996c0924-9567-4e0e-b38f-75a3c202b82b HTTP/1.1" status: 204 len: 168 time: 1.2609811 Apr 05 14:38:37.028876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38898) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:37.128019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d664ebc-afeb-4eef-8ad1-1b5ccbe518e5 None None] New status for floating IP edf7f64b-3484-413d-8ee2-93b841e8a2df: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:38:37.141534 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38902) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:37.271184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb96cfa1-0285-498e-8895-d2e82a518ff2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet d9a91ba2-dc99-4687-ac49-cf2e35363431 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:37.274364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb96cfa1-0285-498e-8895-d2e82a518ff2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.345518 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-daa76648-5eea-4f70-bd50-720a2810710e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/edf7f64b-3484-413d-8ee2-93b841e8a2df HTTP/1.1" status: 200 len: 991 time: 0.2028320 Apr 05 14:38:37.356047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.364145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb96cfa1-0285-498e-8895-d2e82a518ff2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.382467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Transition to ACTIVE for port object 939abc4c-dc38-43dd-8c6a-b78be4b54c51 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:37.416559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.424932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.425904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.467854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Transition to ACTIVE for port object 939abc4c-dc38-43dd-8c6a-b78be4b54c51 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:37.477325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.481017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7636705e-f175-4506-8b1d-60eba90f691d None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:37.491793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb96cfa1-0285-498e-8895-d2e82a518ff2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.579563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:37.588170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb96cfa1-0285-498e-8895-d2e82a518ff2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.628764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network ac3dd487-39db-4108-9a88-d19b8ae4fc63 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:37.629863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:37.636336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fb96cfa1-0285-498e-8895-d2e82a518ff2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.652546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96cfa1-0285-498e-8895-d2e82a518ff2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=d9a91ba2-dc99-4687-ac49-cf2e35363431,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:37.661312 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fb96cfa1-0285-498e-8895-d2e82a518ff2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/d9a91ba2-dc99-4687-ac49-cf2e35363431 HTTP/1.1" status: 204 len: 168 time: 0.6310110 Apr 05 14:38:37.663673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38906) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:37.720065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Network ac3dd487-39db-4108-9a88-d19b8ae4fc63 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:37.722377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Pushing event updated for resources: {'Port': ['ID=939abc4c-dc38-43dd-8c6a-b78be4b54c51,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:37.728329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:37.733554 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2e372b0a-36b8-4cd9-adad-2cce1abc20a9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0684340 Apr 05 14:38:37.739852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38910) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:37.745293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:37.758636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:37.764289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.764896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2ca5dc3a-fcff-4c0c-8ebe-267915c52498 None None] Provisioning for port 04141dda-f438-49b5-950c-b9b1bbad8ba3 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:37.807075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2ca5dc3a-fcff-4c0c-8ebe-267915c52498 None None] Provisioning complete for port 04141dda-f438-49b5-950c-b9b1bbad8ba3 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:37.807434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ca5dc3a-fcff-4c0c-8ebe-267915c52498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:37.867246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:37.871668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:37.875106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:37.881735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:37.902171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:37.902171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.015417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Attempting to bind port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:38.015651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Attempting to bind port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:38.015996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Attempting to bind port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 on network ac3dd487-39db-4108-9a88-d19b8ae4fc63 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:38.028463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 04141dda-f438-49b5-950c-b9b1bbad8ba3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:38.074828 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:38.075258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Checking segment: {'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:38.075597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.075977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Bound using segment: {'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:38.076449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Bound port: 939abc4c-dc38-43dd-8c6a-b78be4b54c51, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:38.076820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.087571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:38.263037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] For port 939abc4c-dc38-43dd-8c6a-b78be4b54c51, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:38.265592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 04141dda-f438-49b5-950c-b9b1bbad8ba3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:38.265951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.280937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:38.294299 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:38.298131 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8cd99641-3f80-46f6-845e-e60ccd941fe5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4901693 Apr 05 14:38:38.298282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:38.298394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38914) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:38.304312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-520755247'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:38.310569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:38.314453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] For port 939abc4c-dc38-43dd-8c6a-b78be4b54c51, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=939abc4c-dc38-43dd-8c6a-b78be4b54c51,segment=NetworkSegment(1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2),segment_id=1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:38.316035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:network and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:38.320498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:38.321407 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:38.322565 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:38.325883 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Deleting port 04141dda-f438-49b5-950c-b9b1bbad8ba3 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:38.326324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.328377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:38.347226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:38.352885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.356144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.363566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38918) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:38.446648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:38:38.474901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:38:38.508103 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-45cf2a3c-0672-4e97-bf19-e928421fc28a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/edf7f64b-3484-413d-8ee2-93b841e8a2df HTTP/1.1" status: 200 len: 993 time: 0.1389174 Apr 05 14:38:38.509603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.510020 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added segment b0e69512-25b5-4928-acdc-914d9e9791a8 of type vlan for network 1506b3c1-f329-48d1-8092-770df645c267 Apr 05 14:38:38.532543 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:38.540252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.563359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94f9fa7-d78b-4ccd-9b94-7057f311b7cc None None] Pushing event updated for resources: {'Port': ['ID=939abc4c-dc38-43dd-8c6a-b78be4b54c51,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:38.612958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.617600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:38.618549 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.679367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:38.717934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cbb7b112-50ed-40c2-a8bd-f2a87d950e7d up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:38.812017 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5126944 Apr 05 14:38:38.816637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38922) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:38.819760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3ca53-7673-474f-aba5-de7a34f44221 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Network': ['ID=1506b3c1-f329-48d1-8092-770df645c267,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:38.825452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'subnet': {'network_id': '1506b3c1-f329-48d1-8092-770df645c267', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:38.896676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 1506b3c1-f329-48d1-8092-770df645c267 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:38:38.943546 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:36Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:35Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:37Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:38.954243 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:38.954590 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Updating router 5c9d7a19-34fa-4419-92b3-788b451f8c9b port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:38:38.995246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:38.999367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:subnet and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:39.002814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:39.009218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:39.021841 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.025432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] For port 04141dda-f438-49b5-950c-b9b1bbad8ba3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=04141dda-f438-49b5-950c-b9b1bbad8ba3,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:39.028853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Made reservation on behalf of 1d7daad70f354bbf9f0ee5e36d5b89ad for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:39.079841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] For port 04141dda-f438-49b5-950c-b9b1bbad8ba3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=04141dda-f438-49b5-950c-b9b1bbad8ba3,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:39.080944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.081727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.089088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.089924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.163669 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.215395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Calling delete_port for 04141dda-f438-49b5-950c-b9b1bbad8ba3 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:39.230579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=04141dda-f438-49b5-950c-b9b1bbad8ba3,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:39.244842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:39.262875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:39.263376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.269257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:39.272534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:39.281520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:39.282131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.302894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=2640e1cf-8eee-461d-bca6-22666e5b36a4,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:39.319208 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-193944d2-aa95-4f6c-a1e7-8814bb904d11 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5783010 Apr 05 14:38:39.321757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38926) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:39.331717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:39.404104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:38:39.404447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:38:39.456198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.475922 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.487877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.495001 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Transition to ACTIVE for port object cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:39.505857 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.515577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:39.519325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,segment=NetworkSegment(e5d11dd9-5ce5-42cc-ba53-6466994084e6),segment_id=e5d11dd9-5ce5-42cc-ba53-6466994084e6)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:39.521204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:39.524983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:39.526006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.532672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:39.549942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:39.557265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.616786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:39.644267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Subnet': ['ID=03a24a38-b60d-41c8-83c1-dedbd3d58a06,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:39.666542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Checking segment: {'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:39.667318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network hostable DHCP agents. Network: 1506b3c1-f329-48d1-8092-770df645c267, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:38:39.676574 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bbffc-8bb6-40c6-91c4-f03e55a3ac4b None None] Pushing event updated for resources: {'Port': ['ID=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:39.724408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 1506b3c1-f329-48d1-8092-770df645c267 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:38:39.739245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 1506b3c1-f329-48d1-8092-770df645c267) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:39.746572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:39.747233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.750675 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.ipam_backend_mixin [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2640e1cf-8eee-461d-bca6-22666e5b36a4 (CIDR: 2001:db8::/64) Apr 05 14:38:39.754618 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d556b8a5-bcaa-4b3f-aa75-53a3544cdd71 None None] Network 1506b3c1-f329-48d1-8092-770df645c267 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:39.754867 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:39.755958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:39.783287 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ba07172d-7906-46f5-8af6-b9a24046d333 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4580011 Apr 05 14:38:39.784974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38930) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:39.789411 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Attempting to bind port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:39.789874 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Attempting to bind port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:39.790320 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Attempting to bind port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e on network ac3dd487-39db-4108-9a88-d19b8ae4fc63 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:39.794075 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-549ec202-5cee-461e-92b5-862c07f67998 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9735308 Apr 05 14:38:39.795667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38934) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:39.797446 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:39.797822 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Checking segment: {'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:39.798253 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.798636 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Bound using segment: {'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:39.799639 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Bound port: cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:39.800031 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.801587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:39.905770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Deleting port 04141dda-f438-49b5-950c-b9b1bbad8ba3 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:39.906204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:39.970308 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] For port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:39.974118 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] For port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,segment=NetworkSegment(1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2),segment_id=1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:39.985142 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.010230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e39db7-481c-45e8-abc0-4a8326ed8399 None None] Network ac3dd487-39db-4108-9a88-d19b8ae4fc63 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:40.051628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:40.057465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:40.061007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:40.069242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:40.082216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:40.087850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.097577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cbb7b112-50ed-40c2-a8bd-f2a87d950e7d up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:40.107258 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:40.108031 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:40.180869 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198bbffc-8bb6-40c6-91c4-f03e55a3ac4b None None] Pushing event updated for resources: {'Port': ['ID=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:40.265831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7cc2bc27-23a1-42fd-a629-401ee1c0c8a9 None None] Provisioning for port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:40.310951 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:40.419840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.493533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:40.497625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:40.502196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:40.502783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.510125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=6861e2db-31b9-4ee0-8add-dea47c2d81f9,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:40.542377 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5a249ee9-9458-4924-a355-a368b5417121 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7528243 Apr 05 14:38:40.542866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38938) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:40.551423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:2a:9f:4f', 'name': 'tempest-NetworksTestDHCPv6-2006050448'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:40.565792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-1506b3c1-f329-48d1-8092-770df645c267', 'network_id': '1506b3c1-f329-48d1-8092-770df645c267', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'fixed_ips': [{'subnet_id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:40.566632 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.658168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] For port 04141dda-f438-49b5-950c-b9b1bbad8ba3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=04141dda-f438-49b5-950c-b9b1bbad8ba3,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:40.658788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.707667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:40.717865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:40.731846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:40.736978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.771677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 438e840f-203f-4973-86cb-2192954e7ff8 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:40.774832 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:36Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:40.779134 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1d9255-283e-49d6-82d4-f63667a2e16c None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:36Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:40.782887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:40.794251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Calling delete_port for 04141dda-f438-49b5-950c-b9b1bbad8ba3 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:40.882997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:40.883845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.085615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8:0:1::e0 (f733e752-faf0-4209-b7c7-bca371750f1b/6861e2db-31b9-4ee0-8add-dea47c2d81f9/438e840f-203f-4973-86cb-2192954e7ff8) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:41.094956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::f816:3eff:fe2a:9f4f (f733e752-faf0-4209-b7c7-bca371750f1b/2640e1cf-8eee-461d-bca6-22666e5b36a4/438e840f-203f-4973-86cb-2192954e7ff8) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:41.148001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.247443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] Pushing event deleted for resources: {'Port': ['ID=04141dda-f438-49b5-950c-b9b1bbad8ba3,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:41.304735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Allocated IP 2001:db8:3::2 (1506b3c1-f329-48d1-8092-770df645c267/03a24a38-b60d-41c8-83c1-dedbd3d58a06/6dbf93fd-235d-4e1e-bfda-141f66d69d81) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:41.368944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03926689-6874-4999-ab68-68a316dfc7ec None None] No DVR routers for this DVR port 04141dda-f438-49b5-950c-b9b1bbad8ba3 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:41.391234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 939abc4c-dc38-43dd-8c6a-b78be4b54c51 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:41.422496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcca90d-b1cc-46db-ad02-a3c8495b8851 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:41.434613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.452638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 438e840f-203f-4973-86cb-2192954e7ff8 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:41.479025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.560302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:41.563566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:41.568723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:41.572990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:41.573614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.577537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=438e840f-203f-4973-86cb-2192954e7ff8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:41.606327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-250a0286-dcac-4909-ae94-eab5d2d10eb5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.0601900 Apr 05 14:38:41.606573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38942) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:41.664382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-63756038-fc93-4bf2-b07f-44b93f3107e5 None None] Provisioning for port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:41.679176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d8be6a97-87dc-4958-91a8-3e52e015f21d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 438e840f-203f-4973-86cb-2192954e7ff8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:41.679527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8be6a97-87dc-4958-91a8-3e52e015f21d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.791628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:41.808420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:41.808785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.940113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8be6a97-87dc-4958-91a8-3e52e015f21d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.941946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-63756038-fc93-4bf2-b07f-44b93f3107e5 None None] Provisioning complete for port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:41.942329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-63756038-fc93-4bf2-b07f-44b93f3107e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:41.968653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.039825 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Transition to ACTIVE for port object 6dbf93fd-235d-4e1e-bfda-141f66d69d81 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:42.063782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d8be6a97-87dc-4958-91a8-3e52e015f21d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 438e840f-203f-4973-86cb-2192954e7ff8 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:42.079082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Transition to ACTIVE for port object 6dbf93fd-235d-4e1e-bfda-141f66d69d81 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:42.092919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.163940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Allocated IP 2001:db8:3::1 (1506b3c1-f329-48d1-8092-770df645c267/03a24a38-b60d-41c8-83c1-dedbd3d58a06/40fc7b74-5f68-46bd-a4fc-a3940bbc682c) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:42.273677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Network 1506b3c1-f329-48d1-8092-770df645c267 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:42.278806 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Pushing event updated for resources: {'Port': ['ID=6dbf93fd-235d-4e1e-bfda-141f66d69d81,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:42.281434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:42.285987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8be6a97-87dc-4958-91a8-3e52e015f21d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.286955 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.296980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:42.300606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-63756038-fc93-4bf2-b07f-44b93f3107e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.348787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be6a97-87dc-4958-91a8-3e52e015f21d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=438e840f-203f-4973-86cb-2192954e7ff8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:42.435073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '2640e1cf-8eee-461d-bca6-22666e5b36a4'}, {'subnet_id': '6861e2db-31b9-4ee0-8add-dea47c2d81f9'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:42.435897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.445781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d8be6a97-87dc-4958-91a8-3e52e015f21d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.460109 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d8be6a97-87dc-4958-91a8-3e52e015f21d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/438e840f-203f-4973-86cb-2192954e7ff8 HTTP/1.1" status: 204 len: 168 time: 0.8521805 Apr 05 14:38:42.461040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38946) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:42.511281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-77db23f1-ff00-4b8c-8f96-3820d05e9d1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:42.516067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 939abc4c-dc38-43dd-8c6a-b78be4b54c51, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=939abc4c-dc38-43dd-8c6a-b78be4b54c51,segment=NetworkSegment(1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2),segment_id=1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:42.531430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.531701 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.534202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-77db23f1-ff00-4b8c-8f96-3820d05e9d1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:42.538581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-77db23f1-ff00-4b8c-8f96-3820d05e9d1c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0760877 Apr 05 14:38:42.539259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38950) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:42.551910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Transition to ACTIVE for port object 40fc7b74-5f68-46bd-a4fc-a3940bbc682c will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:42.582529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.612542 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cb1f09ee-78d1-41c3-adcc-7e47020c2734 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0714765 Apr 05 14:38:42.615266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38954) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:42.647914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 04141dda-f438-49b5-950c-b9b1bbad8ba3 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:42.680755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:42.686491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 1506b3c1-f329-48d1-8092-770df645c267 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:42.687670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:42.690122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:42.690812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.694684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496ed8f-e98e-4892-9289-ba6bd264bab8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:42.695762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496ed8f-e98e-4892-9289-ba6bd264bab8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:42.697084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4496ed8f-e98e-4892-9289-ba6bd264bab8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:42.698063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4496ed8f-e98e-4892-9289-ba6bd264bab8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:42.716787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4496ed8f-e98e-4892-9289-ba6bd264bab8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:42.718141 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4496ed8f-e98e-4892-9289-ba6bd264bab8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1017702 Apr 05 14:38:42.720563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38958) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:42.735785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Attempting to bind port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:42.736143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Attempting to bind port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:42.737047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Attempting to bind port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 on network 1506b3c1-f329-48d1-8092-770df645c267 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:42.745070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 04141dda-f438-49b5-950c-b9b1bbad8ba3 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:38:42.745401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 04141dda-f438-49b5-950c-b9b1bbad8ba3 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:38:42.779439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.808255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:42.808255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Checking segment: {'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:42.808640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.808997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Bound using segment: {'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:42.809390 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Bound port: 6dbf93fd-235d-4e1e-bfda-141f66d69d81, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:42.809749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:42.834974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-63756038-fc93-4bf2-b07f-44b93f3107e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:38:42.835307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-63756038-fc93-4bf2-b07f-44b93f3107e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:38:42.845190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=939abc4c-dc38-43dd-8c6a-b78be4b54c51,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:42.921729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:42.945598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-aed7ff54-d854-43bb-a159-845d50191fa2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 2640e1cf-8eee-461d-bca6-22666e5b36a4 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:43.037981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] For port 6dbf93fd-235d-4e1e-bfda-141f66d69d81, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:43.049532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] For port 6dbf93fd-235d-4e1e-bfda-141f66d69d81, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6dbf93fd-235d-4e1e-bfda-141f66d69d81,segment=NetworkSegment(b0e69512-25b5-4928-acdc-914d9e9791a8),segment_id=b0e69512-25b5-4928-acdc-914d9e9791a8)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:43.051525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Allocated IP 2001:db8:0:1::2 (f733e752-faf0-4209-b7c7-bca371750f1b/6861e2db-31b9-4ee0-8add-dea47c2d81f9/560108be-d067-4fba-a2e0-f67e6368e976) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:43.058483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.091807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Allocated IP 2001:db8::f816:3eff:fece:cc72 (f733e752-faf0-4209-b7c7-bca371750f1b/2640e1cf-8eee-461d-bca6-22666e5b36a4/560108be-d067-4fba-a2e0-f67e6368e976) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:43.198595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.204271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.205025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.225295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:43.246257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e45ebcd-df5d-4094-ad05-a652e7dda61a None None] Pushing event updated for resources: {'Port': ['ID=6dbf93fd-235d-4e1e-bfda-141f66d69d81,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:43.250279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:43.250682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.480208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event updated for resources: {'Port': ['ID=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:43.552420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.576001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Network 1506b3c1-f329-48d1-8092-770df645c267 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:43.577631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:43.590270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.608529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Transition to ACTIVE for port object 560108be-d067-4fba-a2e0-f67e6368e976 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:43.639697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,segment=NetworkSegment(1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2),segment_id=1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:43.644591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Transition to ACTIVE for port object 560108be-d067-4fba-a2e0-f67e6368e976 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:43.647888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.655642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aed7ff54-d854-43bb-a159-845d50191fa2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.684850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.726928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4c41590e-d5bb-4fba-ab0b-2909d1e0836b None None] Provisioning complete for port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:43.727171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4c41590e-d5bb-4fba-ab0b-2909d1e0836b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.730060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aed7ff54-d854-43bb-a159-845d50191fa2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.758971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:43.770743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:43.815974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aed7ff54-d854-43bb-a159-845d50191fa2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:43.849601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:43.851970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:43.954822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:43.983282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Pushing event updated for resources: {'Port': ['ID=560108be-d067-4fba-a2e0-f67e6368e976,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:43.997978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aed7ff54-d854-43bb-a159-845d50191fa2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.042910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7ff54-d854-43bb-a159-845d50191fa2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=2640e1cf-8eee-461d-bca6-22666e5b36a4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:44.055249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-aed7ff54-d854-43bb-a159-845d50191fa2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.071302 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-aed7ff54-d854-43bb-a159-845d50191fa2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/2640e1cf-8eee-461d-bca6-22666e5b36a4 HTTP/1.1" status: 204 len: 168 time: 1.3484535 Apr 05 14:38:44.073881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38962) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:44.101879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Attempting to bind port 560108be-d067-4fba-a2e0-f67e6368e976 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:44.102563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Attempting to bind port 560108be-d067-4fba-a2e0-f67e6368e976 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:44.103098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Attempting to bind port 560108be-d067-4fba-a2e0-f67e6368e976 on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:44.112583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:44.112952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:44.113347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.113733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:44.114402 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Bound port: 560108be-d067-4fba-a2e0-f67e6368e976, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:44.114773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.145688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:44.163095 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-92cae682-1a2d-4296-a358-84f310e799b8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3637586 Apr 05 14:38:44.163532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38966) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:44.163674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:44.168695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:44.172504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-70fff131-6403-4453-a32a-bb66dd41d4ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 6861e2db-31b9-4ee0-8add-dea47c2d81f9 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:44.175659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fff131-6403-4453-a32a-bb66dd41d4ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.212507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:44.213521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:44.232496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fff131-6403-4453-a32a-bb66dd41d4ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.338498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fff131-6403-4453-a32a-bb66dd41d4ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.409559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:44.428970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fff131-6403-4453-a32a-bb66dd41d4ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.450458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d5facf-6d4a-44a8-8b90-fb966f7b6347 None None] Network 1506b3c1-f329-48d1-8092-770df645c267 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:44.480838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fff131-6403-4453-a32a-bb66dd41d4ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=6861e2db-31b9-4ee0-8add-dea47c2d81f9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:44.491567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70fff131-6403-4453-a32a-bb66dd41d4ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.502325 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-70fff131-6403-4453-a32a-bb66dd41d4ee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/6861e2db-31b9-4ee0-8add-dea47c2d81f9 HTTP/1.1" status: 204 len: 168 time: 0.4272687 Apr 05 14:38:44.504591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38970) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:44.532011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] For port 560108be-d067-4fba-a2e0-f67e6368e976, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:44.578417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] For port 560108be-d067-4fba-a2e0-f67e6368e976, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=560108be-d067-4fba-a2e0-f67e6368e976,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:44.588005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a4aa37e6-07d6-408f-81e3-54404809a049 None None] Provisioning for port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:44.590764 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-40ca0407-c94b-40a9-995a-c33b12812cca tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847790 Apr 05 14:38:44.593588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38974) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:44.599715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.605447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:44.733721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:44.738118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:44.740958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:44.747716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:44.758262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:44.761788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:44.821215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.extraroute_db [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 14:38:44.839059 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d8cf1e-30b4-43fe-b0e0-25b1528bd476 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:44.848360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.extraroute_db [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Removed routes are [] {{(pid=83851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 14:38:44.848821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.037563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.054814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6dbf93fd-235d-4e1e-bfda-141f66d69d81 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:45.103364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:45.106654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:45.110914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:45.112161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.121855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:45.140879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acdb3f7-25c7-42dd-9793-3377273032e9 None None] Pushing event updated for resources: {'Port': ['ID=560108be-d067-4fba-a2e0-f67e6368e976,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:45.168086 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f8695380-4579-4a05-a43d-bfae183224a6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5728765 Apr 05 14:38:45.174722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38978) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:45.180498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:45.320101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.323790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.325477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:45.329529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:45.332932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:45.338832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:45.350210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:45.354079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.415156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:45.438392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:45.438758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.489974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.ipam_backend_mixin [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7 (CIDR: 2001:db8::/64) Apr 05 14:38:45.495361 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:45.495921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:45.507676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:45.517926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-52a53237-1654-4607-9bde-8b246535b485 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3395414 Apr 05 14:38:45.518180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38982) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:45.525093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:45.589020 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:42Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40fc7b74-5f68-46bd-a4fc-a3940bbc682c', 'name': '', 'network_id': '1506b3c1-f329-48d1-8092-770df645c267', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:0a:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:41Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:45.599941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:45.600282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Updating router 5c9d7a19-34fa-4419-92b3-788b451f8c9b port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:38:45.673769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:45.678543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:45.681596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:45.687689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:45.700222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:45.704772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.718711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:45.726360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.727517 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c23c31a2-5c19-43ba-bbe6-a9c8fef7b632 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 200 len: 953 time: 1.5632420 Apr 05 14:38:45.730078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38986) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:45.747712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5442cafa-a24e-437a-bdcb-c5e06b48f88e None None] Update dhcp port {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': '8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '560108be-d067-4fba-a2e0-f67e6368e976'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:38:45.770991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.789550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.901163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5442cafa-a24e-437a-bdcb-c5e06b48f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.914947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 6dbf93fd-235d-4e1e-bfda-141f66d69d81, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6dbf93fd-235d-4e1e-bfda-141f66d69d81,segment=NetworkSegment(b0e69512-25b5-4928-acdc-914d9e9791a8),segment_id=b0e69512-25b5-4928-acdc-914d9e9791a8)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:45.971614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:45.972273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 939abc4c-dc38-43dd-8c6a-b78be4b54c51 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:46.151052 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-4bf43253-4864-4eee-b4b6-a6126f323b28 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3213365 Apr 05 14:38:46.185587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ef249fa-e628-4560-b483-3e4dc691ff8e None None] Provisioning complete for port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:46.185982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ef249fa-e628-4560-b483-3e4dc691ff8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.258432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=6dbf93fd-235d-4e1e-bfda-141f66d69d81,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:46.284886 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e0e6bf58-dee9-4118-83ad-a75e66430434 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 200 len: 953 time: 0.5511405 Apr 05 14:38:46.285950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38990) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:46.293592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'routes': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:46.358848 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-39309b6c-3ba8-4a46-8e57-0ce9157637a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 1098 time: 0.1353283 Apr 05 14:38:46.453069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:46.453430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.568845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-5442cafa-a24e-437a-bdcb-c5e06b48f88e None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7/560108be-d067-4fba-a2e0-f67e6368e976) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:46.613584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-eab563c0-3f1b-46f6-a964-d967afc4cb3a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:46.614977 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-eab563c0-3f1b-46f6-a964-d967afc4cb3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4cfb92b-bbde-4a91-b338-600bafbd35b4 HTTP/1.1" status: 200 len: 897 time: 0.2355516 Apr 05 14:38:46.621787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:38:46.788838 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-5587b329-01bc-4f32-a3ff-ec5e7cf107ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a HTTP/1.1" status: 200 len: 1001 time: 0.1303868 Apr 05 14:38:46.802459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.849663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Transition to ACTIVE for port object 40fc7b74-5f68-46bd-a4fc-a3940bbc682c will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:46.855467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-58f5d50e-4e1e-4382-954c-3debeb606f03 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:46.857075 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-58f5d50e-4e1e-4382-954c-3debeb606f03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62740074-97d2-460a-b27e-6b1279b1d4d7 HTTP/1.1" status: 200 len: 832 time: 0.0617492 Apr 05 14:38:46.859430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:46.897563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:46.900684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7ef249fa-e628-4560-b483-3e4dc691ff8e None None] Provisioning for port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:46.934003 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-9d8e075a-4546-4102-b956-1c9f65b7acab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4cfb92b-bbde-4a91-b338-600bafbd35b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697207 Apr 05 14:38:46.959787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.extraroute_db [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added routes are [] {{(pid=83851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 14:38:46.960520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.extraroute_db [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83851) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 14:38:46.979585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-5442cafa-a24e-437a-bdcb-c5e06b48f88e None None] For port 560108be-d067-4fba-a2e0-f67e6368e976, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=560108be-d067-4fba-a2e0-f67e6368e976,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:46.993479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.072134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd42019-3072-4de4-b0b3-39042bd6f126 None None] Pushing event updated for resources: {'Port': ['ID=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:47.082142 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-dd6131b8-e907-4a2f-824c-2f87b0d14b47 service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393433 Apr 05 14:38:47.105556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5442cafa-a24e-437a-bdcb-c5e06b48f88e None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.221731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5442cafa-a24e-437a-bdcb-c5e06b48f88e None None] Ignored duplicate provisioning block setup for port 560108be-d067-4fba-a2e0-f67e6368e976 by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 05 14:38:47.242382 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6c63abf-14fa-4354-89d7-ccb18bac7182 req-6ed8d731-1675-431c-bbde-8826d1863206 service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546404 Apr 05 14:38:47.269033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5442cafa-a24e-437a-bdcb-c5e06b48f88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.307888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:47.308699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.313883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.378617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Attempting to bind port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:47.378977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Attempting to bind port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:47.379329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Attempting to bind port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c on network 1506b3c1-f329-48d1-8092-770df645c267 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:47.439913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:47.440277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Checking segment: {'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:47.440669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.441047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Bound using segment: {'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:47.441513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Bound port: 40fc7b74-5f68-46bd-a4fc-a3940bbc682c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0e69512-25b5-4928-acdc-914d9e9791a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '1506b3c1-f329-48d1-8092-770df645c267'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:47.441872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.488307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442cafa-a24e-437a-bdcb-c5e06b48f88e None None] Pushing event updated for resources: {'Port': ['ID=560108be-d067-4fba-a2e0-f67e6368e976,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:47.516397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.524562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.575709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] For port 560108be-d067-4fba-a2e0-f67e6368e976, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=560108be-d067-4fba-a2e0-f67e6368e976,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:47.604864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.610731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.612024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.648807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] For port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:47.652180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] For port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,segment=NetworkSegment(b0e69512-25b5-4928-acdc-914d9e9791a8),segment_id=b0e69512-25b5-4928-acdc-914d9e9791a8)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:47.660681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.773548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6dbf93fd-235d-4e1e-bfda-141f66d69d81 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:47.857196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd42019-3072-4de4-b0b3-39042bd6f126 None None] Pushing event updated for resources: {'Port': ['ID=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:47.874973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:47.876079 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:47.880042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:47.922930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:47.928474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:47.941301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:47.941880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:47.958321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=a7f09782-bf2b-4e8a-b91a-26277f29acf1,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:47.967823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=560108be-d067-4fba-a2e0-f67e6368e976,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:47.981046 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-42f4b32d-46d7-4ffe-a879-3ffce2406513 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4574885 Apr 05 14:38:47.981314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 38994) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:47.987175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:0c:d6:62', 'name': 'tempest-NetworksTestDHCPv6-2019219585'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:48.029683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:48.030105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.071874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:48.080304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.081686 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f431f2ac-142f-4143-b2d8-b42536a1a733 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 200 len: 703 time: 1.7930031 Apr 05 14:38:48.084187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 38998) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:48.089750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:48.170529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:48.175520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:port and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:48.179816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:48.185966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:48.199915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:48.297219 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6a77df7b-74cd-490c-aef4-cb8703f714ee tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 200 len: 703 time: 0.2119341 Apr 05 14:38:48.301335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39002) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:48.485220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:48.515417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:46Z', 'revision_number': 7, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40fc7b74-5f68-46bd-a4fc-a3940bbc682c', 'name': '', 'network_id': '1506b3c1-f329-48d1-8092-770df645c267', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:0a:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:41Z', 'updated_at': '2022-04-05T14:38:47Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:48.520497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfcb4f7a-83d6-4385-99a5-9075bd08b081 None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:46Z', 'revision_number': 7, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40fc7b74-5f68-46bd-a4fc-a3940bbc682c', 'name': '', 'network_id': '1506b3c1-f329-48d1-8092-770df645c267', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:0a:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:41Z', 'updated_at': '2022-04-05T14:38:47Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:48.536308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port f1babab5-def1-4b24-91a3-8074135122fb yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:48.694282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8fa3f3-2e18-4119-bd89-70d3f59c2125 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:48.847879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d29d2928-e599-44ad-8640-a2021018601b None None] Provisioning for port 560108be-d067-4fba-a2e0-f67e6368e976 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:48.988368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::32e (f733e752-faf0-4209-b7c7-bca371750f1b/8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7/f1babab5-def1-4b24-91a3-8074135122fb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:48.996416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8:0:1:f816:3eff:fe0c:d662 (f733e752-faf0-4209-b7c7-bca371750f1b/a7f09782-bf2b-4e8a-b91a-26277f29acf1/f1babab5-def1-4b24-91a3-8074135122fb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:49.013626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.250770 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:49.264160 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:49.264851 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:49.346679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.404179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object f1babab5-def1-4b24-91a3-8074135122fb will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:49.419740 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:49.535338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af56b404-c040-4a45-8dc6-2ef52e1a0bb5 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:49.647735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.762337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:49.771317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:49.779973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:49.783793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:49.784410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.803832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=f1babab5-def1-4b24-91a3-8074135122fb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:49.815631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 40fc7b74-5f68-46bd-a4fc-a3940bbc682c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:49.856972 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9f98bc94-3a65-4c5a-a105-503859e05110 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.8745887 Apr 05 14:38:49.859966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39012) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:49.872042 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:46Z', 'revision_number': 7, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40fc7b74-5f68-46bd-a4fc-a3940bbc682c', 'name': '', 'network_id': '1506b3c1-f329-48d1-8092-770df645c267', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:0a:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:41Z', 'updated_at': '2022-04-05T14:38:47Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:49.878276 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:49.891290 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:49.891905 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:49.954950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb2ccd-5951-43d0-b0c4-a589f230fcf4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port f1babab5-def1-4b24-91a3-8074135122fb {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:49.957397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ccd-5951-43d0-b0c4-a589f230fcf4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:49.962707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:49.973042 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:49.973407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.029770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:50.030244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.072236 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:50.129305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.164722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,segment=NetworkSegment(b0e69512-25b5-4928-acdc-914d9e9791a8),segment_id=b0e69512-25b5-4928-acdc-914d9e9791a8)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:50.175812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.176826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 560108be-d067-4fba-a2e0-f67e6368e976 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:50.312298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:50.324622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,segment=NetworkSegment(b0e69512-25b5-4928-acdc-914d9e9791a8),segment_id=b0e69512-25b5-4928-acdc-914d9e9791a8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:50.324987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.325618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ccd-5951-43d0-b0c4-a589f230fcf4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.332413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 560108be-d067-4fba-a2e0-f67e6368e976 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:50.350607 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 560108be-d067-4fba-a2e0-f67e6368e976 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:50.351364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.493720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 40fc7b74-5f68-46bd-a4fc-a3940bbc682c owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:50.495965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-fbcb2ccd-5951-43d0-b0c4-a589f230fcf4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for f1babab5-def1-4b24-91a3-8074135122fb owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:50.504423 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:46Z', 'revision_number': 7, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40fc7b74-5f68-46bd-a4fc-a3940bbc682c', 'name': '', 'network_id': '1506b3c1-f329-48d1-8092-770df645c267', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:0a:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:41Z', 'updated_at': '2022-04-05T14:38:47Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:50.515793 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec6ad5d-b577-4f1b-833b-b0b0375eb197 None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:46Z', 'revision_number': 7, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '40fc7b74-5f68-46bd-a4fc-a3940bbc682c', 'name': '', 'network_id': '1506b3c1-f329-48d1-8092-770df645c267', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:0a:7d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:41Z', 'updated_at': '2022-04-05T14:38:47Z', 'revision_number': 4, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '03a24a38-b60d-41c8-83c1-dedbd3d58a06', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:50.531094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1629b63f-e975-43a0-9f20-26d5f285bfe6 None None] Provisioning complete for port 560108be-d067-4fba-a2e0-f67e6368e976 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:50.531616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1629b63f-e975-43a0-9f20-26d5f285bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.614438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.708195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:38:50.710679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:38:50.743655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 560108be-d067-4fba-a2e0-f67e6368e976, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=560108be-d067-4fba-a2e0-f67e6368e976,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:50.744871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1629b63f-e975-43a0-9f20-26d5f285bfe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.762298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.787464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ccd-5951-43d0-b0c4-a589f230fcf4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:50.886231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=560108be-d067-4fba-a2e0-f67e6368e976,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:50.897435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-1629b63f-e975-43a0-9f20-26d5f285bfe6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:38:50.897782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-1629b63f-e975-43a0-9f20-26d5f285bfe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:38:50.945469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb2ccd-5951-43d0-b0c4-a589f230fcf4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=f1babab5-def1-4b24-91a3-8074135122fb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:51.029518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fbcb2ccd-5951-43d0-b0c4-a589f230fcf4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.039317 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fbcb2ccd-5951-43d0-b0c4-a589f230fcf4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/f1babab5-def1-4b24-91a3-8074135122fb HTTP/1.1" status: 204 len: 168 time: 1.1764030 Apr 05 14:38:51.041597 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39016) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:51.118451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7183b7d-be67-4919-ba19-03fc30b1a45a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:51.119241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a7183b7d-be67-4919-ba19-03fc30b1a45a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:51.135648 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a7183b7d-be67-4919-ba19-03fc30b1a45a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:51.136885 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a7183b7d-be67-4919-ba19-03fc30b1a45a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0943651 Apr 05 14:38:51.139468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39020) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:51.212106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:51.212446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.217246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f90619-391f-48b4-a75a-b76638dc7a8e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:51.221398 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a5f90619-391f-48b4-a75a-b76638dc7a8e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0807440 Apr 05 14:38:51.222003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39024) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:51.296352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e29a37-8d38-4754-b925-70ce52fe6cee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:51.297835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e29a37-8d38-4754-b925-70ce52fe6cee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:51.299776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e29a37-8d38-4754-b925-70ce52fe6cee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:51.300683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-64e29a37-8d38-4754-b925-70ce52fe6cee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:51.318646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-64e29a37-8d38-4754-b925-70ce52fe6cee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:51.319999 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-64e29a37-8d38-4754-b925-70ce52fe6cee tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0969791 Apr 05 14:38:51.322623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39028) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:51.418826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,segment=NetworkSegment(b0e69512-25b5-4928-acdc-914d9e9791a8),segment_id=b0e69512-25b5-4928-acdc-914d9e9791a8)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:51.419177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.467195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1629b63f-e975-43a0-9f20-26d5f285bfe6 None None] Could not find standard attr ID for object f1babab5-def1-4b24-91a3-8074135122fb. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:51.532449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc91a7fc-d06a-430f-8784-4983727bfdcd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:51.537457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc91a7fc-d06a-430f-8784-4983727bfdcd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.543804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 40fc7b74-5f68-46bd-a4fc-a3940bbc682c owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:51.588787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e7d36824-805a-483d-99d6-ec77cefb9f36 None None] Could not find standard attr ID for object 438e840f-203f-4973-86cb-2192954e7ff8. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:51.592866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e7d36824-805a-483d-99d6-ec77cefb9f36 None None] Could not find standard attr ID for object f1babab5-def1-4b24-91a3-8074135122fb. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:51.598433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e7d36824-805a-483d-99d6-ec77cefb9f36 None None] Could not find standard attr ID for object b94714f6-ecb1-474c-aa91-6e7235d94c06. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:51.600200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc91a7fc-d06a-430f-8784-4983727bfdcd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.717782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc91a7fc-d06a-430f-8784-4983727bfdcd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.728131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 40fc7b74-5f68-46bd-a4fc-a3940bbc682c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:51.763420 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.769672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 40fc7b74-5f68-46bd-a4fc-a3940bbc682c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:38:51.770095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 40fc7b74-5f68-46bd-a4fc-a3940bbc682c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 05 14:38:51.798524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc91a7fc-d06a-430f-8784-4983727bfdcd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.805830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478596f9-7d18-42b7-a14c-17ec92eae86b None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:38:51.814251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=40fc7b74-5f68-46bd-a4fc-a3940bbc682c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:51.842312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91a7fc-d06a-430f-8784-4983727bfdcd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:51.843289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Port 40fc7b74-5f68-46bd-a4fc-a3940bbc682c not found, will not notify nova. {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 05 14:38:51.843649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 560108be-d067-4fba-a2e0-f67e6368e976 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:51.850107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc91a7fc-d06a-430f-8784-4983727bfdcd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.864009 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dc91a7fc-d06a-430f-8784-4983727bfdcd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7 HTTP/1.1" status: 204 len: 168 time: 0.5401425 Apr 05 14:38:51.866467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39034) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:51.932569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b995490-0397-4701-af74-6eb3afc201a7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet a7f09782-bf2b-4e8a-b91a-26277f29acf1 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:51.935874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b995490-0397-4701-af74-6eb3afc201a7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:51.971696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 560108be-d067-4fba-a2e0-f67e6368e976 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:51.972058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.000046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b995490-0397-4701-af74-6eb3afc201a7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.049760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478596f9-7d18-42b7-a14c-17ec92eae86b None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:38:52.089196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b995490-0397-4701-af74-6eb3afc201a7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.115687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.174827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b995490-0397-4701-af74-6eb3afc201a7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.226204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b995490-0397-4701-af74-6eb3afc201a7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f09782-bf2b-4e8a-b91a-26277f29acf1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:52.232445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3b995490-0397-4701-af74-6eb3afc201a7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.242588 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3b995490-0397-4701-af74-6eb3afc201a7 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/a7f09782-bf2b-4e8a-b91a-26277f29acf1 HTTP/1.1" status: 204 len: 168 time: 0.3750100 Apr 05 14:38:52.245074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39038) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:52.309326 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-349ba727-eb7a-453a-a122-d54faad60788 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631969 Apr 05 14:38:52.312168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39042) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:52.319249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:52.435238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:52.439110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:52.442723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:52.448522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:52.460730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:52.466261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bc8aac-9971-4956-8173-d20f29345f64 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:52.470331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.665537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:52.671439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-409890d4-a418-428a-b186-a150d04f8076 None None] Provisioning complete for port 560108be-d067-4fba-a2e0-f67e6368e976 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:52.671931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-409890d4-a418-428a-b186-a150d04f8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.755484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.823036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:52.826629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:52.832055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:52.833745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:52.847027 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=286efb48-4837-4305-8cf1-f3bbbdebcb7c,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:52.856201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:52.864726 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-024aed03-b85f-4043-b143-8a9db2b72dc6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5515506 Apr 05 14:38:52.867807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39046) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:52.869835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:52.875691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:52.882855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:52.883471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:52.894776 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-18f035c4-e566-44c2-8d56-faf16f31a42a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5922358 Apr 05 14:38:52.897445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39050) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:52.938992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:53.007546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] Deleting port 560108be-d067-4fba-a2e0-f67e6368e976 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:53.007840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.025260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:53.029598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:53.032783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:53.039723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:53.056449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:53.060235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.126343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:53.193087 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.ipam_backend_mixin [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 286efb48-4837-4305-8cf1-f3bbbdebcb7c (CIDR: 2001:db8::/64) Apr 05 14:38:53.195305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bd024b3-9de2-48cb-85f0-16f00937cd8b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet 03a24a38-b60d-41c8-83c1-dedbd3d58a06 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:53.198390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:38:53.198558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bd024b3-9de2-48cb-85f0-16f00937cd8b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.198827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:53.223509 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-379f0d51-b5ae-4dc1-896f-2823008f5b06 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3514814 Apr 05 14:38:53.223794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39054) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:53.230742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'subnet': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:53.255095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bd024b3-9de2-48cb-85f0-16f00937cd8b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.338671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bd024b3-9de2-48cb-85f0-16f00937cd8b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.373073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:53.377157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Usage tracker for resource:subnet and tenant:17a53f0878454c3b8389b8c97b01ef0b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:38:53.379984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:38:53.385651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:53.396433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:53.399945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.418421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bd024b3-9de2-48cb-85f0-16f00937cd8b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.463889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd024b3-9de2-48cb-85f0-16f00937cd8b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=03a24a38-b60d-41c8-83c1-dedbd3d58a06,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:53.473519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bd024b3-9de2-48cb-85f0-16f00937cd8b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.480023 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5bd024b3-9de2-48cb-85f0-16f00937cd8b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/03a24a38-b60d-41c8-83c1-dedbd3d58a06 HTTP/1.1" status: 204 len: 168 time: 0.5814180 Apr 05 14:38:53.483274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39058) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:53.487715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d726cd8-e78f-4962-ab9a-3b32587388dd None None] Network 1506b3c1-f329-48d1-8092-770df645c267 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:53.513399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] For port 560108be-d067-4fba-a2e0-f67e6368e976, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=560108be-d067-4fba-a2e0-f67e6368e976,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:53.513797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.620441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.659823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:53.660631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.718962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] Calling delete_port for 560108be-d067-4fba-a2e0-f67e6368e976 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:53.810022 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 560108be-d067-4fba-a2e0-f67e6368e976 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:53.902295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 6dbf93fd-235d-4e1e-bfda-141f66d69d81, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6dbf93fd-235d-4e1e-bfda-141f66d69d81,segment=NetworkSegment(b0e69512-25b5-4928-acdc-914d9e9791a8),segment_id=b0e69512-25b5-4928-acdc-914d9e9791a8)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:53.902902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:53.943158 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.objects.ports [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83850) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Apr 05 14:38:54.021637 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No ports have port_id starting with 560108be-d067-4fba-a2e0-f67e6368e976 Apr 05 14:38:54.025015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 6dbf93fd-235d-4e1e-bfda-141f66d69d81 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:54.030146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.038807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_pluggable_backend [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Port 560108be-d067-4fba-a2e0-f67e6368e976 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83850) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 05 14:38:54.039951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_pluggable_backend [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fece:cc72 {{(pid=83850) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 05 14:38:54.052311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.086768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] Pushing event deleted for resources: {'Port': ['ID=560108be-d067-4fba-a2e0-f67e6368e976,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:54.098410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e02d5a3-3332-4d0e-9a26-6862620d0e6a None None] No DVR routers for this DVR port 560108be-d067-4fba-a2e0-f67e6368e976 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:54.107831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:51Z', 'revision_number': 8, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:54.126145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a7721b-294b-4ae5-8d63-5f80d7c66193 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:54.126492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.135543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:54.138857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:54.143608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:54.144196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.151387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:54.166435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Subnet': ['ID=f1868faa-8999-48a6-baf0-c81518ed0d65,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:54.180544 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-711bf6fd-cf05-496e-8371-9bd4fd0dd954 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9554574 Apr 05 14:38:54.181113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=6dbf93fd-235d-4e1e-bfda-141f66d69d81,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:54.183393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39062) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:54.187892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No DVR routers for this DVR port 6dbf93fd-235d-4e1e-bfda-141f66d69d81 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:38:54.191273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Request body: {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'mac_address': 'fa:16:3e:13:0e:61', 'name': 'tempest-NetworksTestDHCPv6-1802545916'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:38:54.222416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-36e835a6-6e7e-4c87-b3bb-c1aef23e5f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.242064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:54.242694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:54.311272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5bb2a8-5a70-4843-b035-4de2c25d818b None None] DHCP port deletion for 1506b3c1-f329-48d1-8092-770df645c267 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:54.331910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.356262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:38:54.356748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1506b3c1-f329-48d1-8092-770df645c267']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:54.369602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:38:54.371065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e69512-25b5-4928-acdc-914d9e9791a8') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:54.371364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e69512-25b5-4928-acdc-914d9e9791a8') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:54.380535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Made reservation on behalf of 17a53f0878454c3b8389b8c97b01ef0b for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:38:54.383645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.405670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.412387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:38:54.412825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:38:54.428166 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:38:54.479897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:54.515313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.521047 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.528278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.551566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=1506b3c1-f329-48d1-8092-770df645c267,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:54.558095 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58a86341-25cd-44cc-b96a-f4aa093b05a8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/1506b3c1-f329-48d1-8092-770df645c267 HTTP/1.1" status: 204 len: 168 time: 1.0717406 Apr 05 14:38:54.558750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39066) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:54.562732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] device_id is not set on port 840f968c-c6ca-4c07-b68a-811d23ff53f1 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:38:54.569603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f733e752-faf0-4209-b7c7-bca371750f1b', 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'tenant_id': '17a53f0878454c3b8389b8c97b01ef0b', 'fixed_ips': [{'subnet_id': '286efb48-4837-4305-8cf1-f3bbbdebcb7c'}, {'subnet_id': 'f1868faa-8999-48a6-baf0-c81518ed0d65'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:38:54.570473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:54.916038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:51Z', 'revision_number': 8, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:54.919938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63f9e71-cd18-492a-ba1f-89270ac228cd None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:51Z', 'revision_number': 8, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e', 'name': '', 'network_id': 'ac3dd487-39db-4108-9a88-d19b8ae4fc63', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:e8:6b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '95056330-47b4-4447-98f4-fa3019021a15', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:36Z', 'updated_at': '2022-04-05T14:38:43Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '95056330-47b4-4447-98f4-fa3019021a15', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:55.040186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8::dc (f733e752-faf0-4209-b7c7-bca371750f1b/286efb48-4837-4305-8cf1-f3bbbdebcb7c/840f968c-c6ca-4c07-b68a-811d23ff53f1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:55.049717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Allocated IP 2001:db8:0:1:f816:3eff:fe13:e61 (f733e752-faf0-4209-b7c7-bca371750f1b/f1868faa-8999-48a6-baf0-c81518ed0d65/840f968c-c6ca-4c07-b68a-811d23ff53f1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:55.225896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.494961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.515403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Transition to ACTIVE for port object 840f968c-c6ca-4c07-b68a-811d23ff53f1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:55.580382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.688750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Allocated IP 2001:db8::2 (f733e752-faf0-4209-b7c7-bca371750f1b/286efb48-4837-4305-8cf1-f3bbbdebcb7c/055f099c-0809-4c99-9385-553257405a9e) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:55.695033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Allocated IP 2001:db8:0:1:f816:3eff:fecd:d9d7 (f733e752-faf0-4209-b7c7-bca371750f1b/f1868faa-8999-48a6-baf0-c81518ed0d65/055f099c-0809-4c99-9385-553257405a9e) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:38:55.723712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6dbf93fd-235d-4e1e-bfda-141f66d69d81 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:55.724205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:55.732426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:55.734223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event updated for resources: {'Port': ['ID=840f968c-c6ca-4c07-b68a-811d23ff53f1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:55.742812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:55.746794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:55.747323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.805432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6dbf93fd-235d-4e1e-bfda-141f66d69d81 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:38:55.805768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6dbf93fd-235d-4e1e-bfda-141f66d69d81 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:38:55.806196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 40fc7b74-5f68-46bd-a4fc-a3940bbc682c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:55.818203 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2097cc4c-fdb0-4d2b-b517-483443bc927e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6326880 Apr 05 14:38:55.820815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39072) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:55.844088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 40fc7b74-5f68-46bd-a4fc-a3940bbc682c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:38:55.844414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 40fc7b74-5f68-46bd-a4fc-a3940bbc682c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:38:55.918993 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:38:55.931485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-54fd151f-d065-4797-9a6f-e97ea2fc189f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting port 840f968c-c6ca-4c07-b68a-811d23ff53f1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:55.931833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fd151f-d065-4797-9a6f-e97ea2fc189f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.965419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:55.976660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Transition to ACTIVE for port object 055f099c-0809-4c99-9385-553257405a9e will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:55.994572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Transition to ACTIVE for port object 055f099c-0809-4c99-9385-553257405a9e will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:38:56.000301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.066943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Network f733e752-faf0-4209-b7c7-bca371750f1b is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:38:56.069760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:38:56.072262 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:38:56.079271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Pushing event updated for resources: {'Port': ['ID=055f099c-0809-4c99-9385-553257405a9e,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:56.235702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Attempting to bind port 055f099c-0809-4c99-9385-553257405a9e on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:38:56.236061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Attempting to bind port 055f099c-0809-4c99-9385-553257405a9e by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:38:56.236440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Attempting to bind port 055f099c-0809-4c99-9385-553257405a9e on network f733e752-faf0-4209-b7c7-bca371750f1b {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:38:56.242717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:38:56.243082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Checking segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:38:56.243475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.243860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Bound using segment: {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:38:56.244310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Bound port: 055f099c-0809-4c99-9385-553257405a9e, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c313e5-8fc7-4744-8389-28ae7faa3d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:38:56.244673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.280073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fd151f-d065-4797-9a6f-e97ea2fc189f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.341653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] For port 055f099c-0809-4c99-9385-553257405a9e, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:38:56.343644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-585e37da-1ae5-48ab-88c6-5f56ad7f59a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.346400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] For port 055f099c-0809-4c99-9385-553257405a9e, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=055f099c-0809-4c99-9385-553257405a9e,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:38:56.350537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.406730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-54fd151f-d065-4797-9a6f-e97ea2fc189f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Calling delete_port for 840f968c-c6ca-4c07-b68a-811d23ff53f1 owned by {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:56.427980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03d792-29c0-43c6-b95e-c1946eefd7df None None] Pushing event updated for resources: {'Port': ['ID=055f099c-0809-4c99-9385-553257405a9e,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:56.544921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:56.545278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.841041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,segment=NetworkSegment(1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2),segment_id=1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:56.841393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.848980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fd151f-d065-4797-9a6f-e97ea2fc189f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:56.998110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fd151f-d065-4797-9a6f-e97ea2fc189f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Port': ['ID=840f968c-c6ca-4c07-b68a-811d23ff53f1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:57.008226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:38:57.247796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fd151f-d065-4797-9a6f-e97ea2fc189f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.274947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-54fd151f-d065-4797-9a6f-e97ea2fc189f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/840f968c-c6ca-4c07-b68a-811d23ff53f1 HTTP/1.1" status: 204 len: 168 time: 1.4531255 Apr 05 14:38:57.277489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39076) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:57.351544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd4cfcf-4054-41df-9936-ef0fd2499ee1 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:57.359789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67416dde-5f55-4863-8031-4e8f992962fd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.362147 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-67416dde-5f55-4863-8031-4e8f992962fd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0827034 Apr 05 14:38:57.364023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39080) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:57.386199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.445469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:57.449622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c747aa4-bf40-4f8c-9366-96e1af75ccc0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.454108 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8c747aa4-bf40-4f8c-9366-96e1af75ccc0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0891266 Apr 05 14:38:57.454767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39084) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:57.460497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.467346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-45914166-c74c-4318-8af5-8dacaa79bd22 None None] Provisioning for port 055f099c-0809-4c99-9385-553257405a9e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:57.530699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c7e2d-7e2a-4c29-801a-b10680a451cb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.532567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c7e2d-7e2a-4c29-801a-b10680a451cb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.535080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5c7e2d-7e2a-4c29-801a-b10680a451cb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:57.536037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6d5c7e2d-7e2a-4c29-801a-b10680a451cb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:57.551003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.571180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6d5c7e2d-7e2a-4c29-801a-b10680a451cb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:57.576740 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6d5c7e2d-7e2a-4c29-801a-b10680a451cb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1167433 Apr 05 14:38:57.576740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39088) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:57.788225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.839470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 055f099c-0809-4c99-9385-553257405a9e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:38:57.920338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 055f099c-0809-4c99-9385-553257405a9e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:38:57.926875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 055f099c-0809-4c99-9385-553257405a9e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:57.927700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.928750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d988014-eea8-4a02-b060-202e0e283a8d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet 286efb48-4837-4305-8cf1-f3bbbdebcb7c {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:57.934821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d988014-eea8-4a02-b060-202e0e283a8d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:57.996352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d988014-eea8-4a02-b060-202e0e283a8d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.064491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.088021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b5f12135-2373-4ada-8d91-cf53cf6a3973 None None] Provisioning complete for port 055f099c-0809-4c99-9385-553257405a9e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:58.088379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b5f12135-2373-4ada-8d91-cf53cf6a3973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.145613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 055f099c-0809-4c99-9385-553257405a9e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=055f099c-0809-4c99-9385-553257405a9e,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:58.153707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d988014-eea8-4a02-b060-202e0e283a8d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.154511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.232957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=055f099c-0809-4c99-9385-553257405a9e,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:58.247115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d988014-eea8-4a02-b060-202e0e283a8d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.288955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d988014-eea8-4a02-b060-202e0e283a8d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=286efb48-4837-4305-8cf1-f3bbbdebcb7c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:58.297532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d988014-eea8-4a02-b060-202e0e283a8d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.315535 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1d988014-eea8-4a02-b060-202e0e283a8d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/286efb48-4837-4305-8cf1-f3bbbdebcb7c HTTP/1.1" status: 204 len: 168 time: 0.7388031 Apr 05 14:38:58.317803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39092) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:58.363326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:38:58.394281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd084e22-9a4c-47dc-b817-f0f165ca2bae tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Deleting subnet f1868faa-8999-48a6-baf0-c81518ed0d65 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:58.397288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd084e22-9a4c-47dc-b817-f0f165ca2bae tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.422231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-efa85dcd-43a5-4106-8518-ae3fae6ceffa None None] Could not find standard attr ID for object 840f968c-c6ca-4c07-b68a-811d23ff53f1. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:38:58.427408 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b50c2d4-8ea1-4bfb-ab0a-53efe0fcff38 None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:58.454402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd084e22-9a4c-47dc-b817-f0f165ca2bae tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.548242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd084e22-9a4c-47dc-b817-f0f165ca2bae tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.551201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:38:58.563625 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:38:58.565869 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7d62094f-ef47-44db-84e5-4561ef58b0ad tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0060091 Apr 05 14:38:58.568463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39096) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:58.599033 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:58.600002 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:58.655682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd084e22-9a4c-47dc-b817-f0f165ca2bae tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.716742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd084e22-9a4c-47dc-b817-f0f165ca2bae tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Subnet': ['ID=f1868faa-8999-48a6-baf0-c81518ed0d65,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:58.724354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fd084e22-9a4c-47dc-b817-f0f165ca2bae tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.733831 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fd084e22-9a4c-47dc-b817-f0f165ca2bae tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/f1868faa-8999-48a6-baf0-c81518ed0d65 HTTP/1.1" status: 204 len: 168 time: 0.4150252 Apr 05 14:38:58.736219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39100) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:58.786660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-48084c08-87e9-4144-85d6-9a529f9e0c17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet 95056330-47b4-4447-98f4-fa3019021a15 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:38:58.790082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48084c08-87e9-4144-85d6-9a529f9e0c17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.796352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5049e75-ab5f-42ff-b99f-6869062b050b None None] Update dhcp port {'port': {'network_id': 'f733e752-faf0-4209-b7c7-bca371750f1b', 'fixed_ips': [{'subnet_id': 'f1868faa-8999-48a6-baf0-c81518ed0d65'}], 'binding:host_id': 'dv-neutron-829488-2-hyperv'}, 'id': '055f099c-0809-4c99-9385-553257405a9e'} from dv-neutron-829488-2-hyperv. {{(pid=83852) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Apr 05 14:38:58.813504 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8918daad-d132-4eb5-a28f-961df07d7bb6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762053 Apr 05 14:38:58.816085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39104) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:58.845324 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:58.859098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f5049e75-ab5f-42ff-b99f-6869062b050b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:58.911567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461f5d00-0c10-4b76-bc65-8ee50d8ba053 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:58.913031 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-461f5d00-0c10-4b76-bc65-8ee50d8ba053 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0956748 Apr 05 14:38:58.915780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39108) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:58.966513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48084c08-87e9-4144-85d6-9a529f9e0c17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.002145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd436fde-d147-4155-bda1-17eeedbc11d2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:38:59.003467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cd436fde-d147-4155-bda1-17eeedbc11d2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Synchronizing usage tracker for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:38:59.020226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.028947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cd436fde-d147-4155-bda1-17eeedbc11d2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Unset dirty status for tenant:17a53f0878454c3b8389b8c97b01ef0b on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:38:59.030348 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cd436fde-d147-4155-bda1-17eeedbc11d2 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1132433 Apr 05 14:38:59.034484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39112) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.073114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48084c08-87e9-4144-85d6-9a529f9e0c17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.107346 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bc2515bf-46ca-412a-a1ee-88a48151a4e4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0714574 Apr 05 14:38:59.108557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecfb38ff-c8a6-446a-bcde-0ea3d71119ed None None] Network f733e752-faf0-4209-b7c7-bca371750f1b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:59.113370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39116) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.162569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-123902df-3592-4b79-a991-89c57cd5248b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.163043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-123902df-3592-4b79-a991-89c57cd5248b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.166620 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-123902df-3592-4b79-a991-89c57cd5248b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/840f968c-c6ca-4c07-b68a-811d23ff53f1 HTTP/1.1" status: 404 len: 333 time: 0.0521572 Apr 05 14:38:59.167107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39120) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.208513 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-990a6e26-8fac-4c0a-a7a9-5562fb6c6b63 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.209019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-990a6e26-8fac-4c0a-a7a9-5562fb6c6b63 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.210766 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-990a6e26-8fac-4c0a-a7a9-5562fb6c6b63 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/f1868faa-8999-48a6-baf0-c81518ed0d65 HTTP/1.1" status: 404 len: 337 time: 0.0426507 Apr 05 14:38:59.213372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39124) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.213969 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0cad30db-393f-4e9b-8f31-035c03ef207f None None] Provisioning complete for port 055f099c-0809-4c99-9385-553257405a9e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:38:59.214364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0cad30db-393f-4e9b-8f31-035c03ef207f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.217646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48084c08-87e9-4144-85d6-9a529f9e0c17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.219754 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:57Z', 'revision_number': 9, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:59.225243 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:38:59.239674 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:38:59.240449 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:59.254752 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-08d627f2-4707-471e-9898-b5251ddadc8f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.255192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08d627f2-4707-471e-9898-b5251ddadc8f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.256835 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-08d627f2-4707-471e-9898-b5251ddadc8f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/286efb48-4837-4305-8cf1-f3bbbdebcb7c HTTP/1.1" status: 404 len: 337 time: 0.0425057 Apr 05 14:38:59.262660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39128) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.277458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48084c08-87e9-4144-85d6-9a529f9e0c17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.280277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48084c08-87e9-4144-85d6-9a529f9e0c17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=95056330-47b4-4447-98f4-fa3019021a15,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:38:59.291265 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-48084c08-87e9-4144-85d6-9a529f9e0c17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/95056330-47b4-4447-98f4-fa3019021a15 HTTP/1.1" status: 204 len: 168 time: 0.7217898 Apr 05 14:38:59.293723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39132) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.301757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d144d083-71fb-4bf4-a13b-a02e5500ee9a None None] Network ac3dd487-39db-4108-9a88-d19b8ae4fc63 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:38:59.321346 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7aa4bfbd-3e77-4adf-aa5f-5d6e9cc92bf9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.322562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7aa4bfbd-3e77-4adf-aa5f-5d6e9cc92bf9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.327060 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7aa4bfbd-3e77-4adf-aa5f-5d6e9cc92bf9 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/f1babab5-def1-4b24-91a3-8074135122fb HTTP/1.1" status: 404 len: 333 time: 0.0626159 Apr 05 14:38:59.327886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39136) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.376252 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ffb7c11-fa8c-4b3c-af70-7363cbf2d4e6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.376895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ffb7c11-fa8c-4b3c-af70-7363cbf2d4e6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.381636 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7ffb7c11-fa8c-4b3c-af70-7363cbf2d4e6 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/a7f09782-bf2b-4e8a-b91a-26277f29acf1 HTTP/1.1" status: 404 len: 337 time: 0.0522585 Apr 05 14:38:59.382433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39140) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.419710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.423787 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa25401c-d1d4-4f0c-b4ce-46be156b2da1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.424330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa25401c-d1d4-4f0c-b4ce-46be156b2da1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.427582 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fa25401c-d1d4-4f0c-b4ce-46be156b2da1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/8b0b1179-0c1d-46a1-b9ed-a4cd9372f3e7 HTTP/1.1" status: 404 len: 337 time: 0.0441201 Apr 05 14:38:59.429007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39144) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.448146 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:38:59.477132 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc2a6ced-2200-4b82-82fb-5871de7c8d40 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.477733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc2a6ced-2200-4b82-82fb-5871de7c8d40 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.481805 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dc2a6ced-2200-4b82-82fb-5871de7c8d40 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/438e840f-203f-4973-86cb-2192954e7ff8 HTTP/1.1" status: 404 len: 333 time: 0.0485048 Apr 05 14:38:59.481805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:59.481805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.482200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39148) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.525195 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-306d70a9-18f5-4c8d-86e7-6fe253a8d972 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.526401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-306d70a9-18f5-4c8d-86e7-6fe253a8d972 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.530307 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-306d70a9-18f5-4c8d-86e7-6fe253a8d972 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/6861e2db-31b9-4ee0-8add-dea47c2d81f9 HTTP/1.1" status: 404 len: 337 time: 0.0449278 Apr 05 14:38:59.530860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39152) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.577346 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-94d14028-b1e2-4831-baed-1a7bb51d0ee4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.577782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94d14028-b1e2-4831-baed-1a7bb51d0ee4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.582213 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-94d14028-b1e2-4831-baed-1a7bb51d0ee4 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/2640e1cf-8eee-461d-bca6-22666e5b36a4 HTTP/1.1" status: 404 len: 337 time: 0.0475466 Apr 05 14:38:59.582433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39156) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.631152 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-489930e0-b1c7-4a81-acf9-6e002512acec tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.631852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-489930e0-b1c7-4a81-acf9-6e002512acec tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.636243 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-489930e0-b1c7-4a81-acf9-6e002512acec tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/b94714f6-ecb1-474c-aa91-6e7235d94c06 HTTP/1.1" status: 404 len: 333 time: 0.0529139 Apr 05 14:38:59.636988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39160) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.707480 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bc56a5-3a33-4e3b-8e90-ab7c99eab76f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.707990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bc56a5-3a33-4e3b-8e90-ab7c99eab76f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.710981 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b4bc56a5-3a33-4e3b-8e90-ab7c99eab76f tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/d9a91ba2-dc99-4687-ac49-cf2e35363431 HTTP/1.1" status: 404 len: 337 time: 0.0716724 Apr 05 14:38:59.712887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39164) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.745119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 055f099c-0809-4c99-9385-553257405a9e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:38:59.761535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 939abc4c-dc38-43dd-8c6a-b78be4b54c51, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=939abc4c-dc38-43dd-8c6a-b78be4b54c51,segment=NetworkSegment(1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2),segment_id=1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:38:59.762079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.768696 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-10970101-5053-42e1-9d7b-e861d63ce34d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.769288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10970101-5053-42e1-9d7b-e861d63ce34d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.771155 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-10970101-5053-42e1-9d7b-e861d63ce34d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/996c0924-9567-4e0e-b38f-75a3c202b82b HTTP/1.1" status: 404 len: 337 time: 0.0570912 Apr 05 14:38:59.773557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39170) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.781049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] DHCP port deletion for f733e752-faf0-4209-b7c7-bca371750f1b request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:59.790855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Deleting port 055f099c-0809-4c99-9385-553257405a9e {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:59.791213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.830703 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0a0a5e1-6c3b-4bbb-8a4b-a4fd13b78cdb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.831469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0a0a5e1-6c3b-4bbb-8a4b-a4fd13b78cdb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.833576 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a0a0a5e1-6c3b-4bbb-8a4b-a4fd13b78cdb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/3b0b8903-b686-4318-a76c-4d8d41adfb64 HTTP/1.1" status: 404 len: 333 time: 0.0585968 Apr 05 14:38:59.835946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39174) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.854412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] DHCP port deletion for ac3dd487-39db-4108-9a88-d19b8ae4fc63 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:38:59.866431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39178) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.872934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] Deleting port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:38:59.873366 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:38:59.880560 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f7b75b-f07b-4314-9eca-71662eac0eed tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:38:59.881373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f7b75b-f07b-4314-9eca-71662eac0eed tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:38:59.881739 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:57Z', 'revision_number': 9, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:38:59.884040 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-17f7b75b-f07b-4314-9eca-71662eac0eed tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/21a1ea75-1249-4691-b235-b22529062355 HTTP/1.1" status: 404 len: 337 time: 0.0469840 Apr 05 14:38:59.885888 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a697483a-9343-4342-bdab-fd7c4d260fd2 None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:38:57Z', 'revision_number': 9, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cbb7b112-50ed-40c2-a8bd-f2a87d950e7d', 'name': '', 'network_id': '26031c76-a385-4e34-93ee-200243352776', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a1:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:29Z', 'updated_at': '2022-04-05T14:38:39Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': 'dd90bedb-83c6-42bd-b0a7-509f627351e9', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:38:59.886530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39182) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:38:59.999329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 939abc4c-dc38-43dd-8c6a-b78be4b54c51 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:00.022989 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a3cc97-a6fb-4a59-9e69-a455c594a343 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.023216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a3cc97-a6fb-4a59-9e69-a455c594a343 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.024731 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-15a3cc97-a6fb-4a59-9e69-a455c594a343 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/f02eaf87-4508-4fa6-b1f7-5c00ce9a53f1 HTTP/1.1" status: 404 len: 333 time: 0.1371155 Apr 05 14:39:00.027285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39186) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.065596 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b5f750-f1ab-419f-a1d7-a4cb177e5185 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.066416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45b5f750-f1ab-419f-a1d7-a4cb177e5185 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.070109 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-45b5f750-f1ab-419f-a1d7-a4cb177e5185 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/fca617ec-adbb-4b6b-aabf-c4562eb57ae8 HTTP/1.1" status: 404 len: 337 time: 0.0391493 Apr 05 14:39:00.070238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39190) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.108997 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-14abb1d2-02e2-4fdd-a734-fad6a92c401c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/edf7f64b-3484-413d-8ee2-93b841e8a2df HTTP/1.1" status: 200 len: 993 time: 0.2407117 Apr 05 14:39:00.109556 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-179e60bb-5675-4698-914a-5b17b9f5d4c0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.110000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-179e60bb-5675-4698-914a-5b17b9f5d4c0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.114486 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-179e60bb-5675-4698-914a-5b17b9f5d4c0 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/e304172f-e483-4c96-a277-7e19453738e3 HTTP/1.1" status: 404 len: 333 time: 0.0410943 Apr 05 14:39:00.116037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39194) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.128303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.165834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.171840 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8157f123-ea71-40a0-96b7-1bd9b40f92d1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.172285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8157f123-ea71-40a0-96b7-1bd9b40f92d1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.176186 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8157f123-ea71-40a0-96b7-1bd9b40f92d1 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/3e701ac8-4c04-45b5-a322-fa3fe3dde295 HTTP/1.1" status: 404 len: 337 time: 0.0552728 Apr 05 14:39:00.176429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39200) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.178680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=939abc4c-dc38-43dd-8c6a-b78be4b54c51,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:00.184971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No DVR routers for this DVR port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:00.230370 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eb3ddbd-2a08-4d1b-8b07-d3494239c394 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.230812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eb3ddbd-2a08-4d1b-8b07-d3494239c394 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.233127 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9eb3ddbd-2a08-4d1b-8b07-d3494239c394 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/632bac7f-bdf8-4b9f-9dee-aeb72e9b33a1 HTTP/1.1" status: 404 len: 333 time: 0.0557957 Apr 05 14:39:00.238304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39204) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.287567 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f83457d-3415-4c29-8050-352f03c6cd1d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.288332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f83457d-3415-4c29-8050-352f03c6cd1d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.295185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] For port 055f099c-0809-4c99-9385-553257405a9e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=055f099c-0809-4c99-9385-553257405a9e,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:00.295572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.295730 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8f83457d-3415-4c29-8050-352f03c6cd1d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/21163d03-5e6e-47cb-b961-8057e6591012 HTTP/1.1" status: 404 len: 337 time: 0.0560400 Apr 05 14:39:00.296561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39208) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.356934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.360831 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-f508dc13-e2c6-4c38-b0eb-7e1458fb32d3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.362644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f508dc13-e2c6-4c38-b0eb-7e1458fb32d3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.366655 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f508dc13-e2c6-4c38-b0eb-7e1458fb32d3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/71d431b1-57fd-40da-8324-559bcbaddd50 HTTP/1.1" status: 404 len: 333 time: 0.0684872 Apr 05 14:39:00.368446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39214) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.391055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3dd487-39db-4108-9a88-d19b8ae4fc63']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:00.406028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:00.406507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:00.418983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.421336 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6453b4-dde0-4179-ad7f-98c0da32efff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.421785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6453b4-dde0-4179-ad7f-98c0da32efff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.424166 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6d6453b4-dde0-4179-ad7f-98c0da32efff tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/fe419eda-44fa-4a00-8cf1-7739d13e9411 HTTP/1.1" status: 404 len: 337 time: 0.0542054 Apr 05 14:39:00.430163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39218) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.438309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Calling delete_port for 055f099c-0809-4c99-9385-553257405a9e owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:00.448537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.457507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:39:00.457919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.475099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39222) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:00.481973 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:00.484599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 055f099c-0809-4c99-9385-553257405a9e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=055f099c-0809-4c99-9385-553257405a9e,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:00.489694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] For port 939abc4c-dc38-43dd-8c6a-b78be4b54c51, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=939abc4c-dc38-43dd-8c6a-b78be4b54c51,segment=NetworkSegment(1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2),segment_id=1b8c49fb-1ca9-4ab3-b7d4-a35bfec158d2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:00.489694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.511854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.538973 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-0095eef0-f2ef-4fce-a9a8-6a3492574752 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.538973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0095eef0-f2ef-4fce-a9a8-6a3492574752 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.542662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0095eef0-f2ef-4fce-a9a8-6a3492574752 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/01a351a0-2623-4a5e-8dbf-90a254b5acc6 HTTP/1.1" status: 404 len: 333 time: 0.1091397 Apr 05 14:39:00.545276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39226) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.605841 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd3ca34-b3ac-447f-8681-40a29fa1898c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.605841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd3ca34-b3ac-447f-8681-40a29fa1898c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.617566 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-abd3ca34-b3ac-447f-8681-40a29fa1898c tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/ec1fb918-fefd-4b8d-b7c8-e30ce90d74f8 HTTP/1.1" status: 404 len: 337 time: 0.0690193 Apr 05 14:39:00.617566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.622527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.627788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/ac3dd487-39db-4108-9a88-d19b8ae4fc63 HTTP/1.1" status: 204 len: 168 time: 1.3300378 Apr 05 14:39:00.627788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39230) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.642509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39232) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.695285 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 4ab1f2a0-504a-4a30-9e92-591d836e80e2 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:00.695655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:00.722409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] Calling delete_port for 939abc4c-dc38-43dd-8c6a-b78be4b54c51 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:00.744913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18711d-de68-4593-add6-01ba4ebcbb1e tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=ac3dd487-39db-4108-9a88-d19b8ae4fc63,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:00.748172 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-688f44f5-cc59-4d01-863b-e61ac718324e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.748599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-688f44f5-cc59-4d01-863b-e61ac718324e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.750670 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-688f44f5-cc59-4d01-863b-e61ac718324e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/e9bf52a6-e93d-42dd-84bc-80a253f08749 HTTP/1.1" status: 404 len: 337 time: 0.1096869 Apr 05 14:39:00.764762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39238) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.794674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=055f099c-0809-4c99-9385-553257405a9e,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:00.817829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:00.818222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:00.824891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:00.825246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:00.857609 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca54f91f-0d33-4d88-83cc-26108a0f14cd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.858059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca54f91f-0d33-4d88-83cc-26108a0f14cd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.859725 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ca54f91f-0d33-4d88-83cc-26108a0f14cd tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/982051d4-1df2-4263-9a87-6f354c3aa0fe HTTP/1.1" status: 404 len: 333 time: 0.0946753 Apr 05 14:39:00.867957 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39242) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.911843 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e4a08a7-3475-4f7b-91a8-b66bd4f56ca5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.912273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e4a08a7-3475-4f7b-91a8-b66bd4f56ca5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.913881 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3e4a08a7-3475-4f7b-91a8-b66bd4f56ca5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/99bf31f5-504f-4eed-b2f1-920a3041e672 HTTP/1.1" status: 404 len: 337 time: 0.0451577 Apr 05 14:39:00.916319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39246) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:00.964556 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8e8c205-5ff0-43a1-8ac5-3412552fe15d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:00.964985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8e8c205-5ff0-43a1-8ac5-3412552fe15d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:00.966616 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d8e8c205-5ff0-43a1-8ac5-3412552fe15d tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/46b724be-2c94-456d-b06e-d307a34de683 HTTP/1.1" status: 404 len: 337 time: 0.0494373 Apr 05 14:39:00.969289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39250) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.020984 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5f1e0a-7194-413b-bd99-0c0b87abcbf8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.021408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5f1e0a-7194-413b-bd99-0c0b87abcbf8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.023075 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6e5f1e0a-7194-413b-bd99-0c0b87abcbf8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/2b4fdc3c-21af-40ee-9913-68ffcbd24be8 HTTP/1.1" status: 404 len: 333 time: 0.0528963 Apr 05 14:39:01.025720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39254) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.058388 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.058631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.075606 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9f00345-088b-4e77-8a7f-615c13829f97 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.076034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9f00345-088b-4e77-8a7f-615c13829f97 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.077660 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e9f00345-088b-4e77-8a7f-615c13829f97 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/5b345c6e-db8e-4ef6-9f53-ea7653f04d92 HTTP/1.1" status: 404 len: 337 time: 0.0510583 Apr 05 14:39:01.086814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39258) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.129680 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0113f1-e8f3-4922-bdc7-6a556dd8e03e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.130138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0113f1-e8f3-4922-bdc7-6a556dd8e03e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.134208 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8c0113f1-e8f3-4922-bdc7-6a556dd8e03e tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/8102f616-9ab8-4765-bd26-7df0b3b475d0 HTTP/1.1" status: 404 len: 337 time: 0.0441415 Apr 05 14:39:01.134434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39262) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.175931 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-04f7b9fe-01dc-4774-923a-819ffc995462 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.176359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04f7b9fe-01dc-4774-923a-819ffc995462 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.177923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-04f7b9fe-01dc-4774-923a-819ffc995462 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/82417cb7-3864-4220-935f-81b64bfc9c83 HTTP/1.1" status: 404 len: 333 time: 0.0426269 Apr 05 14:39:01.180812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39266) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.188784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 4ab1f2a0-504a-4a30-9e92-591d836e80e2 owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:01.201277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.259642 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-915465c0-018e-4722-b2a8-ce9734a52e26 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.260074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915465c0-018e-4722-b2a8-ce9734a52e26 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.261691 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-915465c0-018e-4722-b2a8-ce9734a52e26 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/08a94b7a-e82a-4b90-bb69-196236fb6cc9 HTTP/1.1" status: 404 len: 337 time: 0.0800233 Apr 05 14:39:01.268124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39270) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.308706 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87fd2f5-1c1a-444e-a55c-ecbd06ffda20 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.309043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87fd2f5-1c1a-444e-a55c-ecbd06ffda20 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.310676 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a87fd2f5-1c1a-444e-a55c-ecbd06ffda20 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/7786a497-557b-4c07-9fd6-56bada095c80 HTTP/1.1" status: 404 len: 337 time: 0.0416749 Apr 05 14:39:01.316031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39274) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.324121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Deleting port 055f099c-0809-4c99-9385-553257405a9e {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:01.324121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.354516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] Deleting port 939abc4c-dc38-43dd-8c6a-b78be4b54c51 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:01.354516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.380298 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-00330ed2-5cb0-408e-a5a3-dc8be0d8555b tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f49cfaa-0ab8-4697-a64c-b424ce77f435 HTTP/1.1" status: 200 len: 205 time: 0.0649951 Apr 05 14:39:01.382862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39278) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.450326 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-949bd5e2-8ed5-4899-b1bf-fbcc9f391fd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] delete failed (client error): The resource could not be found. Apr 05 14:39:01.453813 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-949bd5e2-8ed5-4899-b1bf-fbcc9f391fd5 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/routers/6f49cfaa-0ab8-4697-a64c-b424ce77f435 HTTP/1.1" status: 404 len: 336 time: 0.0676286 Apr 05 14:39:01.453981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39282) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.482584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dff82995-e4eb-4b5c-aac1-fb9be353b8ef None None] The port '939abc4c-dc38-43dd-8c6a-b78be4b54c51' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:39:01.606255 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-116d8cea-5c9f-4830-be5e-0323f873700a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.607889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-116d8cea-5c9f-4830-be5e-0323f873700a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.611939 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-116d8cea-5c9f-4830-be5e-0323f873700a tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/fb803c7b-a7ba-498e-9074-61de180f8925 HTTP/1.1" status: 404 len: 337 time: 0.1544108 Apr 05 14:39:01.612484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39286) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.662000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] For port 055f099c-0809-4c99-9385-553257405a9e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=055f099c-0809-4c99-9385-553257405a9e,segment=NetworkSegment(c6c313e5-8fc7-4744-8389-28ae7faa3d46),segment_id=c6c313e5-8fc7-4744-8389-28ae7faa3d46)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:01.662486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.690072 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2984296e-42b8-4f47-a9a9-9f77f5fbd2da tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "GET /v2.0/ports?device_id=ad76b993-8459-4889-9318-58d8524a9472 HTTP/1.1" status: 200 len: 205 time: 0.0764558 Apr 05 14:39:01.692552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39290) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.731415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 939abc4c-dc38-43dd-8c6a-b78be4b54c51 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:01.763214 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-1fe66908-785f-4172-bb5c-11e34606cccf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] delete failed (client error): The resource could not be found. Apr 05 14:39:01.766819 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1fe66908-785f-4172-bb5c-11e34606cccf tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/routers/ad76b993-8459-4889-9318-58d8524a9472 HTTP/1.1" status: 404 len: 336 time: 0.0707166 Apr 05 14:39:01.766978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39294) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.809873 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eb1de8d-1323-4713-afb6-0cc6535d50e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.810417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eb1de8d-1323-4713-afb6-0cc6535d50e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.812900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.821197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Calling delete_port for 055f099c-0809-4c99-9385-553257405a9e owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:01.859410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 939abc4c-dc38-43dd-8c6a-b78be4b54c51 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:01.859636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 939abc4c-dc38-43dd-8c6a-b78be4b54c51 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:01.860071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:01.863749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=4ab1f2a0-504a-4a30-9e92-591d836e80e2,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:01.866811 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6eb1de8d-1323-4713-afb6-0cc6535d50e8 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/be91b6e9-0531-42ba-9c11-6cee17f5aca7 HTTP/1.1" status: 404 len: 337 time: 0.0981719 Apr 05 14:39:01.892464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39298) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.902900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:01.903240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cc45ec7a-4607-48c2-a740-4bc0ba5c8c8e not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:01.938104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.942790 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e16a0e-9ae3-415b-8b63-c62f7f498994 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:01.943238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e16a0e-9ae3-415b-8b63-c62f7f498994 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:01.947262 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-05e16a0e-9ae3-415b-8b63-c62f7f498994 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/2800d686-5b5d-416f-8cde-5af6041bf59c HTTP/1.1" status: 404 len: 337 time: 0.0520973 Apr 05 14:39:01.948037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39302) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:01.970798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.990006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] Pushing event deleted for resources: {'Port': ['ID=055f099c-0809-4c99-9385-553257405a9e,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:01.993875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:01.994251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:01.994514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc91e0d-1446-46e2-9f90-59a77088ae2f None None] No DVR routers for this DVR port 055f099c-0809-4c99-9385-553257405a9e on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:02.022841 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-466cc36f-ba01-4c31-8f5b-ee78c4c81e36 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.023286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466cc36f-ba01-4c31-8f5b-ee78c4c81e36 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.024923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-466cc36f-ba01-4c31-8f5b-ee78c4c81e36 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/03498d91-258a-4542-9167-874e23da2295 HTTP/1.1" status: 404 len: 333 time: 0.0762081 Apr 05 14:39:02.030134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39306) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.122931 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a20dcbd8-1de7-43c3-84e9-d1ce57058825 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.123282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a20dcbd8-1de7-43c3-84e9-d1ce57058825 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.124897 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a20dcbd8-1de7-43c3-84e9-d1ce57058825 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/9ee39dfa-8037-4e8d-81de-35ce03263a57 HTTP/1.1" status: 404 len: 337 time: 0.0938537 Apr 05 14:39:02.128517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39310) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.177798 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b7db7f9-35cc-475a-b94f-49c9e5bc6353 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.178254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b7db7f9-35cc-475a-b94f-49c9e5bc6353 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.179877 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5b7db7f9-35cc-475a-b94f-49c9e5bc6353 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/4b7dc31b-a97a-48c4-80f8-699fdc78261a HTTP/1.1" status: 404 len: 333 time: 0.0503654 Apr 05 14:39:02.182634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39314) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.185791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port cbb7b112-50ed-40c2-a8bd-f2a87d950e7d, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,segment=NetworkSegment(e5d11dd9-5ce5-42cc-ba53-6466994084e6),segment_id=e5d11dd9-5ce5-42cc-ba53-6466994084e6)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:02.186170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:02.232098 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-410055d7-16df-41b1-8da4-3610b18e9f32 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.232544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-410055d7-16df-41b1-8da4-3610b18e9f32 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.237084 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-410055d7-16df-41b1-8da4-3610b18e9f32 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/b77f4816-c04f-4eae-9367-e562fb1a055b HTTP/1.1" status: 404 len: 337 time: 0.0506225 Apr 05 14:39:02.238454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39318) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.285334 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a31fce9-3713-4fe3-a73a-616d31d99871 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.285769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a31fce9-3713-4fe3-a73a-616d31d99871 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.287429 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8a31fce9-3713-4fe3-a73a-616d31d99871 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/d5c162e9-7386-46a3-abf1-3dde12ae4f1a HTTP/1.1" status: 404 len: 333 time: 0.0480182 Apr 05 14:39:02.289856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39322) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.387734 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-15a13d44-e9d5-4567-a0ed-7c0bcdfa97fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.388376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15a13d44-e9d5-4567-a0ed-7c0bcdfa97fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.389767 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-15a13d44-e9d5-4567-a0ed-7c0bcdfa97fc tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/c9b99019-cf78-46a3-9efb-263b4fd42b14 HTTP/1.1" status: 404 len: 337 time: 0.0989926 Apr 05 14:39:02.437036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39326) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.445798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for cbb7b112-50ed-40c2-a8bd-f2a87d950e7d owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:02.529964 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-923e239a-d640-42c3-a008-a024824a2abb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.530436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-923e239a-d640-42c3-a008-a024824a2abb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.532065 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-923e239a-d640-42c3-a008-a024824a2abb tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/ac3a99d8-010c-4ed4-8528-ad5ee7145243 HTTP/1.1" status: 404 len: 333 time: 0.0938263 Apr 05 14:39:02.535525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39330) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.541955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 05995847-c536-4ef6-9f76-aab996aa1e3b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:02.580630 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4a406f3-6f28-4598-83c3-8cd8610824c3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.581071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4a406f3-6f28-4598-83c3-8cd8610824c3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.585340 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c4a406f3-6f28-4598-83c3-8cd8610824c3 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/e37aa1c2-a679-469c-8f75-483d5dd60cde HTTP/1.1" status: 404 len: 337 time: 0.0463238 Apr 05 14:39:02.585340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39334) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.649169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8713155-4f4a-4bf1-850e-bb6e341ef872 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.649531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8713155-4f4a-4bf1-850e-bb6e341ef872 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.651221 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c8713155-4f4a-4bf1-850e-bb6e341ef872 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/97ef988f-a071-4c0b-a4af-73ce01e41b97 HTTP/1.1" status: 404 len: 333 time: 0.0650287 Apr 05 14:39:02.654736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39338) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.696409 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ccc8ea8-49b5-49bb-914c-3f2782a44809 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.696851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ccc8ea8-49b5-49bb-914c-3f2782a44809 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.698514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0ccc8ea8-49b5-49bb-914c-3f2782a44809 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/543180c4-9d17-4aef-9843-0eb90be4fbff HTTP/1.1" status: 404 len: 337 time: 0.0428803 Apr 05 14:39:02.701561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39342) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.746869 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b5f9c2-c27a-4908-a935-6ba4fbaaa926 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.747296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35b5f9c2-c27a-4908-a935-6ba4fbaaa926 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.753195 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-35b5f9c2-c27a-4908-a935-6ba4fbaaa926 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/99b36b00-0e81-46a1-b022-c57b8f60717e HTTP/1.1" status: 404 len: 333 time: 0.0459383 Apr 05 14:39:02.753195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39346) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.792180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:02.796896 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1659a55-2b73-43ba-b9e7-66628acea098 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.797325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1659a55-2b73-43ba-b9e7-66628acea098 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.801495 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b1659a55-2b73-43ba-b9e7-66628acea098 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/cedefaf8-2216-4e4f-b4ce-27efeb0f309c HTTP/1.1" status: 404 len: 337 time: 0.0458970 Apr 05 14:39:02.801663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39350) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.839066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=cbb7b112-50ed-40c2-a8bd-f2a87d950e7d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:02.847578 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a1295c1-189b-4c40-96af-068bd29be612 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.848007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a1295c1-189b-4c40-96af-068bd29be612 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.852172 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4a1295c1-189b-4c40-96af-068bd29be612 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/ports/c75ccf6a-662e-470d-b079-f975e776d6a2 HTTP/1.1" status: 404 len: 333 time: 0.0471699 Apr 05 14:39:02.852172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39354) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:02.893995 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd2fdf8-3e18-4ba2-a2f3-b4fb08228454 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:02.894450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd2fdf8-3e18-4ba2-a2f3-b4fb08228454 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:02.898503 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fbd2fdf8-3e18-4ba2-a2f3-b4fb08228454 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/subnets/27385207-f409-4fca-8f4f-d199bfb48508 HTTP/1.1" status: 404 len: 337 time: 0.0431421 Apr 05 14:39:02.899377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39358) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:03.034289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.058121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.079329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:03.086789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.092556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] Sync routers for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:03.105599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:03.107937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:03.297763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:03.324113 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-67e35bbe-0605-43f6-982a-c6bb22104f33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/edf7f64b-3484-413d-8ee2-93b841e8a2df HTTP/1.1" status: 204 len: 168 time: 2.8451889 Apr 05 14:39:03.324113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.330399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:39:03.390431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f733e752-faf0-4209-b7c7-bca371750f1b']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:03.406320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c313e5-8fc7-4744-8389-28ae7faa3d46') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:03.406618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c313e5-8fc7-4744-8389-28ae7faa3d46') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:03.433040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.452301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.460505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:39:03.461202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:03.539772 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:03.543326 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49eeae09-ed7d-4cde-8c4c-39525c6e3c9c'] response: {'name': 'network-changed', 'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'status': 'completed', 'code': 200} Apr 05 14:39:03.617092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.641074 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-b1721579-fecb-4706-9c7e-90bf3c60f5d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 1098 time: 0.1812334 Apr 05 14:39:03.649173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:03.653983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:10Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:03.658746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] Checking router: 05995847-c536-4ef6-9f76-aab996aa1e3b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:03.670759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] Pushing event deleted for resources: {'Network': ['ID=f733e752-faf0-4209-b7c7-bca371750f1b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:03.676986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:03.676986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:03.681715 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e0e3ec42-5008-4a83-b1c0-5745c46c8467 tempest-NetworksTestDHCPv6-1742983465 tempest-NetworksTestDHCPv6-1742983465-project] 10.222.0.18 "DELETE /v2.0/networks/f733e752-faf0-4209-b7c7-bca371750f1b HTTP/1.1" status: 204 len: 168 time: 0.7798336 Apr 05 14:39:03.856164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:03.874723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:04.055855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39372) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:04.089835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-de13be3b-1854-406e-afb0-908c29ae29ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:04.091321 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-de13be3b-1854-406e-afb0-908c29ae29ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=d4cfb92b-bbde-4a91-b338-600bafbd35b4 HTTP/1.1" status: 200 len: 897 time: 0.4439352 Apr 05 14:39:04.184891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f2c75-8bc5-4ff4-901b-64a7bd5ebd4f req-c98c842f-ce6d-4894-ba14-044bc6ff1823 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:04.186377 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a34f2c75-8bc5-4ff4-901b-64a7bd5ebd4f req-c98c842f-ce6d-4894-ba14-044bc6ff1823 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 945 time: 0.3291669 Apr 05 14:39:04.189898 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-95bfe84f-016b-4d4f-8057-d23d0d5617bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a HTTP/1.1" status: 200 len: 217 time: 0.0915892 Apr 05 14:39:04.245900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:10Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:04.249902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b717ab70-49b7-4733-94f2-4183503b07e3 None None] The sync data for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv is: [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:38:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '5c098d3f-814b-400e-988b-1f74d1682a7b', 'name': '', 'network_id': 'd4cfb92b-bbde-4a91-b338-600bafbd35b4', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6a:ad:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:59Z', 'updated_at': '2022-04-05T14:38:10Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '62740074-97d2-460a-b27e-6b1279b1d4d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:04.251103 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8bc76166-3ef3-484f-8911-21e6d2262847 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17a53f0878454c3b8389b8c97b01ef0b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1939209 Apr 05 14:39:04.255404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39378) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:04.295483 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a34f2c75-8bc5-4ff4-901b-64a7bd5ebd4f req-53655d88-e427-41d9-b032-a3a5cda3b1f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027732 Apr 05 14:39:04.307183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-ed2b3088-1bd9-40c5-8ddb-779718e6b2e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:04.308427 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-ed2b3088-1bd9-40c5-8ddb-779718e6b2e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=62740074-97d2-460a-b27e-6b1279b1d4d7 HTTP/1.1" status: 200 len: 832 time: 0.0981033 Apr 05 14:39:04.314806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:04.324853 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:04.329820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7984b55-7a64-4373-a2a8-826f88f6a875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.339015 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:04.339635 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:04.362950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7984b55-7a64-4373-a2a8-826f88f6a875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.372880 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d977946d-c59c-4546-892a-ab8648876102 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6957960 Apr 05 14:39:04.373822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39382) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:04.428474 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7984b55-7a64-4373-a2a8-826f88f6a875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.447145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7984b55-7a64-4373-a2a8-826f88f6a875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4199a708-c15e-427e-a4c3-d0f934c5df54,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:04.451847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7984b55-7a64-4373-a2a8-826f88f6a875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.453065 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e7984b55-7a64-4373-a2a8-826f88f6a875 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4199a708-c15e-427e-a4c3-d0f934c5df54 HTTP/1.1" status: 204 len: 168 time: 0.1965146 Apr 05 14:39:04.471288 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-f310c81e-b1ae-4913-9ab5-9240cf91a2ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d4cfb92b-bbde-4a91-b338-600bafbd35b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1543663 Apr 05 14:39:04.529087 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:04.602628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aab00f1-fc56-45fd-87a6-eec1ea35063b None None] New status for floating IP edf7f64b-3484-413d-8ee2-93b841e8a2df: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:39:04.704236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eab4cff-dac8-44f9-85c3-9b34348dea3b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet dd90bedb-83c6-42bd-b0a7-509f627351e9 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:39:04.711751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eab4cff-dac8-44f9-85c3-9b34348dea3b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.745472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-c814a785-fb03-4fd7-b4a7-cb9d459b7132 service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675049 Apr 05 14:39:04.835044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eab4cff-dac8-44f9-85c3-9b34348dea3b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:04.897562 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:02Z', 'revision_number': 10, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:04.901386 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:04.912424 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:04.913042 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:05.053603 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d38d0d9-5069-4377-8636-7025a9151fd9 req-59adb71b-1a01-40e9-8ebc-3230b312bb96 service neutron] 10.222.0.15 "GET /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834845 Apr 05 14:39:05.070264 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:05.070492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eab4cff-dac8-44f9-85c3-9b34348dea3b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.131458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922760d1-14db-44b1-8b59-d5dc614eabab req-4b31d030-50f7-4646-b08e-2442b7be6abe tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:05.132861 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922760d1-14db-44b1-8b59-d5dc614eabab req-4b31d030-50f7-4646-b08e-2442b7be6abe tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 945 time: 0.1851280 Apr 05 14:39:05.212332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 62b9d310-b88b-46ca-ad2a-819b4bf2603a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:05.212884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.241931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eab4cff-dac8-44f9-85c3-9b34348dea3b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.303551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eab4cff-dac8-44f9-85c3-9b34348dea3b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=dd90bedb-83c6-42bd-b0a7-509f627351e9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:05.311876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5eab4cff-dac8-44f9-85c3-9b34348dea3b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.330787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e5a364-2818-47da-9124-9dc878974bdc None None] Network 26031c76-a385-4e34-93ee-200243352776 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:05.356395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39406) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:05.356609 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5eab4cff-dac8-44f9-85c3-9b34348dea3b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/dd90bedb-83c6-42bd-b0a7-509f627351e9 HTTP/1.1" status: 204 len: 168 time: 0.9757345 Apr 05 14:39:05.514343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39410) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:05.525020 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:02Z', 'revision_number': 10, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:05.530193 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142da6b6-186f-45af-9fae-f786cb7ba5e7 None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:02Z', 'revision_number': 10, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None, '_interfaces': [{'id': '0288d5a1-9254-4fed-8c0e-26b565d18f44', 'name': '', 'network_id': 'd6815060-d2b7-4bfa-b147-8ad70dc96856', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'mac_address': 'fa:16:3e:a4:d8:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:38:22Z', 'updated_at': '2022-04-05T14:38:30Z', 'revision_number': 5, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'subnets': [{'id': '4c0c37cf-2945-4eca-9000-dce38b289c6f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:05.592738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.613845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port a719c1cc-e0f1-4178-b837-1262bbf51826 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:05.613845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.720255 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-40180899'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:05.733473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:05.740522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Usage tracker for resource:network and tenant:6b828560e609489195d9af33c78793bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:05.744938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:05.767064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:05.803251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 62b9d310-b88b-46ca-ad2a-819b4bf2603a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62b9d310-b88b-46ca-ad2a-819b4bf2603a,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:05.803900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.840798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Made reservation on behalf of 6b828560e609489195d9af33c78793bc for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:05.843593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.867495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port a719c1cc-e0f1-4178-b837-1262bbf51826, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a719c1cc-e0f1-4178-b837-1262bbf51826,segment=NetworkSegment(e5d11dd9-5ce5-42cc-ba53-6466994084e6),segment_id=e5d11dd9-5ce5-42cc-ba53-6466994084e6)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:05.867849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.874812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:05.929596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d384d3-02fc-4d63-9695-aa8b6d391ce6 req-dfce6238-c04a-4242-a6f8-6cbe31420fa2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:05.931080 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79d384d3-02fc-4d63-9695-aa8b6d391ce6 req-dfce6238-c04a-4242-a6f8-6cbe31420fa2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b33b86f-c9ee-49d2-aba9-da9aa7df7223 HTTP/1.1" status: 200 len: 945 time: 0.2484241 Apr 05 14:39:05.931216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e768da66-6713-4f03-8f65-65f16a07b017 None None] DHCP port deletion for 26031c76-a385-4e34-93ee-200243352776 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:39:05.937697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 62b9d310-b88b-46ca-ad2a-819b4bf2603a owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:05.946141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e768da66-6713-4f03-8f65-65f16a07b017 None None] Deleting port a719c1cc-e0f1-4178-b837-1262bbf51826 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:05.946533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e768da66-6713-4f03-8f65-65f16a07b017 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.003588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for a719c1cc-e0f1-4178-b837-1262bbf51826 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:06.007803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cbb7b112-50ed-40c2-a8bd-f2a87d950e7d no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:06.056188 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79d384d3-02fc-4d63-9695-aa8b6d391ce6 req-634fba91-5e75-49ea-8432-d6cae564aa1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=919a9671-6a0d-40ac-9c6c-d95a0a070d86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912848 Apr 05 14:39:06.058857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:06.065463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: cbb7b112-50ed-40c2-a8bd-f2a87d950e7d {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:06.066083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Usage tracker for resource:security_group_rule and tenant:6b828560e609489195d9af33c78793bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:06.066651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device cbb7b112-50ed-40c2-a8bd-f2a87d950e7d not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:06.067412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a719c1cc-e0f1-4178-b837-1262bbf51826 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:06.071387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:06.079716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:06.111390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.120476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: a719c1cc-e0f1-4178-b837-1262bbf51826 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:06.120820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a719c1cc-e0f1-4178-b837-1262bbf51826 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:06.157999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.159649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e768da66-6713-4f03-8f65-65f16a07b017 None None] The port 'a719c1cc-e0f1-4178-b837-1262bbf51826' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:39:06.175149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=a719c1cc-e0f1-4178-b837-1262bbf51826,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.193158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No DVR routers for this DVR port a719c1cc-e0f1-4178-b837-1262bbf51826 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:06.210512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=62b9d310-b88b-46ca-ad2a-819b4bf2603a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.283028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port 62b9d310-b88b-46ca-ad2a-819b4bf2603a on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:06.285993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.288476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'name': 'network-vif-deleted', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:39:06.303930 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-922760d1-14db-44b1-8b59-d5dc614eabab req-5b043bdc-37b7-43f8-9ca3-f8741fe40be3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/62b9d310-b88b-46ca-ad2a-819b4bf2603a HTTP/1.1" status: 204 len: 173 time: 1.1652162 Apr 05 14:39:06.343051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.364535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cf625c-cce3-47fd-a718-fd81bdaff44f'] response: {'server_uuid': '2b33b86f-c9ee-49d2-aba9-da9aa7df7223', 'name': 'network-vif-deleted', 'tag': '62b9d310-b88b-46ca-ad2a-819b4bf2603a', 'status': 'completed', 'code': 200} Apr 05 14:39:06.374086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.379540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.383520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26031c76-a385-4e34-93ee-200243352776']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:06.407242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5d11dd9-5ce5-42cc-ba53-6466994084e6') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:06.407530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5d11dd9-5ce5-42cc-ba53-6466994084e6') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:06.436271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:06.439099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.445331 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5a73f0-1622-41d3-8685-f4e0ff4d2382,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.462361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.462703 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Added segment 8f32880a-0856-48da-9746-5ab95300c7ba of type vlan for network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce Apr 05 14:39:06.468307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.478623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:39:06.479001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:06.496547 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:06.575533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.610744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.628645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.644538 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.648279 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:06.648895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:06.652683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=26031c76-a385-4e34-93ee-200243352776,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.787185 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e7f3ec0e-c5c1-466a-b7a2-3d312e287083 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/26031c76-a385-4e34-93ee-200243352776 HTTP/1.1" status: 204 len: 168 time: 1.4290717 Apr 05 14:39:06.789784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39418) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:06.832915 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3168714 Apr 05 14:39:06.838507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39422) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:06.854609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Request body: {'subnet': {'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:06.941768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cbf87-a619-4318-b9d0-3efac6966bcf tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event updated for resources: {'Network': ['ID=7f092b26-15b2-4b27-a9f5-22b042d6f5ce,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:06.952198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:39:06.980464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:06.984196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Usage tracker for resource:subnet and tenant:6b828560e609489195d9af33c78793bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:06.987498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:06.993166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:07.005531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Made reservation on behalf of 6b828560e609489195d9af33c78793bc for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:07.115297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.130970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.184173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39428) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:07.332182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ad54be8-c5aa-4dac-9fc2-ab4a46703869 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.336314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.370275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ad54be8-c5aa-4dac-9fc2-ab4a46703869 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.411681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event updated for resources: {'Subnet': ['ID=998009e7-ff48-4f44-817e-74b21fedbf6c,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:07.423117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Checking segment: {'id': '8f32880a-0856-48da-9746-5ab95300c7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:07.424035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Network hostable DHCP agents. Network: 7f092b26-15b2-4b27-a9f5-22b042d6f5ce, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:07.444372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:07.454641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 7f092b26-15b2-4b27-a9f5-22b042d6f5ce) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:07.460801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:07.461568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.463603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1998b1a0-9830-4768-958e-825ee1998d48 None None] Network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:07.484949 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-71136168-de6d-45c1-97eb-0790e5ce61da tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6454315 Apr 05 14:39:07.487614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39432) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:07.493097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Request body: {'port': {'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2039528571'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:07.592093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ad54be8-c5aa-4dac-9fc2-ab4a46703869 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.647058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.656258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad54be8-c5aa-4dac-9fc2-ab4a46703869 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919a9671-6a0d-40ac-9c6c-d95a0a070d86,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:07.669773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:07.675249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Usage tracker for resource:port and tenant:6b828560e609489195d9af33c78793bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:07.678186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:07.684254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:07.697828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Made reservation on behalf of 6b828560e609489195d9af33c78793bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:07.701245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.726570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] device_id is not set on port b892f8ae-ca4d-4e0e-b367-b179b5867a08 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:39:07.727106 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-7f092b26-15b2-4b27-a9f5-22b042d6f5ce', 'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce', 'tenant_id': '6b828560e609489195d9af33c78793bc', 'fixed_ips': [{'subnet_id': '998009e7-ff48-4f44-817e-74b21fedbf6c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:39:07.728597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.804331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0ad54be8-c5aa-4dac-9fc2-ab4a46703869 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:07.805453 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0ad54be8-c5aa-4dac-9fc2-ab4a46703869 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/919a9671-6a0d-40ac-9c6c-d95a0a070d86 HTTP/1.1" status: 204 len: 168 time: 0.6201520 Apr 05 14:39:07.850664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39438) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:07.998660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Allocated IP 2001:db8::277 (7f092b26-15b2-4b27-a9f5-22b042d6f5ce/998009e7-ff48-4f44-817e-74b21fedbf6c/b892f8ae-ca4d-4e0e-b367-b179b5867a08) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:08.039521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 0288d5a1-9254-4fed-8c0e-26b565d18f44 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:08.039861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.222583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 0288d5a1-9254-4fed-8c0e-26b565d18f44, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0288d5a1-9254-4fed-8c0e-26b565d18f44,segment=NetworkSegment(030a7380-0ad3-4c06-9ad9-89798a009e75),segment_id=030a7380-0ad3-4c06-9ad9-89798a009e75)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:08.223277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.232014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.314506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Transition to ACTIVE for port object b892f8ae-ca4d-4e0e-b367-b179b5867a08 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:08.346677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 0288d5a1-9254-4fed-8c0e-26b565d18f44 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:08.357902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62b9d310-b88b-46ca-ad2a-819b4bf2603a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:08.391892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 62b9d310-b88b-46ca-ad2a-819b4bf2603a {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:08.392989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62b9d310-b88b-46ca-ad2a-819b4bf2603a not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:08.505653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.525379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.589958 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Allocated IP 2001:db8::2 (7f092b26-15b2-4b27-a9f5-22b042d6f5ce/998009e7-ff48-4f44-817e-74b21fedbf6c/11e8f1be-7dda-4410-9ca4-22893dec4960) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:08.593929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event updated for resources: {'Port': ['ID=b892f8ae-ca4d-4e0e-b367-b179b5867a08,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:08.598840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:08.600868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:08.604304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:08.608277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:08.608787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.620178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=0288d5a1-9254-4fed-8c0e-26b565d18f44,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:08.645140 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-69ed80ba-2819-4577-bfcc-39f80d095f13 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.1564114 Apr 05 14:39:08.648316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39442) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:08.653785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Request body: {'port': {'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1429407106', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:08.654359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.api.validators [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] bootfile-name is not in valid_values {{(pid=83851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:39:08.654687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.api.validators [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] tftp-server is not in valid_values {{(pid=83851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:39:08.655010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.api.validators [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] server-ip-address is not in valid_values {{(pid=83851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:39:08.777309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.781816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.881305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.894547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Transition to ACTIVE for port object 11e8f1be-7dda-4410-9ca4-22893dec4960 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:08.918906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Transition to ACTIVE for port object 11e8f1be-7dda-4410-9ca4-22893dec4960 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:08.926778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:08.955751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:08.961043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Usage tracker for resource:port and tenant:6b828560e609489195d9af33c78793bc is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:08.966077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:08.974498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:08.995406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Made reservation on behalf of 6b828560e609489195d9af33c78793bc for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:08.998634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.027628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] device_id is not set on port a27b9da2-ea0d-4968-a16b-8923f9fc3e3d yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:39:09.047984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:09.049471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Pushing event updated for resources: {'Port': ['ID=11e8f1be-7dda-4410-9ca4-22893dec4960,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:09.053334 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:09.056024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:09.141805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Attempting to bind port 11e8f1be-7dda-4410-9ca4-22893dec4960 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:09.143341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Attempting to bind port 11e8f1be-7dda-4410-9ca4-22893dec4960 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8f32880a-0856-48da-9746-5ab95300c7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:09.143661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Attempting to bind port 11e8f1be-7dda-4410-9ca4-22893dec4960 on network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:09.150623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:39:09.150997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Checking segment: {'id': '8f32880a-0856-48da-9746-5ab95300c7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:09.151386 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.151773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Bound using segment: {'id': '8f32880a-0856-48da-9746-5ab95300c7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:39:09.153868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Bound port: 11e8f1be-7dda-4410-9ca4-22893dec4960, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f32880a-0856-48da-9746-5ab95300c7ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7f092b26-15b2-4b27-a9f5-22b042d6f5ce'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:09.153868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.248571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] For port 11e8f1be-7dda-4410-9ca4-22893dec4960, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:09.252134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] For port 11e8f1be-7dda-4410-9ca4-22893dec4960, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11e8f1be-7dda-4410-9ca4-22893dec4960,segment=NetworkSegment(8f32880a-0856-48da-9746-5ab95300c7ba),segment_id=8f32880a-0856-48da-9746-5ab95300c7ba)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:09.257485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.285184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Allocated IP 2001:db8::2a4 (7f092b26-15b2-4b27-a9f5-22b042d6f5ce/998009e7-ff48-4f44-817e-74b21fedbf6c/a27b9da2-ea0d-4968-a16b-8923f9fc3e3d) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:09.342442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:09.356454 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e277c26e-c267-4b84-b65e-fb1528aa5e20 None None] Pushing event updated for resources: {'Port': ['ID=11e8f1be-7dda-4410-9ca4-22893dec4960,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:09.504679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:09.525950 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-70d0bbe9-a412-44a3-ab7f-1de5651ef167 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7348843 Apr 05 14:39:09.535994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39446) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:09.545146 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:09.557844 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:09.558729 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:09.637756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.669357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Transition to ACTIVE for port object a27b9da2-ea0d-4968-a16b-8923f9fc3e3d will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:09.734092 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:09.770724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.855242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:09.859095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:09.866249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:09.866909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b953aa79-8446-4223-bd36-696da84af645 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting subnet 4c0c37cf-2945-4eca-9000-dce38b289c6f {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:39:09.869209 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:08Z', 'revision_number': 11, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:09.870716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:09.870870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.872165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b953aa79-8446-4223-bd36-696da84af645 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.874610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event updated for resources: {'Port': ['ID=a27b9da2-ea0d-4968-a16b-8923f9fc3e3d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:09.875709 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:09.886945 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:09.887537 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:09.895132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11e8f1be-7dda-4410-9ca4-22893dec4960 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:09.940258 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3ebec905-1015-4215-aab5-4a9a2cf8195f tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.2910252 Apr 05 14:39:09.943959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39450) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:09.952439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b953aa79-8446-4223-bd36-696da84af645 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:09.992219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 11e8f1be-7dda-4410-9ca4-22893dec4960 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:10.050473 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:10.062171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b953aa79-8446-4223-bd36-696da84af645 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.090568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a563b-7e9c-4848-8a17-453724abd69a tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:10.094425 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a563b-7e9c-4848-8a17-453724abd69a tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:10.098593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a563b-7e9c-4848-8a17-453724abd69a tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:10.099465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c68a563b-7e9c-4848-8a17-453724abd69a tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Synchronizing usage tracker for tenant:6b828560e609489195d9af33c78793bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:10.111679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 5c098d3f-814b-400e-988b-1f74d1682a7b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:10.112007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.148509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b953aa79-8446-4223-bd36-696da84af645 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.158304 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:08Z', 'revision_number': 11, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:10.162885 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f61e064-3d4a-41d2-88b5-d6167dc65bd9 None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:08Z', 'revision_number': 11, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:10.170823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c68a563b-7e9c-4848-8a17-453724abd69a tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Unset dirty status for tenant:6b828560e609489195d9af33c78793bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:10.172031 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c68a563b-7e9c-4848-8a17-453724abd69a tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2269685 Apr 05 14:39:10.189347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39454) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:10.202500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b953aa79-8446-4223-bd36-696da84af645 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.210823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51afd00-e66b-4a8d-a4c3-aaa10c3e2c2b None None] Network d6815060-d2b7-4bfa-b147-8ad70dc96856 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:10.212304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b953aa79-8446-4223-bd36-696da84af645 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Subnet': ['ID=4c0c37cf-2945-4eca-9000-dce38b289c6f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:10.220222 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b953aa79-8446-4223-bd36-696da84af645 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/4c0c37cf-2945-4eca-9000-dce38b289c6f HTTP/1.1" status: 204 len: 168 time: 0.6791744 Apr 05 14:39:10.220454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39458) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:10.353868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.366925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Deleting port 104533fa-bb7e-4ca9-b74d-abd7b5838033 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:10.367304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.440458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-60d1c847-b862-4147-bcf2-0774adcff97d tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Deleting port a27b9da2-ea0d-4968-a16b-8923f9fc3e3d {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:10.440787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60d1c847-b862-4147-bcf2-0774adcff97d tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.526620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 5c098d3f-814b-400e-988b-1f74d1682a7b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5c098d3f-814b-400e-988b-1f74d1682a7b,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:10.527230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.549132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d279407-6249-4c08-8586-c427536c3daa None None] DHCP port deletion for d6815060-d2b7-4bfa-b147-8ad70dc96856 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:39:10.554509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2d279407-6249-4c08-8586-c427536c3daa None None] Deleting port 104533fa-bb7e-4ca9-b74d-abd7b5838033 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:10.554921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2d279407-6249-4c08-8586-c427536c3daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.607139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c03df82-31f9-4364-8212-2d2e37665fc7 None None] Network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:10.685649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] For port 104533fa-bb7e-4ca9-b74d-abd7b5838033, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=104533fa-bb7e-4ca9-b74d-abd7b5838033,segment=NetworkSegment(030a7380-0ad3-4c06-9ad9-89798a009e75),segment_id=030a7380-0ad3-4c06-9ad9-89798a009e75)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:10.686007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.701326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 5c098d3f-814b-400e-988b-1f74d1682a7b owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:10.813762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Calling delete_port for 104533fa-bb7e-4ca9-b74d-abd7b5838033 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:10.826335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9b437d4f-f5f6-47e0-b6a4-53f7123b87ae None None] Provisioning for port 11e8f1be-7dda-4410-9ca4-22893dec4960 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:10.886795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9b437d4f-f5f6-47e0-b6a4-53f7123b87ae None None] Provisioning complete for port 11e8f1be-7dda-4410-9ca4-22893dec4960 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:10.887306 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9b437d4f-f5f6-47e0-b6a4-53f7123b87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.891614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:10.940994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Port': ['ID=104533fa-bb7e-4ca9-b74d-abd7b5838033,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:10.945324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No DVR routers for this DVR port 104533fa-bb7e-4ca9-b74d-abd7b5838033 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:10.957673 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60d1c847-b862-4147-bcf2-0774adcff97d tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.065966 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2d279407-6249-4c08-8586-c427536c3daa None None] For port 104533fa-bb7e-4ca9-b74d-abd7b5838033, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=104533fa-bb7e-4ca9-b74d-abd7b5838033,segment=NetworkSegment(030a7380-0ad3-4c06-9ad9-89798a009e75),segment_id=030a7380-0ad3-4c06-9ad9-89798a009e75)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:11.066633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2d279407-6249-4c08-8586-c427536c3daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.069008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.092757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-60d1c847-b862-4147-bcf2-0774adcff97d tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Calling delete_port for a27b9da2-ea0d-4968-a16b-8923f9fc3e3d owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:11.094812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6815060-d2b7-4bfa-b147-8ad70dc96856']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:11.107057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '030a7380-0ad3-4c06-9ad9-89798a009e75') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:11.107365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '030a7380-0ad3-4c06-9ad9-89798a009e75') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:11.119079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.135443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.143573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:39:11.144010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:11.159010 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:11.205792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2d279407-6249-4c08-8586-c427536c3daa None None] Calling delete_port for 104533fa-bb7e-4ca9-b74d-abd7b5838033 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:11.225200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.313289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=5c098d3f-814b-400e-988b-1f74d1682a7b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:11.321614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9b437d4f-f5f6-47e0-b6a4-53f7123b87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.339846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.364589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.365316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-2d279407-6249-4c08-8586-c427536c3daa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:11.365316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-2d279407-6249-4c08-8586-c427536c3daa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:11.374871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9b437d4f-f5f6-47e0-b6a4-53f7123b87ae None None] For port 11e8f1be-7dda-4410-9ca4-22893dec4960, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11e8f1be-7dda-4410-9ca4-22893dec4960,segment=NetworkSegment(8f32880a-0856-48da-9746-5ab95300c7ba),segment_id=8f32880a-0856-48da-9746-5ab95300c7ba)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:11.375961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Pushing event deleted for resources: {'Network': ['ID=d6815060-d2b7-4bfa-b147-8ad70dc96856,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:11.381949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9b437d4f-f5f6-47e0-b6a4-53f7123b87ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.384832 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b154efcb-3d60-49d9-a9d8-9401e060abf3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/networks/d6815060-d2b7-4bfa-b147-8ad70dc96856 HTTP/1.1" status: 204 len: 168 time: 1.1634095 Apr 05 14:39:11.387413 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39462) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:11.397214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'routes': None}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:11.440667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60d1c847-b862-4147-bcf2-0774adcff97d tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.475327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b437d4f-f5f6-47e0-b6a4-53f7123b87ae None None] Pushing event updated for resources: {'Port': ['ID=11e8f1be-7dda-4410-9ca4-22893dec4960,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:11.506532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1c847-b862-4147-bcf2-0774adcff97d tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event deleted for resources: {'Port': ['ID=a27b9da2-ea0d-4968-a16b-8923f9fc3e3d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:11.684375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60d1c847-b862-4147-bcf2-0774adcff97d tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.729613 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-60d1c847-b862-4147-bcf2-0774adcff97d tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "DELETE /v2.0/ports/a27b9da2-ea0d-4968-a16b-8923f9fc3e3d HTTP/1.1" status: 204 len: 168 time: 1.5397735 Apr 05 14:39:11.730385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39466) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:11.740060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Request body: {'port': {'name': 'tempest-new-port-name-1215051735', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:11.740554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.api.validators [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] bootfile-name is not in valid_values {{(pid=83851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:39:11.740994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.api.validators [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] tftp-server is not in valid_values {{(pid=83851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:39:11.741505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.api.validators [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] server-ip-address is not in valid_values {{(pid=83851) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 05 14:39:11.772126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.extraroute_db [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Added routes are [] {{(pid=83850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Apr 05 14:39:11.772430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.extraroute_db [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Removed routes are [] {{(pid=83850) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Apr 05 14:39:11.772794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.820840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11e8f1be-7dda-4410-9ca4-22893dec4960 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:11.865128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-48ddbb3b-8f80-4117-b385-43fd03f8691d None None] Could not find standard attr ID for object a27b9da2-ea0d-4968-a16b-8923f9fc3e3d. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:39:11.873631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2d279407-6249-4c08-8586-c427536c3daa None None] Deleting port 104533fa-bb7e-4ca9-b74d-abd7b5838033 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:11.874304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2d279407-6249-4c08-8586-c427536c3daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.928260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-48ddbb3b-8f80-4117-b385-43fd03f8691d None None] Provisioning complete for port 11e8f1be-7dda-4410-9ca4-22893dec4960 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:11.928843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-48ddbb3b-8f80-4117-b385-43fd03f8691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:11.999031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.033783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2d279407-6249-4c08-8586-c427536c3daa None None] The port '104533fa-bb7e-4ca9-b74d-abd7b5838033' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:39:12.063394 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.067806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.112629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 11e8f1be-7dda-4410-9ca4-22893dec4960 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:12.113219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.179128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.232637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 5c9d7a19-34fa-4419-92b3-788b451f8c9b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:12.249782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-48ddbb3b-8f80-4117-b385-43fd03f8691d None None] Provisioning for port b892f8ae-ca4d-4e0e-b367-b179b5867a08 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:12.266067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-48ddbb3b-8f80-4117-b385-43fd03f8691d None None] Provisioning complete for port b892f8ae-ca4d-4e0e-b367-b179b5867a08 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:12.266458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-48ddbb3b-8f80-4117-b385-43fd03f8691d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.331911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-48ddbb3b-8f80-4117-b385-43fd03f8691d None None] Port b892f8ae-ca4d-4e0e-b367-b179b5867a08 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:39:12.380225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0288d5a1-9254-4fed-8c0e-26b565d18f44 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:12.401675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:12.408078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.412481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3da42e0f-6aa1-4387-a1b9-2dda4fc6fe7b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 200 len: 704 time: 1.0240898 Apr 05 14:39:12.413131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39470) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:12.430734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 0288d5a1-9254-4fed-8c0e-26b565d18f44 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:12.431363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0288d5a1-9254-4fed-8c0e-26b565d18f44 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:12.431934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 104533fa-bb7e-4ca9-b74d-abd7b5838033 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:12.461825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.462109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a1081079-dc13-4b02-bf0b-436b70ff8543 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:12.475050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] Sync routers for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:12.479449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.480528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a1081079-dc13-4b02-bf0b-436b70ff8543 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:12.481431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 104533fa-bb7e-4ca9-b74d-abd7b5838033 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:12.481711 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a1081079-dc13-4b02-bf0b-436b70ff8543 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 200 len: 205 time: 0.0676222 Apr 05 14:39:12.482124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 104533fa-bb7e-4ca9-b74d-abd7b5838033 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:12.484760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39474) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:12.493778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c1e514f6-2bdd-4467-a4f9-857471e9ec43 None None] Could not find standard attr ID for object a27b9da2-ea0d-4968-a16b-8923f9fc3e3d. {{(pid=83852) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 05 14:39:12.503804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:12.504645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:12.553605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] In _notify_port_updated(), no bound segment for port b892f8ae-ca4d-4e0e-b367-b179b5867a08 on network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce {{(pid=83851) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:39:12.558012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:12.558745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.563213 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "PUT /v2.0/ports/b892f8ae-ca4d-4e0e-b367-b179b5867a08 HTTP/1.1" status: 200 len: 1130 time: 0.8277941 Apr 05 14:39:12.577016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39478) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:12.636405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d914-7456-459c-bffc-2f138e8e813a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.666820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c1e514f6-2bdd-4467-a4f9-857471e9ec43 None None] Provisioning complete for port b892f8ae-ca4d-4e0e-b367-b179b5867a08 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:12.667114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1e514f6-2bdd-4467-a4f9-857471e9ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:12.674911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6f6b0-e994-46d5-9884-70b5f6dbdece tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event updated for resources: {'Port': ['ID=b892f8ae-ca4d-4e0e-b367-b179b5867a08,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:12.706498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:12.711121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e585eba7-3a59-49f7-aa5a-ca52b7e34ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:12.711908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e585eba7-3a59-49f7-aa5a-ca52b7e34ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Synchronizing usage tracker for tenant:6b828560e609489195d9af33c78793bc on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:12.750036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e585eba7-3a59-49f7-aa5a-ca52b7e34ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Unset dirty status for tenant:6b828560e609489195d9af33c78793bc on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:12.752738 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e585eba7-3a59-49f7-aa5a-ca52b7e34ad7 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "GET /v2.0/ports/b892f8ae-ca4d-4e0e-b367-b179b5867a08 HTTP/1.1" status: 200 len: 1130 time: 0.1671171 Apr 05 14:39:12.758153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39482) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:12.833990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c1e514f6-2bdd-4467-a4f9-857471e9ec43 None None] Port b892f8ae-ca4d-4e0e-b367-b179b5867a08 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:39:12.835451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:08Z', 'revision_number': 11, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:12.840143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] Checking router: 5c9d7a19-34fa-4419-92b3-788b451f8c9b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:12.851823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] Routers {'5c9d7a19-34fa-4419-92b3-788b451f8c9b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:12.852520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:12.989983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] Set router 5c9d7a19-34fa-4419-92b3-788b451f8c9b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:12.997867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-945680b4-0efc-4ce0-a7af-fe03f0c1d9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Deleting port b892f8ae-ca4d-4e0e-b367-b179b5867a08 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:12.998255 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-945680b4-0efc-4ce0-a7af-fe03f0c1d9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.092129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dd21d631-a217-49bc-8df1-4c3c892e14b8 None None] Provisioning complete for port b892f8ae-ca4d-4e0e-b367-b179b5867a08 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:13.092129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dd21d631-a217-49bc-8df1-4c3c892e14b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.135428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:08Z', 'revision_number': 11, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:13.148709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df065c0-e7ad-4144-b626-ed1c38ce1fb7 None None] The sync data for ids ['5c9d7a19-34fa-4419-92b3-788b451f8c9b'] in dv-neutron-829488-2-hyperv is: [{'id': '5c9d7a19-34fa-4419-92b3-788b451f8c9b', 'name': 'tempest-RoutersIpV6Test-router-411902274', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:38:20Z', 'updated_at': '2022-04-05T14:39:08Z', 'revision_number': 11, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:13.167996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-dd21d631-a217-49bc-8df1-4c3c892e14b8 None None] Port b892f8ae-ca4d-4e0e-b367-b179b5867a08 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:39:13.180048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d914-7456-459c-bffc-2f138e8e813a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.184904 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d914-7456-459c-bffc-2f138e8e813a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.214275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d914-7456-459c-bffc-2f138e8e813a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.214931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7d9d914-7456-459c-bffc-2f138e8e813a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Fanout notify agent at l3_agent the message router_deleted on router 5c9d7a19-34fa-4419-92b3-788b451f8c9b {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:13.230512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f7d9d914-7456-459c-bffc-2f138e8e813a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.234088 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f7d9d914-7456-459c-bffc-2f138e8e813a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 204 len: 168 time: 0.7464809 Apr 05 14:39:13.238030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:13.243054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1046016037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:13.249508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:13.255522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Usage tracker for resource:router and tenant:1d7daad70f354bbf9f0ee5e36d5b89ad is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:13.258698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:13.265711 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:13.276846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.278190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.297998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.316739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.346554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.351327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d737a876-90eb-4356-8b17-bfa310da9a30 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1120298 Apr 05 14:39:13.352102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39490) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:13.357663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b8113488-dc84-4296-beb3-0ee6f81bf8db tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:13.397435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-945680b4-0efc-4ce0-a7af-fe03f0c1d9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.521683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-945680b4-0efc-4ce0-a7af-fe03f0c1d9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Calling delete_port for b892f8ae-ca4d-4e0e-b367-b179b5867a08 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:13.744505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8113488-dc84-4296-beb3-0ee6f81bf8db tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.755448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8113488-dc84-4296-beb3-0ee6f81bf8db tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.796795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 05995847-c536-4ef6-9f76-aab996aa1e3b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:13.801050 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-945680b4-0efc-4ce0-a7af-fe03f0c1d9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:13.855241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945680b4-0efc-4ce0-a7af-fe03f0c1d9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event deleted for resources: {'Port': ['ID=b892f8ae-ca4d-4e0e-b367-b179b5867a08,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:13.924857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8113488-dc84-4296-beb3-0ee6f81bf8db tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Router 8fb86dcb-816f-41d0-b426-33f71722a09a is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:39:14.002779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-945680b4-0efc-4ce0-a7af-fe03f0c1d9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.040474 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-945680b4-0efc-4ce0-a7af-fe03f0c1d9a5 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "DELETE /v2.0/ports/b892f8ae-ca4d-4e0e-b367-b179b5867a08 HTTP/1.1" status: 204 len: 168 time: 1.2780540 Apr 05 14:39:14.041713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39494) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:14.104290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:14.109193 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1185c4b-91b9-4315-a660-612a798a5f54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/05995847-c536-4ef6-9f76-aab996aa1e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2574847 Apr 05 14:39:14.112303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39498) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:14.115350 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] Sync routers for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:14.127822 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:14.128558 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:14.255972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8113488-dc84-4296-beb3-0ee6f81bf8db tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:14.266092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] Sync routers for ids ['8fb86dcb-816f-41d0-b426-33f71722a09a'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:14.280427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] Routers {'8fb86dcb-816f-41d0-b426-33f71722a09a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:14.281288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['8fb86dcb-816f-41d0-b426-33f71722a09a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:14.304040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-3193cb41-f5e6-4ddf-a88e-ffe4e7935175 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet 62740074-97d2-460a-b27e-6b1279b1d4d7 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:39:14.306443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b8113488-dc84-4296-beb3-0ee6f81bf8db tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.307206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3193cb41-f5e6-4ddf-a88e-ffe4e7935175 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.307596 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b8113488-dc84-4296-beb3-0ee6f81bf8db tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "PUT /v2.0/routers/8fb86dcb-816f-41d0-b426-33f71722a09a HTTP/1.1" status: 200 len: 698 time: 0.9544752 Apr 05 14:39:14.312247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39502) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:14.316531 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:14.370299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3193cb41-f5e6-4ddf-a88e-ffe4e7935175 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.424281 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] Set router 8fb86dcb-816f-41d0-b426-33f71722a09a gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:14.463151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3193cb41-f5e6-4ddf-a88e-ffe4e7935175 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.495058 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c281300a-adde-40aa-a7dc-c6c35f50a27d tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/routers/8fb86dcb-816f-41d0-b426-33f71722a09a HTTP/1.1" status: 200 len: 704 time: 0.1817389 Apr 05 14:39:14.497667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39506) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:14.533952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc7ab3ff-be1c-4f63-95ff-81f5fa6bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Deleting subnet 998009e7-ff48-4f44-817e-74b21fedbf6c {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:39:14.546108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab3ff-be1c-4f63-95ff-81f5fa6bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.550613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3193cb41-f5e6-4ddf-a88e-ffe4e7935175 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.556692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb86dcb-816f-41d0-b426-33f71722a09a', 'name': 'tempest-RoutersIpV6Test-router-1046016037', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:13Z', 'updated_at': '2022-04-05T14:39:13Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:14.561272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] Checking router: 8fb86dcb-816f-41d0-b426-33f71722a09a for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:14.574311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] Routers {'8fb86dcb-816f-41d0-b426-33f71722a09a'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:14.574551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['8fb86dcb-816f-41d0-b426-33f71722a09a'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:14.578563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c9e73c26-2018-40c3-bb14-a531a945f6e3 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb86dcb-816f-41d0-b426-33f71722a09a HTTP/1.1" status: 200 len: 205 time: 0.0775168 Apr 05 14:39:14.581399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39510) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:14.652399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3193cb41-f5e6-4ddf-a88e-ffe4e7935175 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.668783 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:39:11Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:14.674030 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] Checking router: 05995847-c536-4ef6-9f76-aab996aa1e3b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:14.679033 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3193cb41-f5e6-4ddf-a88e-ffe4e7935175 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/62740074-97d2-460a-b27e-6b1279b1d4d7 HTTP/1.1" status: 204 len: 168 time: 0.5631189 Apr 05 14:39:14.687294 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] Routers {'05995847-c536-4ef6-9f76-aab996aa1e3b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:14.688141 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['05995847-c536-4ef6-9f76-aab996aa1e3b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:14.689652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39514) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:14.692529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193cb41-f5e6-4ddf-a88e-ffe4e7935175 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=62740074-97d2-460a-b27e-6b1279b1d4d7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:14.736207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab3ff-be1c-4f63-95ff-81f5fa6bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.776570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a124995-ef52-45c6-9852-7d838d1ff8fe None None] Network d4cfb92b-bbde-4a91-b338-600bafbd35b4 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:14.803311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8af5545d-7ce0-4a6a-9417-807b40c41273 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:14.902811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] Set router 8fb86dcb-816f-41d0-b426-33f71722a09a gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:14.926554 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] Set router 05995847-c536-4ef6-9f76-aab996aa1e3b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:14.988750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.015573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab3ff-be1c-4f63-95ff-81f5fa6bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.086351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fb86dcb-816f-41d0-b426-33f71722a09a', 'name': 'tempest-RoutersIpV6Test-router-1046016037', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:13Z', 'updated_at': '2022-04-05T14:39:13Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:15.101274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bd6e933-54f9-4df4-856c-ac753d91b7c0 None None] The sync data for ids ['8fb86dcb-816f-41d0-b426-33f71722a09a'] in dv-neutron-829488-2-hyperv is: [{'id': '8fb86dcb-816f-41d0-b426-33f71722a09a', 'name': 'tempest-RoutersIpV6Test-router-1046016037', 'tenant_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:13Z', 'updated_at': '2022-04-05T14:39:13Z', 'revision_number': 2, 'project_id': '1d7daad70f354bbf9f0ee5e36d5b89ad', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:15.246391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] DHCP port deletion for d4cfb92b-bbde-4a91-b338-600bafbd35b4 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:39:15.250979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] Deleting port 81376f84-f899-45ac-952e-f8aeb77df4a6 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:15.251887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.259964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.273740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port da5eec21-2688-4e83-b5cb-ba3ab94204ce {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:15.274697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.288755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8af5545d-7ce0-4a6a-9417-807b40c41273 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.299355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8af5545d-7ce0-4a6a-9417-807b40c41273 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.310743 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:39:11Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:15.311980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab3ff-be1c-4f63-95ff-81f5fa6bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.319030 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e707f715-3ebc-4c63-b244-fc1d942138ad None None] The sync data for ids ['05995847-c536-4ef6-9f76-aab996aa1e3b'] in dv-neutron-829488-2-hyperv is: [{'id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'name': 'tempest-TestNetworkBasicOps-router-1457296897', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78'}], 'enable_snat': True}, 'gw_port_id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:37:49Z', 'updated_at': '2022-04-05T14:39:11Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'da5eec21-2688-4e83-b5cb-ba3ab94204ce', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:59:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05995847-c536-4ef6-9f76-aab996aa1e3b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:37:51Z', 'updated_at': '2022-04-05T14:37:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:15.383203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ab3ff-be1c-4f63-95ff-81f5fa6bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event deleted for resources: {'Subnet': ['ID=998009e7-ff48-4f44-817e-74b21fedbf6c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:15.387607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc7ab3ff-be1c-4f63-95ff-81f5fa6bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.396376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8af5545d-7ce0-4a6a-9417-807b40c41273 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.396906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af5545d-7ce0-4a6a-9417-807b40c41273 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Fanout notify agent at l3_agent the message router_deleted on router 8fb86dcb-816f-41d0-b426-33f71722a09a {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:15.402491 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8af5545d-7ce0-4a6a-9417-807b40c41273 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.410314 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8af5545d-7ce0-4a6a-9417-807b40c41273 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/8fb86dcb-816f-41d0-b426-33f71722a09a HTTP/1.1" status: 204 len: 168 time: 0.8216257 Apr 05 14:39:15.410314 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cc7ab3ff-be1c-4f63-95ff-81f5fa6bc160 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "DELETE /v2.0/subnets/998009e7-ff48-4f44-817e-74b21fedbf6c HTTP/1.1" status: 204 len: 168 time: 1.3607008 Apr 05 14:39:15.410314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39518) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:15.411199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44df8e3b-5a35-49f1-96d0-7e2e530e38c0 None None] Network 7f092b26-15b2-4b27-a9f5-22b042d6f5ce requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:15.411635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39520) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:15.511760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port da5eec21-2688-4e83-b5cb-ba3ab94204ce, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=da5eec21-2688-4e83-b5cb-ba3ab94204ce,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:15.512355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.638165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-781a92ba-e251-449e-aa97-a873d9134250 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb86dcb-816f-41d0-b426-33f71722a09a HTTP/1.1" status: 200 len: 205 time: 0.2241230 Apr 05 14:39:15.642525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39526) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:15.673274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] For port 81376f84-f899-45ac-952e-f8aeb77df4a6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=81376f84-f899-45ac-952e-f8aeb77df4a6,segment=NetworkSegment(f07791e0-7aa0-4191-8a8c-3fa3ceee6568),segment_id=f07791e0-7aa0-4191-8a8c-3fa3ceee6568)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:15.673979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.764033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-0dc2d2e2-3a56-4450-860a-b9fd70212059 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] delete failed (client error): The resource could not be found. Apr 05 14:39:15.770732 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0dc2d2e2-3a56-4450-860a-b9fd70212059 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/8fb86dcb-816f-41d0-b426-33f71722a09a HTTP/1.1" status: 404 len: 336 time: 0.1277740 Apr 05 14:39:15.773928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39530) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:15.784337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5c098d3f-814b-400e-988b-1f74d1682a7b no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:15.789843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for da5eec21-2688-4e83-b5cb-ba3ab94204ce owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:15.811329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.821101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-d38eebcb-8242-4d0f-a123-2d90abd9945f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:15.821527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d38eebcb-8242-4d0f-a123-2d90abd9945f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:15.826357 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d38eebcb-8242-4d0f-a123-2d90abd9945f tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/03a24a38-b60d-41c8-83c1-dedbd3d58a06 HTTP/1.1" status: 404 len: 337 time: 0.0480506 Apr 05 14:39:15.826608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39534) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:15.832473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Deleting port 11e8f1be-7dda-4410-9ca4-22893dec4960 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:15.832740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:15.880478 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-698ff4a5-c41a-420e-86d6-179c91dd4980 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:15.880908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698ff4a5-c41a-420e-86d6-179c91dd4980 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:15.884885 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-698ff4a5-c41a-420e-86d6-179c91dd4980 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/95056330-47b4-4447-98f4-fa3019021a15 HTTP/1.1" status: 404 len: 337 time: 0.0545278 Apr 05 14:39:15.885116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39538) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:15.897141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 5c098d3f-814b-400e-988b-1f74d1682a7b {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:15.897141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5c098d3f-814b-400e-988b-1f74d1682a7b not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:15.897543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 81376f84-f899-45ac-952e-f8aeb77df4a6 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:15.926888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] Calling delete_port for 81376f84-f899-45ac-952e-f8aeb77df4a6 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:15.931632 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f89b206-bdd8-414f-8169-d99a8af5852c tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:15.932013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f89b206-bdd8-414f-8169-d99a8af5852c tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:15.937334 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9f89b206-bdd8-414f-8169-d99a8af5852c tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/dd90bedb-83c6-42bd-b0a7-509f627351e9 HTTP/1.1" status: 404 len: 337 time: 0.0476751 Apr 05 14:39:15.937334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39542) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.007941 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d018a4ba-f13e-45b2-b646-b0b7cb12d386 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:16.008535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d018a4ba-f13e-45b2-b646-b0b7cb12d386 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:16.012533 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d018a4ba-f13e-45b2-b646-b0b7cb12d386 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/4c0c37cf-2945-4eca-9000-dce38b289c6f HTTP/1.1" status: 404 len: 337 time: 0.0731404 Apr 05 14:39:16.015116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39546) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.064537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d643079d-2567-43cf-a2e0-e0d710b2f43a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Synchronizing usage tracker for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:16.084639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.087254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d643079d-2567-43cf-a2e0-e0d710b2f43a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] Unset dirty status for tenant:1d7daad70f354bbf9f0ee5e36d5b89ad on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:16.090926 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d643079d-2567-43cf-a2e0-e0d710b2f43a tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 200 len: 205 time: 0.0709445 Apr 05 14:39:16.091960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39550) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.100454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] For port 11e8f1be-7dda-4410-9ca4-22893dec4960, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11e8f1be-7dda-4410-9ca4-22893dec4960,segment=NetworkSegment(8f32880a-0856-48da-9746-5ab95300c7ba),segment_id=8f32880a-0856-48da-9746-5ab95300c7ba)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:16.100917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.130428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Port 81376f84-f899-45ac-952e-f8aeb77df4a6 update to DOWN by agent not found {{(pid=83852) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Apr 05 14:39:16.149461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] Pushing event deleted for resources: {'Port': ['ID=81376f84-f899-45ac-952e-f8aeb77df4a6,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:16.152788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0990c54-4206-4d73-b814-2c547a808e35 None None] No DVR routers for this DVR port 81376f84-f899-45ac-952e-f8aeb77df4a6 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:16.164695 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-69c7d023-a232-4ce1-8f25-cf3361a5d1f9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] delete failed (client error): The resource could not be found. Apr 05 14:39:16.168778 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-69c7d023-a232-4ce1-8f25-cf3361a5d1f9 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/5c9d7a19-34fa-4419-92b3-788b451f8c9b HTTP/1.1" status: 404 len: 336 time: 0.0736375 Apr 05 14:39:16.168778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39554) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.240122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Calling delete_port for 11e8f1be-7dda-4410-9ca4-22893dec4960 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:16.256404 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-32ba8ed9-0c36-402f-8483-d0f6ecc2d3d6 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=a77c4af4-d085-470f-be8d-c0c603ef46f0 HTTP/1.1" status: 200 len: 205 time: 0.0865660 Apr 05 14:39:16.264690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39558) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.272012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1438e8c-c6a9-4818-8f25-788665330882 None None] DHCP port deletion for 7f092b26-15b2-4b27-a9f5-22b042d6f5ce request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:39:16.276620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c1438e8c-c6a9-4818-8f25-788665330882 None None] Deleting port 11e8f1be-7dda-4410-9ca4-22893dec4960 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:16.277066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1438e8c-c6a9-4818-8f25-788665330882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.320086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.356085 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-f835465a-1a1c-4062-aa4a-8316a1ed9e05 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] delete failed (client error): The resource could not be found. Apr 05 14:39:16.357915 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f835465a-1a1c-4062-aa4a-8316a1ed9e05 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/a77c4af4-d085-470f-be8d-c0c603ef46f0 HTTP/1.1" status: 404 len: 336 time: 0.0921288 Apr 05 14:39:16.366792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39562) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.379672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.381872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c1438e8c-c6a9-4818-8f25-788665330882 None None] The port '11e8f1be-7dda-4410-9ca4-22893dec4960' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:39:16.433523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=da5eec21-2688-4e83-b5cb-ba3ab94204ce,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:16.433748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event deleted for resources: {'Port': ['ID=11e8f1be-7dda-4410-9ca4-22893dec4960,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:16.438446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-094da1d4-c246-4af7-ae0a-2278de4a9cc8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:16.439429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094da1d4-c246-4af7-ae0a-2278de4a9cc8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:16.447368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] No DVR routers for this DVR port 11e8f1be-7dda-4410-9ca4-22893dec4960 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:16.487940 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-094da1d4-c246-4af7-ae0a-2278de4a9cc8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/4a539bb3-1683-40a5-8f7c-69a8055218e7 HTTP/1.1" status: 404 len: 337 time: 0.1148012 Apr 05 14:39:16.500570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39566) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.595579 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b2a8a7c3-aa61-41c2-85aa-80fd26608a17 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=235b672e-9359-4557-8892-d7a4c232613b HTTP/1.1" status: 200 len: 205 time: 0.0908966 Apr 05 14:39:16.606361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39570) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.663861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.673913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.690820 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-234748fe-de9e-49ae-baae-dfa291691eb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] delete failed (client error): The resource could not be found. Apr 05 14:39:16.691793 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-234748fe-de9e-49ae-baae-dfa291691eb8 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/235b672e-9359-4557-8892-d7a4c232613b HTTP/1.1" status: 404 len: 336 time: 0.0847521 Apr 05 14:39:16.701588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39574) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.747746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f092b26-15b2-4b27-a9f5-22b042d6f5ce']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:16.756405 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-50b2eeef-d8be-41e8-8d79-4569865f7752 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=c263ee66-4455-4cd3-ad8b-214788e38aca HTTP/1.1" status: 200 len: 205 time: 0.0537555 Apr 05 14:39:16.759198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39578) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.811455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f32880a-0856-48da-9746-5ab95300c7ba') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:16.812164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f32880a-0856-48da-9746-5ab95300c7ba') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:16.832762 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-538675be-7d5d-4093-ab2c-cff1512ffd06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] delete failed (client error): The resource could not be found. Apr 05 14:39:16.833773 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-538675be-7d5d-4093-ab2c-cff1512ffd06 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/c263ee66-4455-4cd3-ad8b-214788e38aca HTTP/1.1" status: 404 len: 336 time: 0.0737176 Apr 05 14:39:16.835447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.841227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39582) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.851695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.857828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:39:16.858216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:16.875811 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:16.945758 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76eb3b5-36d7-4a32-bf06-e75478901ffd tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:16.946113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76eb3b5-36d7-4a32-bf06-e75478901ffd tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:16.951252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.955031 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b76eb3b5-36d7-4a32-bf06-e75478901ffd tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/edbb43c6-8a94-4128-b25b-e227cb858c3a HTTP/1.1" status: 404 len: 337 time: 0.1081009 Apr 05 14:39:16.956830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.958214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39586) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:16.968671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:16.978647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] Pushing event deleted for resources: {'Network': ['ID=7f092b26-15b2-4b27-a9f5-22b042d6f5ce,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:16.981145 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-122dd2c1-9f4a-415a-96c3-e785c884df78 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815 tempest-ExtraDHCPOptionsIpV6TestJSON-965392815-project] 10.222.0.18 "DELETE /v2.0/networks/7f092b26-15b2-4b27-a9f5-22b042d6f5ce HTTP/1.1" status: 204 len: 168 time: 1.5717533 Apr 05 14:39:16.996284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.004426 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f7cad1f0-2d44-46ec-a628-34fcbf7472f5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=c38e55b1-6565-447b-b6dd-0c474ba0f46a HTTP/1.1" status: 200 len: 205 time: 0.0452428 Apr 05 14:39:17.006874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39592) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.175852 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-3219699f-dbbb-404f-9b28-644c3df82b9b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] delete failed (client error): The resource could not be found. Apr 05 14:39:17.176859 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3219699f-dbbb-404f-9b28-644c3df82b9b tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/c38e55b1-6565-447b-b6dd-0c474ba0f46a HTTP/1.1" status: 404 len: 336 time: 0.1691415 Apr 05 14:39:17.179768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39598) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.227081 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1550c36-25a9-464f-a38c-bc25eab19e53 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:17.227534 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1550c36-25a9-464f-a38c-bc25eab19e53 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:17.229307 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b1550c36-25a9-464f-a38c-bc25eab19e53 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/6b24bee3-eee5-4fa2-9d64-748eac33859a HTTP/1.1" status: 404 len: 337 time: 0.0486736 Apr 05 14:39:17.231955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39602) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.268124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.268614 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Fanout notify agent at l3_agent the message router_deleted on router 05995847-c536-4ef6-9f76-aab996aa1e3b {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:17.277256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39606) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.278643 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a40ade3d-8db0-4120-8f1c-b13bbceec8f5 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "GET /v2.0/ports?device_id=1faafaeb-9edf-4580-a53b-55a57ba9e089 HTTP/1.1" status: 200 len: 205 time: 0.0456920 Apr 05 14:39:17.281606 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39610) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.286773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.290311 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2ca17d45-5d8a-4a82-b3af-02b8335f99b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/routers/05995847-c536-4ef6-9f76-aab996aa1e3b HTTP/1.1" status: 204 len: 168 time: 2.5971119 Apr 05 14:39:17.291083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39616) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.355652 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-96cafa7d-b6b9-4879-9484-1a94e37c9851 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] delete failed (client error): The resource could not be found. Apr 05 14:39:17.359136 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-96cafa7d-b6b9-4879-9484-1a94e37c9851 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/routers/1faafaeb-9edf-4580-a53b-55a57ba9e089 HTTP/1.1" status: 404 len: 336 time: 0.0741770 Apr 05 14:39:17.359548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39620) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.400105 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65e5348-5548-4ccb-9324-53308a6cad09 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:17.400543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65e5348-5548-4ccb-9324-53308a6cad09 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:17.410999 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e65e5348-5548-4ccb-9324-53308a6cad09 tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/df15f6d2-e9b7-4159-b6f4-3b1fc03ee0b5 HTTP/1.1" status: 404 len: 337 time: 0.0484066 Apr 05 14:39:17.411753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39624) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.417495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.555133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.pecan_wsgi.hooks.translation [None req-3634add4-93ea-46ef-a509-7350659ab35d tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] DELETE failed (client error): The resource could not be found. Apr 05 14:39:17.555478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3634add4-93ea-46ef-a509-7350659ab35d tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83850) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:39:17.557039 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3634add4-93ea-46ef-a509-7350659ab35d tempest-RoutersIpV6Test-2094765060 tempest-RoutersIpV6Test-2094765060-project] 10.222.0.18 "DELETE /v2.0/subnets/3ba32a1c-74ce-4386-ba8a-e687043f57e2 HTTP/1.1" status: 404 len: 337 time: 0.1442330 Apr 05 14:39:17.715127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.724127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-176d399c-1d53-4e1d-94e2-2e440349424a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b828560e609489195d9af33c78793bc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4452081 Apr 05 14:39:17.727320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39632) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.746256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4cfb92b-bbde-4a91-b338-600bafbd35b4']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:17.761086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:17.761395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f07791e0-7aa0-4191-8a8c-3fa3ceee6568') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:17.775181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.794492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.808956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:39:17.810403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.827961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-198e141c-f911-421c-9dde-51dd2eb24108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:17.829200 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:17.838960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device da5eec21-2688-4e83-b5cb-ba3ab94204ce no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:17.852293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39636) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:17.888164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-198e141c-f911-421c-9dde-51dd2eb24108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.918707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: da5eec21-2688-4e83-b5cb-ba3ab94204ce {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:17.919240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device da5eec21-2688-4e83-b5cb-ba3ab94204ce not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:17.919743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11e8f1be-7dda-4410-9ca4-22893dec4960 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:17.923137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.930390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.956406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 11e8f1be-7dda-4410-9ca4-22893dec4960 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:17.957257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11e8f1be-7dda-4410-9ca4-22893dec4960 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:17.962028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-198e141c-f911-421c-9dde-51dd2eb24108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.978856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e141c-f911-421c-9dde-51dd2eb24108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5a73f0-1622-41d3-8685-f4e0ff4d2382,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:17.987467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-198e141c-f911-421c-9dde-51dd2eb24108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:17.988585 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-198e141c-f911-421c-9dde-51dd2eb24108 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a5a73f0-1622-41d3-8685-f4e0ff4d2382 HTTP/1.1" status: 204 len: 168 time: 0.2601602 Apr 05 14:39:17.992169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=d4cfb92b-bbde-4a91-b338-600bafbd35b4,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:18.006631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5f8e891d-39bf-4e36-bf94-ef54a5dcba99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/d4cfb92b-bbde-4a91-b338-600bafbd35b4 HTTP/1.1" status: 204 len: 168 time: 0.7089877 Apr 05 14:39:18.015843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39644) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:18.021851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--1019387739', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:18.043985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:18.052410 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:network and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:18.055923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:18.067666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:18.089301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:18.092217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.112899 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-34c6bea9-ef65-4ac1-b2ea-5c0f61039e99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d7daad70f354bbf9f0ee5e36d5b89ad&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2594543 Apr 05 14:39:18.115355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39648) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:18.153835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:18.175329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.175665 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment d57c73b3-cfbe-4cb3-8876-e9630c2fe753 of type vlan for network 561f0f9c-b8c9-4b25-9e30-698acadf2495 Apr 05 14:39:18.210726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0172-d28c-4c2f-854d-ba7dd86085ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.215380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.246669 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0172-d28c-4c2f-854d-ba7dd86085ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.293023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.296645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:18.297207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.404220 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3841066 Apr 05 14:39:18.404703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39660) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:18.410764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-174706601', 'admin_state_up': True, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:18.415716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4082ac-14d9-4fe8-a00e-e74120c46366 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=561f0f9c-b8c9-4b25-9e30-698acadf2495,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:18.419016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:18.422973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0172-d28c-4c2f-854d-ba7dd86085ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.423705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:router and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:18.427000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:18.430450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:39:18.433053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:18.443180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0d0f0172-d28c-4c2f-854d-ba7dd86085ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.444476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.444671 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0d0f0172-d28c-4c2f-854d-ba7dd86085ef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76dd2596-0e20-4dac-81c7-a5c0efadddbf HTTP/1.1" status: 204 len: 168 time: 0.3281176 Apr 05 14:39:18.445603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f0172-d28c-4c2f-854d-ba7dd86085ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dd2596-0e20-4dac-81c7-a5c0efadddbf,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:18.446208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.471849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.654739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.860208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.890254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:18.962500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39674) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:19.031675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.14 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/e90583bf-8b12-4c3f-859d-8e2e2e3c415b) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:19.114375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1370902536'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:19.126676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:19.133281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Usage tracker for resource:network and tenant:899d345e9a25402ca547787c6a664664 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:19.137245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:19.146396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:19.180117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Made reservation on behalf of 899d345e9a25402ca547787c6a664664 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:19.183399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.205412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.222958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.255893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:19.261144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Usage tracker for resource:security_group_rule and tenant:899d345e9a25402ca547787c6a664664 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:19.264738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:19.272501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:19.289866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.380880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:19.386082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:19.387915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=e90583bf-8b12-4c3f-859d-8e2e2e3c415b,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:19.390248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:19.460053 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.467086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.540463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:19.543999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b1f62a-ff63-4e58-b685-0a008cc77b13,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:19.560157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.560577 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Added segment 7b9ca08e-593a-4c5e-9920-fb78a859c202 of type vlan for network f11b75ca-d50e-4b84-8d97-c12192be4220 Apr 05 14:39:19.599008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.640110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.644180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:19.644760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.764299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Pushing event updated for resources: {'Network': ['ID=f11b75ca-d50e-4b84-8d97-c12192be4220,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:19.769353 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eb30848b-0e22-4ec6-ab37-abedd460eef3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8058934 Apr 05 14:39:19.772698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.773233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:19.773377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39680) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:19.775025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network f11b75ca-d50e-4b84-8d97-c12192be4220 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:39:19.779922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Request body: {'subnet': {'network_id': 'f11b75ca-d50e-4b84-8d97-c12192be4220', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:19.897740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:19.901511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Usage tracker for resource:subnet and tenant:899d345e9a25402ca547787c6a664664 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:19.904329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:19.909958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:19.920452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Made reservation on behalf of 899d345e9a25402ca547787c6a664664 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:20.019613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.089921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:39:20.229397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.292863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:20.304706 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Sync routers for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:20.305199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Pushing event updated for resources: {'Subnet': ['ID=bd53b627-191c-4788-9f67-1da6815d07c2,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:20.315179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Checking segment: {'id': '7b9ca08e-593a-4c5e-9920-fb78a859c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f11b75ca-d50e-4b84-8d97-c12192be4220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:20.315445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Network hostable DHCP agents. Network: f11b75ca-d50e-4b84-8d97-c12192be4220, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:20.318779 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:20.319446 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:20.320650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.325063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ef6fc18c-152e-4409-9b35-e60c92c6d1dd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.9163561 Apr 05 14:39:20.325296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39684) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:20.373117 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a2ae0000-8464-4fdd-9539-5a7188b13c8c tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442836 Apr 05 14:39:20.373437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39688) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:20.442562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Network f11b75ca-d50e-4b84-8d97-c12192be4220 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:20.461001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, f11b75ca-d50e-4b84-8d97-c12192be4220) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:20.468216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.468787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.471961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f4088f-defa-4ed7-b493-a302bebad2d0 None None] Network f11b75ca-d50e-4b84-8d97-c12192be4220 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:20.498382 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:20.514784 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-38b7e100-3e78-432a-bebc-de0e58f2daa0 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7399313 Apr 05 14:39:20.515020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39692) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:20.523116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Request body: {'port': {'network_id': 'f11b75ca-d50e-4b84-8d97-c12192be4220', 'name': 'tempest-TagsExtTest-304863204'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:20.533569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcad5bbe-dc51-43d9-839f-bee313e36d39 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:20.535047 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fcad5bbe-dc51-43d9-839f-bee313e36d39 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1600993 Apr 05 14:39:20.538013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39696) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:20.617523 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e5cb487d-2ff9-46dd-8362-7431cc21f75f tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784020 Apr 05 14:39:20.620087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39700) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:20.626708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1033465351', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:20.702640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:20.707395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Usage tracker for resource:port and tenant:899d345e9a25402ca547787c6a664664 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:20.711690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:20.712689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f11b75ca-d50e-4b84-8d97-c12192be4220', 'network_id': 'f11b75ca-d50e-4b84-8d97-c12192be4220', 'tenant_id': '899d345e9a25402ca547787c6a664664', 'fixed_ips': [{'subnet_id': 'bd53b627-191c-4788-9f67-1da6815d07c2'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:39:20.713688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.722753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:20.737237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Made reservation on behalf of 899d345e9a25402ca547787c6a664664 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:20.741558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.776888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] device_id is not set on port 881d2903-cae3-45c8-bbcc-74751db9e5cd yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:39:20.795721 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:19Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:20.800334 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Checking router: 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:20.800761 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Updating router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 port e90583bf-8b12-4c3f-859d-8e2e2e3c415b binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:39:20.870121 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:20.883054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:20.886922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:20.889685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:20.895383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:20.905606 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:20.925572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Allocated IP 172.20.0.2 (f11b75ca-d50e-4b84-8d97-c12192be4220/bd53b627-191c-4788-9f67-1da6815d07c2/c785dcff-ba36-49e4-925f-caff6dc00c64) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:21.005894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.135539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.146918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Transition to ACTIVE for port object c785dcff-ba36-49e4-925f-caff6dc00c64 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:21.165498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Transition to ACTIVE for port object c785dcff-ba36-49e4-925f-caff6dc00c64 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:21.179227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.211489 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.224544 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Transition to ACTIVE for port object e90583bf-8b12-4c3f-859d-8e2e2e3c415b will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:21.232446 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.244698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Allocated IP 172.20.0.4 (f11b75ca-d50e-4b84-8d97-c12192be4220/bd53b627-191c-4788-9f67-1da6815d07c2/881d2903-cae3-45c8-bbcc-74751db9e5cd) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:21.246980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Pushing event updated for resources: {'Port': ['ID=c785dcff-ba36-49e4-925f-caff6dc00c64,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.251188 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.267428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Network f11b75ca-d50e-4b84-8d97-c12192be4220 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:21.269308 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:21.272744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:21.321145 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3084721-ad6c-4bd4-8f1b-b8fcf128cd4b None None] Pushing event updated for resources: {'Port': ['ID=e90583bf-8b12-4c3f-859d-8e2e2e3c415b,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.358085 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Attempting to bind port e90583bf-8b12-4c3f-859d-8e2e2e3c415b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:21.358934 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Attempting to bind port e90583bf-8b12-4c3f-859d-8e2e2e3c415b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:21.359546 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Attempting to bind port e90583bf-8b12-4c3f-859d-8e2e2e3c415b on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:21.361847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=375066bb-e842-47dd-9645-bd01c9d109f7,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.367664 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:39:21.368370 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:21.369505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:21.369891 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.370359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: 561f0f9c-b8c9-4b25-9e30-698acadf2495, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:21.370740 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:39:21.371525 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Bound port: e90583bf-8b12-4c3f-859d-8e2e2e3c415b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:21.372270 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.374314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Attempting to bind port c785dcff-ba36-49e4-925f-caff6dc00c64 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:21.374682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Attempting to bind port c785dcff-ba36-49e4-925f-caff6dc00c64 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '7b9ca08e-593a-4c5e-9920-fb78a859c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f11b75ca-d50e-4b84-8d97-c12192be4220'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:21.375080 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Attempting to bind port c785dcff-ba36-49e4-925f-caff6dc00c64 on network f11b75ca-d50e-4b84-8d97-c12192be4220 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:21.382362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:39:21.382720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Checking segment: {'id': '7b9ca08e-593a-4c5e-9920-fb78a859c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f11b75ca-d50e-4b84-8d97-c12192be4220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:21.383117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.383490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Bound using segment: {'id': '7b9ca08e-593a-4c5e-9920-fb78a859c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f11b75ca-d50e-4b84-8d97-c12192be4220'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:39:21.383934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Bound port: c785dcff-ba36-49e4-925f-caff6dc00c64, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b9ca08e-593a-4c5e-9920-fb78a859c202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f11b75ca-d50e-4b84-8d97-c12192be4220'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:21.384506 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.396572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:21.408745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 561f0f9c-b8c9-4b25-9e30-698acadf2495) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:21.415402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.416051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.448408 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5e5a1859-b8a9-459f-b066-b28b9dfc4c03 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8267550 Apr 05 14:39:21.451455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39706) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:21.456232 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f7777-d086-483f-a3f8-33505951bf1a None None] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:21.469078 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] For port e90583bf-8b12-4c3f-859d-8e2e2e3c415b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:21.474023 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] For port e90583bf-8b12-4c3f-859d-8e2e2e3c415b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e90583bf-8b12-4c3f-859d-8e2e2e3c415b,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:21.484886 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.498483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.515416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Transition to ACTIVE for port object 881d2903-cae3-45c8-bbcc-74751db9e5cd will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:21.542452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.565114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] For port c785dcff-ba36-49e4-925f-caff6dc00c64, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:21.588985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] For port c785dcff-ba36-49e4-925f-caff6dc00c64, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c785dcff-ba36-49e4-925f-caff6dc00c64,segment=NetworkSegment(7b9ca08e-593a-4c5e-9920-fb78a859c202),segment_id=7b9ca08e-593a-4c5e-9920-fb78a859c202)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:21.598824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.604795 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3084721-ad6c-4bd4-8f1b-b8fcf128cd4b None None] Pushing event updated for resources: {'Port': ['ID=e90583bf-8b12-4c3f-859d-8e2e2e3c415b,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.609590 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:21.610919 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:21.736697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Network f11b75ca-d50e-4b84-8d97-c12192be4220 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:21.741433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:21.744095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Pushing event updated for resources: {'Port': ['ID=881d2903-cae3-45c8-bbcc-74751db9e5cd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.755780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:21.776500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d6658-968b-4f93-92df-99f55196781f None None] Pushing event updated for resources: {'Port': ['ID=c785dcff-ba36-49e4-925f-caff6dc00c64,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:21.837935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-561f0f9c-b8c9-4b25-9e30-698acadf2495', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:39:21.840964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.861908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:21.863383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.868920 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:21.893963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39710) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:21.895205 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c78a3b36-d1ec-4b5c-98d4-23ad0d479361 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.3788085 Apr 05 14:39:21.901551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-72092540', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:21.910683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:21.921463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Usage tracker for resource:router and tenant:899d345e9a25402ca547787c6a664664 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:21.926698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:21.933844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:21.952087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:21.953142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.062259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Allocated IP 172.20.0.2 (561f0f9c-b8c9-4b25-9e30-698acadf2495/375066bb-e842-47dd-9645-bd01c9d109f7/964e0884-0610-4e96-af2e-a1cea2402e97) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:22.135974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.168770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.200065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.201521 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec4c59e2-26bc-4ca0-8ec0-74ef567076e5 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3067625 Apr 05 14:39:22.204771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39714) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:22.211598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-5c5316ca-674b-4f1b-b5bd-c470a1948a0b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1509599422', 'prefixes': ['172.20.0.0/16']}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:22.225547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5c5316ca-674b-4f1b-b5bd-c470a1948a0b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:22.286130 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:19Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:22.290524 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ab0f65-a352-4c69-be97-52e124df0331 None None] The sync data for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv is: [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:19Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:22.351008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.361913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Transition to ACTIVE for port object 964e0884-0610-4e96-af2e-a1cea2402e97 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:22.381794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Transition to ACTIVE for port object 964e0884-0610-4e96-af2e-a1cea2402e97 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:22.389408 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.445810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.459525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:22.462544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:22.467349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:22.469124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Pushing event updated for resources: {'Port': ['ID=964e0884-0610-4e96-af2e-a1cea2402e97,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:22.584040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Attempting to bind port 964e0884-0610-4e96-af2e-a1cea2402e97 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:22.584835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Attempting to bind port 964e0884-0610-4e96-af2e-a1cea2402e97 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:22.585441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Attempting to bind port 964e0884-0610-4e96-af2e-a1cea2402e97 on network 561f0f9c-b8c9-4b25-9e30-698acadf2495 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:22.593354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 38, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:39:22.594096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Checking segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:22.594980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.595597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Bound using segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:39:22.596502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Bound port: 964e0884-0610-4e96-af2e-a1cea2402e97, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:22.597036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.716537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] For port 964e0884-0610-4e96-af2e-a1cea2402e97, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:22.720294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] For port 964e0884-0610-4e96-af2e-a1cea2402e97, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=964e0884-0610-4e96-af2e-a1cea2402e97,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:22.726925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.773113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5c5316ca-674b-4f1b-b5bd-c470a1948a0b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for subnetpool, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:22.774434 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5c5316ca-674b-4f1b-b5bd-c470a1948a0b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5686512 Apr 05 14:39:22.777734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39718) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:22.784290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-974029f5-2351-4680-b35a-4ff344de6cf8 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2', 'tempest-TagsExtTest-Tag-131811887') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:22.834172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed204cb1-ef49-4dd4-a3ed-4bb69eb12193 None None] Pushing event updated for resources: {'Port': ['ID=964e0884-0610-4e96-af2e-a1cea2402e97,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:22.920948 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-974029f5-2351-4680-b35a-4ff344de6cf8 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags/tempest-TagsExtTest-Tag-131811887 HTTP/1.1" status: 201 len: 201 time: 0.1416848 Apr 05 14:39:22.926798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39722) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:22.934521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-ee057729-ba71-4834-8b2f-aab97a2eda06 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd', 'tempest-TagsExtTest-Tag-1189938948') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:23.074997 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ee057729-ba71-4834-8b2f-aab97a2eda06 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags/tempest-TagsExtTest-Tag-1189938948 HTTP/1.1" status: 201 len: 201 time: 0.1445348 Apr 05 14:39:23.075226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39726) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:23.092226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-81e22c47-cc35-4e30-9c12-84d1fea0508f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4', 'tempest-TagsExtTest-Tag-1741171822') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:23.174599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84dcb6a-8a4b-4e9f-9a4f-10ad46aa6a0f None None] Network f11b75ca-d50e-4b84-8d97-c12192be4220 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:23.179725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.1 (561f0f9c-b8c9-4b25-9e30-698acadf2495/375066bb-e842-47dd-9645-bd01c9d109f7/60f3557d-0f91-4a5f-b569-33c08b712011) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:23.317349 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-81e22c47-cc35-4e30-9c12-84d1fea0508f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags/tempest-TagsExtTest-Tag-1741171822 HTTP/1.1" status: 201 len: 201 time: 0.2410798 Apr 05 14:39:23.320209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39730) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:23.332787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-fa455ff4-f015-4922-a6a4-4ab6d6d03fce tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79', 'tempest-TagsExtTest-Tag-1441886400') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:23.354913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d0c7e8cd-6dc8-494f-8cb5-6cca44db34ec None None] Provisioning for port c785dcff-ba36-49e4-925f-caff6dc00c64 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:23.380459 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fa455ff4-f015-4922-a6a4-4ab6d6d03fce tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags/tempest-TagsExtTest-Tag-1441886400 HTTP/1.1" status: 201 len: 201 time: 0.0566096 Apr 05 14:39:23.380675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39734) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:23.385771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-1610175f-04c4-4a39-99b0-d613b67e0a6d tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:23.396537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.412214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 60f3557d-0f91-4a5f-b569-33c08b712011 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:23.438955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.455135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1610175f-04c4-4a39-99b0-d613b67e0a6d tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags HTTP/1.1" status: 200 len: 240 time: 0.0706780 Apr 05 14:39:23.455360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39738) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:23.460732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-53b4b365-500e-4ec0-b03a-fa6de6002db6 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2', 'tempest-TagsExtTest-Tag-131811887') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:23.511469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:23.514510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:23.519198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:23.544178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-53b4b365-500e-4ec0-b03a-fa6de6002db6 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags/tempest-TagsExtTest-Tag-131811887 HTTP/1.1" status: 204 len: 168 time: 0.0877600 Apr 05 14:39:23.546588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39742) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:23.552257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=60f3557d-0f91-4a5f-b569-33c08b712011,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:23.552442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-0f6f73a3-d723-43e7-b525-8ab5031c5a0f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2', 'tempest-TagsExtTest-Tag-131811887') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:23.581845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.639595 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0f6f73a3-d723-43e7-b525-8ab5031c5a0f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags/tempest-TagsExtTest-Tag-131811887 HTTP/1.1" status: 204 len: 168 time: 0.0919604 Apr 05 14:39:23.641911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39746) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:23.647844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-a3318105-f199-482f-96f9-f0cb84af3b30 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:23.686976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:23.876901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c785dcff-ba36-49e4-925f-caff6dc00c64 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:23.914440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a3318105-f199-482f-96f9-f0cb84af3b30 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags HTTP/1.1" status: 200 len: 205 time: 0.2713740 Apr 05 14:39:23.917172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39752) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:23.922766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-6f2891fb-1177-4397-91b0-006b571f20b1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:23.971741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port c785dcff-ba36-49e4-925f-caff6dc00c64 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:23.986177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c785dcff-ba36-49e4-925f-caff6dc00c64 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:23.986546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.002753 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6f2891fb-1177-4397-91b0-006b571f20b1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags HTTP/1.1" status: 200 len: 241 time: 0.0845132 Apr 05 14:39:24.005188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39756) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:24.010668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-c61a4a85-36bc-4a28-9b53-085e0bb7af37 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd', 'tempest-TagsExtTest-Tag-1189938948') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.087340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1978b0a7-b93b-42df-8a1f-a340e09623ea None None] Provisioning for port 881d2903-cae3-45c8-bbcc-74751db9e5cd completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:24.094304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1978b0a7-b93b-42df-8a1f-a340e09623ea None None] Provisioning complete for port 881d2903-cae3-45c8-bbcc-74751db9e5cd triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:24.094668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1978b0a7-b93b-42df-8a1f-a340e09623ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.119929 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c61a4a85-36bc-4a28-9b53-085e0bb7af37 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags/tempest-TagsExtTest-Tag-1189938948 HTTP/1.1" status: 204 len: 168 time: 0.1136651 Apr 05 14:39:24.122410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39760) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:24.135247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-805ec415-4401-49ad-8cdc-d6b357a583b7 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd', 'tempest-TagsExtTest-Tag-1189938948') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.191743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d39065c6-57a8-4f29-94c3-542d2616e388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.213601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1978b0a7-b93b-42df-8a1f-a340e09623ea None None] Port 881d2903-cae3-45c8-bbcc-74751db9e5cd cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:39:24.219608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.243087 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-805ec415-4401-49ad-8cdc-d6b357a583b7 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags/tempest-TagsExtTest-Tag-1189938948 HTTP/1.1" status: 204 len: 168 time: 0.1162863 Apr 05 14:39:24.245464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39764) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:24.251587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-ed96120f-3423-4557-a585-6285be6a7602 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.265971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1978b0a7-b93b-42df-8a1f-a340e09623ea None None] Provisioning complete for port c785dcff-ba36-49e4-925f-caff6dc00c64 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:24.266370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1978b0a7-b93b-42df-8a1f-a340e09623ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.274626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.280372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.310889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port c785dcff-ba36-49e4-925f-caff6dc00c64, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c785dcff-ba36-49e4-925f-caff6dc00c64,segment=NetworkSegment(7b9ca08e-593a-4c5e-9920-fb78a859c202),segment_id=7b9ca08e-593a-4c5e-9920-fb78a859c202)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:24.316148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a246d717-fc2d-49a5-8504-c852a08dd55b None None] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:24.338436 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ed96120f-3423-4557-a585-6285be6a7602 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags HTTP/1.1" status: 200 len: 205 time: 0.0914667 Apr 05 14:39:24.341255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39768) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:24.346088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.347119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e90583bf-8b12-4c3f-859d-8e2e2e3c415b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:24.348242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-f99b8807-c8f9-4e60-9411-c61c02643e8d tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.413174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=60f3557d-0f91-4a5f-b569-33c08b712011,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:24.418073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.488688 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f99b8807-c8f9-4e60-9411-c61c02643e8d tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags HTTP/1.1" status: 200 len: 241 time: 0.1430464 Apr 05 14:39:24.488893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39772) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:24.495401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-70b35a38-95ab-4e10-b79c-08352c0c990f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4', 'tempest-TagsExtTest-Tag-1741171822') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.554625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:24.555644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:24.576089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=c785dcff-ba36-49e4-925f-caff6dc00c64,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:24.628744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-70b35a38-95ab-4e10-b79c-08352c0c990f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags/tempest-TagsExtTest-Tag-1741171822 HTTP/1.1" status: 204 len: 168 time: 0.1358047 Apr 05 14:39:24.629641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39776) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:24.635432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-332b3244-5846-402a-8f17-42de01961230 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4', 'tempest-TagsExtTest-Tag-1741171822') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.687549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e90583bf-8b12-4c3f-859d-8e2e2e3c415b completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:24.715942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e90583bf-8b12-4c3f-859d-8e2e2e3c415b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:24.716317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.793309 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-332b3244-5846-402a-8f17-42de01961230 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags/tempest-TagsExtTest-Tag-1741171822 HTTP/1.1" status: 204 len: 168 time: 0.1631579 Apr 05 14:39:24.795988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39780) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:24.802899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-326ddcba-acdb-4ed9-87dc-4381efd0cdf2 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.909886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.930577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port e90583bf-8b12-4c3f-859d-8e2e2e3c415b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e90583bf-8b12-4c3f-859d-8e2e2e3c415b,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:24.942983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:24.944133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 964e0884-0610-4e96-af2e-a1cea2402e97 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:24.956007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-326ddcba-acdb-4ed9-87dc-4381efd0cdf2 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags HTTP/1.1" status: 200 len: 205 time: 0.1587639 Apr 05 14:39:24.958473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39784) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:24.964849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-8d98372b-afa0-4b99-b040-3a2d8817b9cb tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:24.992598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8d98372b-afa0-4b99-b040-3a2d8817b9cb tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags HTTP/1.1" status: 200 len: 241 time: 0.0329223 Apr 05 14:39:24.995110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39788) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.000894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-44aad943-a642-4476-a399-908fe6d576fd tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79', 'tempest-TagsExtTest-Tag-1441886400') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.029388 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-44aad943-a642-4476-a399-908fe6d576fd tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags/tempest-TagsExtTest-Tag-1441886400 HTTP/1.1" status: 204 len: 168 time: 0.0332427 Apr 05 14:39:25.029827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39792) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.037092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-f3c3331f-d107-436a-9e9b-39437087246f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79', 'tempest-TagsExtTest-Tag-1441886400') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.056642 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-25974080-70e2-40ed-ae20-a29f1dc7b0b4 None None] Provisioning for port 964e0884-0610-4e96-af2e-a1cea2402e97 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:25.105752 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f3c3331f-d107-436a-9e9b-39437087246f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags/tempest-TagsExtTest-Tag-1441886400 HTTP/1.1" status: 204 len: 168 time: 0.0748940 Apr 05 14:39:25.108315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39796) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.116371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-5671897d-7f38-46df-9397-364f63ec361c tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.129753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-25974080-70e2-40ed-ae20-a29f1dc7b0b4 None None] Provisioning complete for port 881d2903-cae3-45c8-bbcc-74751db9e5cd triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:25.130026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-25974080-70e2-40ed-ae20-a29f1dc7b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.146400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:25.153174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=e90583bf-8b12-4c3f-859d-8e2e2e3c415b,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:25.158098 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5671897d-7f38-46df-9397-364f63ec361c tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags HTTP/1.1" status: 200 len: 205 time: 0.0463076 Apr 05 14:39:25.159156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39800) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.174537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-b1b2d982-a77f-4cdb-81ea-22105687d9c6 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.189629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-25974080-70e2-40ed-ae20-a29f1dc7b0b4 None None] Port 881d2903-cae3-45c8-bbcc-74751db9e5cd cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:39:25.192345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 964e0884-0610-4e96-af2e-a1cea2402e97 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:25.197246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 964e0884-0610-4e96-af2e-a1cea2402e97 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:25.197610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.223737 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b1b2d982-a77f-4cdb-81ea-22105687d9c6 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags HTTP/1.1" status: 204 len: 168 time: 0.0595658 Apr 05 14:39:25.225139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39804) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.231628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-939255ec-b73d-49db-9bd9-2ab3f6121bc8 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.336536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.368763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e1756608-9b82-43e1-9575-ba7dcf54c631 None None] Provisioning complete for port 964e0884-0610-4e96-af2e-a1cea2402e97 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:25.369249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e1756608-9b82-43e1-9575-ba7dcf54c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.384581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:25.399501 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c2ed6a09-0ed5-4aa0-9516-c243984d23fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/5e2f8d2c-5f27-43e2-aa48-a3614426d8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9465964 Apr 05 14:39:25.402212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39808) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.455610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 964e0884-0610-4e96-af2e-a1cea2402e97, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=964e0884-0610-4e96-af2e-a1cea2402e97,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:25.464679 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.483312 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-939255ec-b73d-49db-9bd9-2ab3f6121bc8 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags HTTP/1.1" status: 204 len: 168 time: 0.2571626 Apr 05 14:39:25.487155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39812) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.495242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-3e01e38f-88df-423f-94e5-341a85f99b58 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.564969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d9296-1017-4db8-b59c-921827a27215 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.565352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d9296-1017-4db8-b59c-921827a27215 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.565896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d9296-1017-4db8-b59c-921827a27215 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.566293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d9296-1017-4db8-b59c-921827a27215 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.566903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97d9296-1017-4db8-b59c-921827a27215 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.568698 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c97d9296-1017-4db8-b59c-921827a27215 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3581 time: 0.1649716 Apr 05 14:39:25.573042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39816) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.609569 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=964e0884-0610-4e96-af2e-a1cea2402e97,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:25.635869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e1756608-9b82-43e1-9575-ba7dcf54c631 None None] Provisioning for port 60f3557d-0f91-4a5f-b569-33c08b712011 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:25.642997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e1756608-9b82-43e1-9575-ba7dcf54c631 None None] Provisioning complete for port 60f3557d-0f91-4a5f-b569-33c08b712011 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:25.643508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e1756608-9b82-43e1-9575-ba7dcf54c631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.708725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5042f0b1-60a1-45bb-8e61-d2f0284b34a2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.709094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5042f0b1-60a1-45bb-8e61-d2f0284b34a2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.709445 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5042f0b1-60a1-45bb-8e61-d2f0284b34a2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.709797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5042f0b1-60a1-45bb-8e61-d2f0284b34a2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.710265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5042f0b1-60a1-45bb-8e61-d2f0284b34a2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:25.715068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39820) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.715236 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5042f0b1-60a1-45bb-8e61-d2f0284b34a2 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3320 time: 0.1399095 Apr 05 14:39:25.722062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e1756608-9b82-43e1-9575-ba7dcf54c631 None None] Port 60f3557d-0f91-4a5f-b569-33c08b712011 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:39:25.722236 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3e01e38f-88df-423f-94e5-341a85f99b58 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags HTTP/1.1" status: 204 len: 168 time: 0.2315204 Apr 05 14:39:25.722236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39822) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.729070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-a226f2b4-2616-46b0-a004-d848ebe5f6ad tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.772128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c785dcff-ba36-49e4-925f-caff6dc00c64 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:25.808289 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a226f2b4-2616-46b0-a004-d848ebe5f6ad tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags HTTP/1.1" status: 204 len: 168 time: 0.0868630 Apr 05 14:39:25.808945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39828) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.814809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-58b2a91f-1887-4e9d-ab1c-57b0f0aa0c6d tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2', 'tempest-TagsExtTest-Tag-377314001') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.875222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-43eec2fb-5d1d-4662-9681-b68c5fabbb69 None None] Provisioning complete for port 60f3557d-0f91-4a5f-b569-33c08b712011 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:25.875589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-43eec2fb-5d1d-4662-9681-b68c5fabbb69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:25.930544 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58b2a91f-1887-4e9d-ab1c-57b0f0aa0c6d tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags/tempest-TagsExtTest-Tag-377314001 HTTP/1.1" status: 201 len: 201 time: 0.1182873 Apr 05 14:39:25.930792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39832) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:25.938330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-43eec2fb-5d1d-4662-9681-b68c5fabbb69 None None] Port 60f3557d-0f91-4a5f-b569-33c08b712011 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:39:25.939280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-c4968b0a-9b06-4f7a-b8d2-b5b45b61520f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd', 'tempest-TagsExtTest-Tag-364380356') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:25.953857 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c785dcff-ba36-49e4-925f-caff6dc00c64 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:25.955293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.034029 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c4968b0a-9b06-4f7a-b8d2-b5b45b61520f tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags/tempest-TagsExtTest-Tag-364380356 HTTP/1.1" status: 201 len: 201 time: 0.1017773 Apr 05 14:39:26.036452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39836) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.045062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-8deaecd9-a942-454c-9df4-8a5904003cb7 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4', 'tempest-TagsExtTest-Tag-920400009') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.111949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 964e0884-0610-4e96-af2e-a1cea2402e97 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:26.130903 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ffcfadad-5435-4f37-a5c3-1b899f659e00 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2129 time: 0.4137447 Apr 05 14:39:26.190437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 964e0884-0610-4e96-af2e-a1cea2402e97 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:26.191110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.211618 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8deaecd9-a942-454c-9df4-8a5904003cb7 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags/tempest-TagsExtTest-Tag-920400009 HTTP/1.1" status: 201 len: 201 time: 0.1733081 Apr 05 14:39:26.214232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39842) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.221466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-82cdfc54-e034-49e9-b74e-1dd2bdcb1e3b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79', 'tempest-TagsExtTest-Tag-1071117233') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.224525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Sync routers for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:26.260147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:26.260352 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-82cdfc54-e034-49e9-b74e-1dd2bdcb1e3b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags/tempest-TagsExtTest-Tag-1071117233 HTTP/1.1" status: 201 len: 201 time: 0.0425346 Apr 05 14:39:26.260472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:38:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.260581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39846) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.265911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-faadd139-7323-4b76-9f5a-2141dfef9cfd tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2', {'tags': ['tempest-TagsExtTest-Tag-740113132', 'tempest-TagsExtTest-Tag-1012882935', 'tempest-TagsExtTest-Tag-1088164376']}) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.349275 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-faadd139-7323-4b76-9f5a-2141dfef9cfd tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags HTTP/1.1" status: 200 len: 317 time: 0.0856268 Apr 05 14:39:26.349504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39850) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.355013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-6c74e556-1e72-44f0-8de9-41d8b55a2182 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.434279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-223be5e6-4f26-49c2-a860-9453a9ff4759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.441426 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6c74e556-1e72-44f0-8de9-41d8b55a2182 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags HTTP/1.1" status: 204 len: 168 time: 0.0882063 Apr 05 14:39:26.441945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39854) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.446918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-e49c79ce-e605-4831-89d7-70115ebd19d2 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2', 'tempest-TagsExtTest-Tag-740113132') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.480301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e90583bf-8b12-4c3f-859d-8e2e2e3c415b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:26.514110 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-e49c79ce-e605-4831-89d7-70115ebd19d2 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:26.518395 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e49c79ce-e605-4831-89d7-70115ebd19d2 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags/tempest-TagsExtTest-Tag-740113132 HTTP/1.1" status: 404 len: 328 time: 0.0726876 Apr 05 14:39:26.519293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39858) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.524395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-46d25081-d1b5-4881-8fcd-683868b7fc38 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2', 'tempest-TagsExtTest-Tag-1012882935') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.545747 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:26.590725 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-46d25081-d1b5-4881-8fcd-683868b7fc38 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:26.594097 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-46d25081-d1b5-4881-8fcd-683868b7fc38 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags/tempest-TagsExtTest-Tag-1012882935 HTTP/1.1" status: 404 len: 329 time: 0.0716796 Apr 05 14:39:26.595089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39862) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.603405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-a969e633-d81f-446b-963f-286c0fea4d36 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2', 'tempest-TagsExtTest-Tag-1088164376') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.678269 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-a969e633-d81f-446b-963f-286c0fea4d36 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:26.682356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39866) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.682508 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a969e633-d81f-446b-963f-286c0fea4d36 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags/tempest-TagsExtTest-Tag-1088164376 HTTP/1.1" status: 404 len: 329 time: 0.0860410 Apr 05 14:39:26.682624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e90583bf-8b12-4c3f-859d-8e2e2e3c415b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:26.682956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.688857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-a466b145-fc04-4d35-a4e1-c992f608550e tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd', {'tags': ['tempest-TagsExtTest-Tag-518913342', 'tempest-TagsExtTest-Tag-2121329426', 'tempest-TagsExtTest-Tag-708140900']}) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.775016 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a466b145-fc04-4d35-a4e1-c992f608550e tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags HTTP/1.1" status: 200 len: 316 time: 0.0905793 Apr 05 14:39:26.777535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39870) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.783772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-bcdcd66f-ad2b-48cd-a06d-109ba7ec6419 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.829891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39874) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.835734 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341529316', 'description': 'tempest-secgroup-smoke-341529316 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:26.841438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:26.846092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:26.849407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:26.855487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:26.866838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:26.881066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bcdcd66f-ad2b-48cd-a06d-109ba7ec6419 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags HTTP/1.1" status: 204 len: 168 time: 0.0998974 Apr 05 14:39:26.881291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39878) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.888457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-d0e73529-5312-4ccb-b9b8-903a3698eeb3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd', 'tempest-TagsExtTest-Tag-518913342') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:26.950509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:26.956601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:26.959700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:26.967393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:26.986473 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-d0e73529-5312-4ccb-b9b8-903a3698eeb3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:26.987502 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d0e73529-5312-4ccb-b9b8-903a3698eeb3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags/tempest-TagsExtTest-Tag-518913342 HTTP/1.1" status: 404 len: 328 time: 0.1052597 Apr 05 14:39:26.990733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39882) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:26.998086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-ea8e6f39-ba52-43de-b8aa-be123aa89acc tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd', 'tempest-TagsExtTest-Tag-2121329426') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:27.008098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:27.011487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Checking router: 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:27.011811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Updating router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 port 60f3557d-0f91-4a5f-b569-33c08b712011 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:39:27.035324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.041187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.072396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.073003 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-ea8e6f39-ba52-43de-b8aa-be123aa89acc tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:27.076799 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ea8e6f39-ba52-43de-b8aa-be123aa89acc tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags/tempest-TagsExtTest-Tag-2121329426 HTTP/1.1" status: 404 len: 329 time: 0.0821974 Apr 05 14:39:27.077113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39886) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:27.083336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-3d5cec48-c689-4b05-8b93-91b3c105b063 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd', 'tempest-TagsExtTest-Tag-708140900') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:27.086464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=023b3f48-f188-448b-95ed-d6d3265e1136,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:27.094988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.096487 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2653067 Apr 05 14:39:27.097948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.098318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.098646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.098971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.099292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.099613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.099931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.100248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.100560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.100872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.101181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfa9ed-0e8b-4092-9d21-bf294cc47dfd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:27.104345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39890) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:27.110475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '023b3f48-f188-448b-95ed-d6d3265e1136', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:27.116052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:27.119890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:27.122736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:27.129376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:27.146714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.152379 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-3d5cec48-c689-4b05-8b93-91b3c105b063 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:27.156169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3d5cec48-c689-4b05-8b93-91b3c105b063 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags/tempest-TagsExtTest-Tag-708140900 HTTP/1.1" status: 404 len: 328 time: 0.0754385 Apr 05 14:39:27.156318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39894) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:27.163676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-921933b8-52a3-4bba-9a6c-da47f1b75b9e tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4', {'tags': ['tempest-TagsExtTest-Tag-1867480141', 'tempest-TagsExtTest-Tag-953759260', 'tempest-TagsExtTest-Tag-1817117571']}) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:27.333587 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-921933b8-52a3-4bba-9a6c-da47f1b75b9e tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags HTTP/1.1" status: 200 len: 317 time: 0.1762888 Apr 05 14:39:27.335145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.336197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39898) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:27.341621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-a72aeb0b-91b6-4af7-b00e-6d476f335aeb tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:27.433759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.439913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.452706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Transition to ACTIVE for port object 60f3557d-0f91-4a5f-b569-33c08b712011 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:27.461007 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.494756 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.578577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.578963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c0364b3-872f-4571-a4c9-44a76c23d056,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:27.593532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.597721 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-53b0ef39-8f44-4752-bc31-d6d09c2d6124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4890862 Apr 05 14:39:27.597883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39902) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:27.604535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '023b3f48-f188-448b-95ed-d6d3265e1136', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:27.611286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:27.617876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:27.632132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:27.641364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:27.663387 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a72aeb0b-91b6-4af7-b00e-6d476f335aeb tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags HTTP/1.1" status: 204 len: 168 time: 0.3262413 Apr 05 14:39:27.666182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39906) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:27.669073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.680775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-10ff32db-eb6f-43b1-a7a9-716354ccceb4 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4', 'tempest-TagsExtTest-Tag-1867480141') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:27.706266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a18a04-57fc-4ec4-8df7-5ca48be5e791 None None] Pushing event updated for resources: {'Port': ['ID=60f3557d-0f91-4a5f-b569-33c08b712011,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:27.730773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Attempting to bind port 60f3557d-0f91-4a5f-b569-33c08b712011 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:27.731139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Attempting to bind port 60f3557d-0f91-4a5f-b569-33c08b712011 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:27.731497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Attempting to bind port 60f3557d-0f91-4a5f-b569-33c08b712011 on network 561f0f9c-b8c9-4b25-9e30-698acadf2495 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:27.738696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:39:27.739671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Checking segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:27.739671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.739909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Bound using segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:39:27.740436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Bound port: 60f3557d-0f91-4a5f-b569-33c08b712011, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:27.740812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.841134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] For port 60f3557d-0f91-4a5f-b569-33c08b712011, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:27.844113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] For port 60f3557d-0f91-4a5f-b569-33c08b712011, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=60f3557d-0f91-4a5f-b569-33c08b712011,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:27.844517 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-10ff32db-eb6f-43b1-a7a9-716354ccceb4 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:27.845590 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-10ff32db-eb6f-43b1-a7a9-716354ccceb4 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags/tempest-TagsExtTest-Tag-1867480141 HTTP/1.1" status: 404 len: 329 time: 0.1782782 Apr 05 14:39:27.849354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39910) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:27.849543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.856322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.857030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-c2f36527-528f-4143-b26d-b25b5d0c76ec tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4', 'tempest-TagsExtTest-Tag-953759260') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:27.861191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.898816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.902581 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3036184 Apr 05 14:39:27.904395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39914) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:27.905027 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d90a72-9550-4024-995c-0a5ea3def948 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ebdec71-c8e1-4f8b-9058-654c3f24e48d,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:27.920071 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '023b3f48-f188-448b-95ed-d6d3265e1136', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:27.928067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:27.932443 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:27.936408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:27.944776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:27.944999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:27.945401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:27.966104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:27.993729 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-c2f36527-528f-4143-b26d-b25b5d0c76ec tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:27.995100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c2f36527-528f-4143-b26d-b25b5d0c76ec tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags/tempest-TagsExtTest-Tag-953759260 HTTP/1.1" status: 404 len: 328 time: 0.1443121 Apr 05 14:39:27.997802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39918) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.005207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-f71c2fdb-2673-4400-abae-278d68ea5ce4 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4', 'tempest-TagsExtTest-Tag-1817117571') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.049190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.054519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.070010 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a18a04-57fc-4ec4-8df7-5ca48be5e791 None None] Pushing event updated for resources: {'Port': ['ID=60f3557d-0f91-4a5f-b569-33c08b712011,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.073511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c121dd1-46a2-4572-9a8d-b1e032ccf1de,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.099776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.100902 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c35b0ae2-9236-4b9c-8431-db4016eb71ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1873400 Apr 05 14:39:28.105678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39922) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.112173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '023b3f48-f188-448b-95ed-d6d3265e1136', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:28.118554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:28.122527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:28.126546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:28.132347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:28.150917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.157311 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-f71c2fdb-2673-4400-abae-278d68ea5ce4 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:28.158423 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f71c2fdb-2673-4400-abae-278d68ea5ce4 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags/tempest-TagsExtTest-Tag-1817117571 HTTP/1.1" status: 404 len: 329 time: 0.1596172 Apr 05 14:39:28.161282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39926) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.168621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-587ea410-8e3d-42af-afe2-a720cc6fbffd tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79', {'tags': ['tempest-TagsExtTest-Tag-999706671', 'tempest-TagsExtTest-Tag-1313699260', 'tempest-TagsExtTest-Tag-629204461']}) {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.172465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:28.233232 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-587ea410-8e3d-42af-afe2-a720cc6fbffd tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "PUT /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags HTTP/1.1" status: 200 len: 316 time: 0.0709183 Apr 05 14:39:28.236314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39930) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.244570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-13a9dbbf-bb3c-4c4a-a143-57d5ab77eda3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.272770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.277709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.304382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db80f150-f33b-482a-b2c8-8d126f8d6b8f,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.319610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.325280 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1d5c4737-be03-40f0-9699-b0ce6a7b79b1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2140934 Apr 05 14:39:28.325534 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-13a9dbbf-bb3c-4c4a-a143-57d5ab77eda3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags HTTP/1.1" status: 204 len: 168 time: 0.0881355 Apr 05 14:39:28.327696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39934) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.328261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39936) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.334372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-ccbaac3f-fb8a-452b-8580-c22a191fcce3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79', 'tempest-TagsExtTest-Tag-999706671') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.335538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '023b3f48-f188-448b-95ed-d6d3265e1136', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:28.341304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:28.345272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:28.348423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:28.355898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:28.357339 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-ccbaac3f-fb8a-452b-8580-c22a191fcce3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:28.358505 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ccbaac3f-fb8a-452b-8580-c22a191fcce3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags/tempest-TagsExtTest-Tag-999706671 HTTP/1.1" status: 404 len: 328 time: 0.0293233 Apr 05 14:39:28.361262 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39942) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.366393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-4b2d50fb-d704-498a-8928-ae85fee2b5f3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79', 'tempest-TagsExtTest-Tag-1313699260') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.366609 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:39:28.373858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.391506 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-4b2d50fb-d704-498a-8928-ae85fee2b5f3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:28.393221 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4b2d50fb-d704-498a-8928-ae85fee2b5f3 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags/tempest-TagsExtTest-Tag-1313699260 HTTP/1.1" status: 404 len: 329 time: 0.0311475 Apr 05 14:39:28.395924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39946) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.401135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-2edfc6d4-2f22-405f-9543-aecb1a4cfbf9 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79', 'tempest-TagsExtTest-Tag-629204461') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.423654 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-2edfc6d4-2f22-405f-9543-aecb1a4cfbf9 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] show failed (client error): The resource could not be found. Apr 05 14:39:28.427087 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2edfc6d4-2f22-405f-9543-aecb1a4cfbf9 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags/tempest-TagsExtTest-Tag-629204461 HTTP/1.1" status: 404 len: 328 time: 0.0278783 Apr 05 14:39:28.427402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39950) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.435041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-27c2baf4-1a05-44d9-a637-9818ff6914e7 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '06088818-d4e7-48be-aa16-3b6f3652ab79') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.461839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.466139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.492226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce5a2f78-df5d-4593-baef-fe00785b14a7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.509329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.510516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1817293 Apr 05 14:39:28.512120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.512469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.512803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.513227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.513566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.513894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.514253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.514385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39954) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.514805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.514906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.515203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.515526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b2ce554-eee0-4699-b03e-7d3775f6f7ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:28.521531 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-27c2baf4-1a05-44d9-a637-9818ff6914e7 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79/tags HTTP/1.1" status: 204 len: 168 time: 0.0908890 Apr 05 14:39:28.521726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '023b3f48-f188-448b-95ed-d6d3265e1136', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:28.521964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39958) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.524057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:27Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.526787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:28.527514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-463ddccd-edd1-4888-a330-0ca90bd2adcd tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '681411f7-84b0-4556-8169-bacb8f73c3c4') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.529204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e49b1b-19be-4493-a0df-93eb5ee139fc None None] The sync data for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv is: [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:27Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:28.531048 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:28.535931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:28.542343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:28.553989 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:39:28.565035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.668971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.676152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.694829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-463ddccd-edd1-4888-a330-0ca90bd2adcd tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4/tags HTTP/1.1" status: 204 len: 168 time: 0.1684322 Apr 05 14:39:28.697344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 39962) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.703070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.tag.tag_plugin [None req-d0781f69-9f07-43a4-8d50-f0a5983a5ede tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '881d2903-cae3-45c8-bbcc-74751db9e5cd') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.709915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86449eac-e273-491d-8f6e-3ce32d638e3b,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:28.721780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.723365 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-80418e0c-d80e-4c91-968f-7c288aff00ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2080398 Apr 05 14:39:28.792082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d0781f69-9f07-43a4-8d50-f0a5983a5ede tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd/tags HTTP/1.1" status: 204 len: 168 time: 0.0940650 Apr 05 14:39:28.795210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39968) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.801220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.tag.tag_plugin [None req-a9fc50e6-3221-4f32-9e61-4972e11ad1d7 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'bd53b627-191c-4788-9f67-1da6815d07c2') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:28.879964 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a9fc50e6-3221-4f32-9e61-4972e11ad1d7 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2/tags HTTP/1.1" status: 204 len: 168 time: 0.0777528 Apr 05 14:39:28.880199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39974) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:28.978370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.980654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e93331b0-9101-4437-938f-e90bfa944040 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for subnetpool, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:28.984284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c6fa2ed6-2cdc-44fb-8f37-f54541eefa79 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:28.984973 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e93331b0-9101-4437-938f-e90bfa944040 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnetpools/06088818-d4e7-48be-aa16-3b6f3652ab79 HTTP/1.1" status: 204 len: 168 time: 0.1035516 Apr 05 14:39:28.985660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39982) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:29.000862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c6fa2ed6-2cdc-44fb-8f37-f54541eefa79 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:29.002258 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c6fa2ed6-2cdc-44fb-8f37-f54541eefa79 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341529316&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0669301 Apr 05 14:39:29.033504 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-60dba8ea-9d97-4e84-b710-00c85c985bad tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "GET /v2.0/ports?device_id=681411f7-84b0-4556-8169-bacb8f73c3c4 HTTP/1.1" status: 200 len: 205 time: 0.0459955 Apr 05 14:39:29.035734 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39986) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:29.166195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c85263be-685b-4fb5-9ab9-7fea40d4d96f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:29.166897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c85263be-685b-4fb5-9ab9-7fea40d4d96f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:29.180977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0115-2558-4d08-bb6d-be692ea2fc4b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.186712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c85263be-685b-4fb5-9ab9-7fea40d4d96f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:29.187978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c85263be-685b-4fb5-9ab9-7fea40d4d96f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 797 time: 0.1770697 Apr 05 14:39:29.206408 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-8ddc3675-e6a8-475f-b8ab-a0f5c7532df1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0114272 Apr 05 14:39:29.289942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-63417114-0ace-4d27-b8af-d11179fbae1c req-612b7694-d651-4efd-b9f4-9d2b486ba910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:29.308762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-63417114-0ace-4d27-b8af-d11179fbae1c req-612b7694-d651-4efd-b9f4-9d2b486ba910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:29.310845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-612b7694-d651-4efd-b9f4-9d2b486ba910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0986047 Apr 05 14:39:29.465990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-83e61602-a6a8-4ce4-b887-38f0497b827c service neutron] 10.222.0.18 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416609 Apr 05 14:39:29.603952 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-5594ed0d-cff3-45f0-9b53-3e77c16f3522 service neutron] 10.222.0.18 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296673 Apr 05 14:39:29.677701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0115-2558-4d08-bb6d-be692ea2fc4b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.682546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0115-2558-4d08-bb6d-be692ea2fc4b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.732353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0115-2558-4d08-bb6d-be692ea2fc4b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.733087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4e0115-2558-4d08-bb6d-be692ea2fc4b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Fanout notify agent at l3_agent the message router_deleted on router 681411f7-84b0-4556-8169-bacb8f73c3c4 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:39:29.757259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f4e0115-2558-4d08-bb6d-be692ea2fc4b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.758035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 60f3557d-0f91-4a5f-b569-33c08b712011 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:29.758805 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8f4e0115-2558-4d08-bb6d-be692ea2fc4b tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/routers/681411f7-84b0-4556-8169-bacb8f73c3c4 HTTP/1.1" status: 204 len: 168 time: 0.7220798 Apr 05 14:39:29.761087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 39994) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:29.837561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6149d5ad-e83e-4544-8341-2b29fc65a1f1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Deleting port 881d2903-cae3-45c8-bbcc-74751db9e5cd {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:29.838026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6149d5ad-e83e-4544-8341-2b29fc65a1f1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.850027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 60f3557d-0f91-4a5f-b569-33c08b712011 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:29.857282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 60f3557d-0f91-4a5f-b569-33c08b712011 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:29.858284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:29.929499 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f0909cfa-a06a-44ad-b5e3-0900d4404132 req-debd4005-352b-4aba-9006-f7ac888406a2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 210 time: 0.1516154 Apr 05 14:39:30.054530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.090896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 60f3557d-0f91-4a5f-b569-33c08b712011, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=60f3557d-0f91-4a5f-b569-33c08b712011,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:30.096965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.105979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6149d5ad-e83e-4544-8341-2b29fc65a1f1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.170580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=60f3557d-0f91-4a5f-b569-33c08b712011,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:30.234854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6149d5ad-e83e-4544-8341-2b29fc65a1f1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Calling delete_port for 881d2903-cae3-45c8-bbcc-74751db9e5cd owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:30.372849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6149d5ad-e83e-4544-8341-2b29fc65a1f1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.422539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149d5ad-e83e-4544-8341-2b29fc65a1f1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Pushing event deleted for resources: {'Port': ['ID=881d2903-cae3-45c8-bbcc-74751db9e5cd,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:30.521291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6149d5ad-e83e-4544-8341-2b29fc65a1f1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.527739 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6149d5ad-e83e-4544-8341-2b29fc65a1f1 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/ports/881d2903-cae3-45c8-bbcc-74751db9e5cd HTTP/1.1" status: 204 len: 168 time: 0.7655888 Apr 05 14:39:30.530380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40004) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:30.807047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffeb31ca-eeb9-447b-929d-aefc16009362 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Deleting subnet bd53b627-191c-4788-9f67-1da6815d07c2 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:39:30.812009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffeb31ca-eeb9-447b-929d-aefc16009362 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.898649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffeb31ca-eeb9-447b-929d-aefc16009362 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:30.946232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417114-0ace-4d27-b8af-d11179fbae1c req-95a20702-6dae-4e9d-befa-fb9b86a264e9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:30.947634 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-95a20702-6dae-4e9d-befa-fb9b86a264e9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 797 time: 0.2481101 Apr 05 14:39:31.019363 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-3cfeff67-fa98-4be9-b421-48f84bb11b45 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 379 time: 0.0560369 Apr 05 14:39:31.026550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffeb31ca-eeb9-447b-929d-aefc16009362 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.060139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['023b3f48-f188-448b-95ed-d6d3265e1136']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:31.181992 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f1f1e5e-c9a5-45bb-8f14-19263b3d6ef9 req-7ce60bb9-f87b-4b5f-b1c3-243426bd6ef8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 210 time: 0.1018167 Apr 05 14:39:31.250683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffeb31ca-eeb9-447b-929d-aefc16009362 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.299485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeb31ca-eeb9-447b-929d-aefc16009362 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Pushing event deleted for resources: {'Subnet': ['ID=bd53b627-191c-4788-9f67-1da6815d07c2,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:31.301780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:31.306820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ffeb31ca-eeb9-447b-929d-aefc16009362 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.312447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e834470-66ae-494a-acb5-3f6549c9eb29 None None] Network f11b75ca-d50e-4b84-8d97-c12192be4220 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:31.316495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:31.322220 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ffeb31ca-eeb9-447b-929d-aefc16009362 tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/subnets/bd53b627-191c-4788-9f67-1da6815d07c2 HTTP/1.1" status: 204 len: 168 time: 0.7907574 Apr 05 14:39:31.327279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40010) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:31.349165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:31.352013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.512349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.534840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Deleting port c785dcff-ba36-49e4-925f-caff6dc00c64 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:31.535459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.555770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] DHCP port deletion for f11b75ca-d50e-4b84-8d97-c12192be4220 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:39:31.560754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Deleting port c785dcff-ba36-49e4-925f-caff6dc00c64 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:31.561119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.689682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.10 (561f0f9c-b8c9-4b25-9e30-698acadf2495/375066bb-e842-47dd-9645-bd01c9d109f7/d08ae7bb-affe-49fd-9ca3-cd11f165c606) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:31.741515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 60f3557d-0f91-4a5f-b569-33c08b712011 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:31.827055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] For port c785dcff-ba36-49e4-925f-caff6dc00c64, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c785dcff-ba36-49e4-925f-caff6dc00c64,segment=NetworkSegment(7b9ca08e-593a-4c5e-9920-fb78a859c202),segment_id=7b9ca08e-593a-4c5e-9920-fb78a859c202)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:31.827460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.852570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] For port c785dcff-ba36-49e4-925f-caff6dc00c64, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c785dcff-ba36-49e4-925f-caff6dc00c64,segment=NetworkSegment(7b9ca08e-593a-4c5e-9920-fb78a859c202),segment_id=7b9ca08e-593a-4c5e-9920-fb78a859c202)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:31.852926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:31.947653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Calling delete_port for c785dcff-ba36-49e4-925f-caff6dc00c64 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:32.009215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 60f3557d-0f91-4a5f-b569-33c08b712011 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:32.009486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.082986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.132863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Calling delete_port for c785dcff-ba36-49e4-925f-caff6dc00c64 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:39:32.134617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Pushing event deleted for resources: {'Port': ['ID=c785dcff-ba36-49e4-925f-caff6dc00c64,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:32.139174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] No DVR routers for this DVR port c785dcff-ba36-49e4-925f-caff6dc00c64 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:39:32.153912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.154280 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.154615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.154946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.155273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.155599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.155920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.156241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.156560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.156874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.157820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd5928e-d179-4c15-aff9-a6772b7ea0fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:39:32.256659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.266184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.db.api [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83850) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:39:32.266507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG oslo_db.api [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:39:32.271992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c785dcff-ba36-49e4-925f-caff6dc00c64 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:39:32.283988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object d08ae7bb-affe-49fd-9ca3-cd11f165c606 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:32.303867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: c785dcff-ba36-49e4-925f-caff6dc00c64 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:39:32.304209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c785dcff-ba36-49e4-925f-caff6dc00c64 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:39:32.308279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.421501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:32.425742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:32.431543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:32.457363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=d08ae7bb-affe-49fd-9ca3-cd11f165c606,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:32.507319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:32.507935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.528250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdcbb05-867f-4b65-b952-bb3a17224ab7 req-6a246f44-3067-4aa9-87bf-21205e3dc127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:32.529733 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0fdcbb05-867f-4b65-b952-bb3a17224ab7 req-6a246f44-3067-4aa9-87bf-21205e3dc127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 932 time: 0.2200415 Apr 05 14:39:32.563602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-c5d326d8-999f-410a-a345-ec5d88cabc92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5382943 Apr 05 14:39:32.577679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Request body: {'port': {'device_id': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:32.636006 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0fdcbb05-867f-4b65-b952-bb3a17224ab7 req-864707bc-8998-46a9-b6d6-ec8d97a3205a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991027 Apr 05 14:39:32.683095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6acf4e14-50c8-48af-be9b-3fce35a7f06f None None] Provisioning for port d08ae7bb-affe-49fd-9ca3-cd11f165c606 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:32.687682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6acf4e14-50c8-48af-be9b-3fce35a7f06f None None] Provisioning complete for port d08ae7bb-affe-49fd-9ca3-cd11f165c606 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:32.688037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6acf4e14-50c8-48af-be9b-3fce35a7f06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.701851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.739893 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6acf4e14-50c8-48af-be9b-3fce35a7f06f None None] Port d08ae7bb-affe-49fd-9ca3-cd11f165c606 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:39:32.767538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Deleting port c785dcff-ba36-49e4-925f-caff6dc00c64 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:39:32.767875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:32.885670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] The port 'c785dcff-ba36-49e4-925f-caff6dc00c64' was deleted {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:39:32.918924 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:39:33.081014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.119887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11b75ca-d50e-4b84-8d97-c12192be4220']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:33.140658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b9ca08e-593a-4c5e-9920-fb78a859c202') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:33.140956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b9ca08e-593a-4c5e-9920-fb78a859c202') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:33.164646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.193135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.201567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:39:33.201950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: util.warn( Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:39:33.215993 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:39:33.339770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.357501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.371833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] Pushing event deleted for resources: {'Network': ['ID=f11b75ca-d50e-4b84-8d97-c12192be4220,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:33.377411 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3ea28810-c393-45c6-bbcb-0e80088043df tempest-TagsExtTest-1565551819 tempest-TagsExtTest-1565551819-project] 10.222.0.18 "DELETE /v2.0/networks/f11b75ca-d50e-4b84-8d97-c12192be4220 HTTP/1.1" status: 204 len: 168 time: 2.0463045 Apr 05 14:39:33.379116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08ae7bb-affe-49fd-9ca3-cd11f165c606 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:39:33.386167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.400617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Transition to ACTIVE for port object d08ae7bb-affe-49fd-9ca3-cd11f165c606 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:33.403856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.532835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Pushing event updated for resources: {'Port': ['ID=d08ae7bb-affe-49fd-9ca3-cd11f165c606,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:33.646912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Attempting to bind port d08ae7bb-affe-49fd-9ca3-cd11f165c606 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:33.647588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Attempting to bind port d08ae7bb-affe-49fd-9ca3-cd11f165c606 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:33.647588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Attempting to bind port d08ae7bb-affe-49fd-9ca3-cd11f165c606 on network 561f0f9c-b8c9-4b25-9e30-698acadf2495 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:33.656903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Port d08ae7bb-affe-49fd-9ca3-cd11f165c606 on network 561f0f9c-b8c9-4b25-9e30-698acadf2495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:39:33.657807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Attempting to bind port d08ae7bb-affe-49fd-9ca3-cd11f165c606 on network 561f0f9c-b8c9-4b25-9e30-698acadf2495 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:33.666710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:39:33.666710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Checking segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:33.666710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Bound using segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:39:33.666710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Bound port: d08ae7bb-affe-49fd-9ca3-cd11f165c606, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:33.678285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.713462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40022) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:33.903683 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-540f191a-b50e-4afb-88eb-5a792c6f0d78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=899d345e9a25402ca547787c6a664664&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1882131 Apr 05 14:39:33.906135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40028) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:33.915799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] For port d08ae7bb-affe-49fd-9ca3-cd11f165c606, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:33.927131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] For port d08ae7bb-affe-49fd-9ca3-cd11f165c606, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:33.936320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.969268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6edad6f8-d11a-4a2d-98c2-e876a05067de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:33.994797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6edad6f8-d11a-4a2d-98c2-e876a05067de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.021530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.022942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] 10.222.0.15 "PUT /v2.0/ports/d08ae7bb-affe-49fd-9ca3-cd11f165c606 HTTP/1.1" status: 200 len: 1094 time: 1.4507523 Apr 05 14:39:34.024761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f559e2-5166-4cbb-acdc-c2e646646a77 service neutron] Pushing event updated for resources: {'Port': ['ID=d08ae7bb-affe-49fd-9ca3-cd11f165c606,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:34.027661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:39:34.041360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070338a5-9b4d-43b4-80fa-18a536cb656f req-1118e39c-660d-4f9c-9937-a7ab7cd20e49 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:34.042090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-070338a5-9b4d-43b4-80fa-18a536cb656f req-1118e39c-660d-4f9c-9937-a7ab7cd20e49 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:34.056700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6edad6f8-d11a-4a2d-98c2-e876a05067de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.059097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-070338a5-9b4d-43b4-80fa-18a536cb656f req-1118e39c-660d-4f9c-9937-a7ab7cd20e49 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:34.066091 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-070338a5-9b4d-43b4-80fa-18a536cb656f req-1118e39c-660d-4f9c-9937-a7ab7cd20e49 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 944 time: 0.3003957 Apr 05 14:39:34.072746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edad6f8-d11a-4a2d-98c2-e876a05067de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b1f62a-ff63-4e58-b685-0a008cc77b13,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:34.079915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6edad6f8-d11a-4a2d-98c2-e876a05067de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:34.081335 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6edad6f8-d11a-4a2d-98c2-e876a05067de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8b1f62a-ff63-4e58-b685-0a008cc77b13 HTTP/1.1" status: 204 len: 168 time: 0.1741986 Apr 05 14:39:34.128452 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68387373-26c2-4d52-b1eb-29114e7c792b'] response: {'name': 'network-changed', 'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'status': 'completed', 'code': 200} Apr 05 14:39:34.168790 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-070338a5-9b4d-43b4-80fa-18a536cb656f req-bdfdb0ba-3111-4c10-b586-4aafc8eb3531 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017663 Apr 05 14:39:34.183282 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-e091e974-2c6c-4c37-8427-f5b4a0e5cf30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 1097 time: 0.1009617 Apr 05 14:39:34.257260 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-e008e83b-a680-493c-9a4c-4d42b49796be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606 HTTP/1.1" status: 200 len: 217 time: 0.0671039 Apr 05 14:39:34.320481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63417114-0ace-4d27-b8af-d11179fbae1c req-27f4bd4b-63e1-4373-a3d4-20364864550b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:34.321926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-27f4bd4b-63e1-4373-a3d4-20364864550b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.0588970 Apr 05 14:39:34.401941 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-107537e8-f99b-431a-8980-8f32fd1c447b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723395 Apr 05 14:39:34.535543 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-56c3e021-5a35-43b7-a0b0-33f159ada956 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275053 Apr 05 14:39:34.670419 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-63417114-0ace-4d27-b8af-d11179fbae1c req-a41e2734-27bd-4e7c-b28e-e6b2823363bf service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290708 Apr 05 14:39:34.798387 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-4715d1e3-24fb-47f1-9764-79f42f8cd4e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 1097 time: 0.0680637 Apr 05 14:39:34.927323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-6d982bf2-315c-48a3-bea0-0aedf8e5c0ae service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:34.928748 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-6d982bf2-315c-48a3-bea0-0aedf8e5c0ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 898 time: 0.1245580 Apr 05 14:39:34.936200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40052) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:34.998673 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-2edb5bf9-2399-4255-86cb-265c982962bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606 HTTP/1.1" status: 200 len: 217 time: 0.0628576 Apr 05 14:39:35.060348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-56d0f1a5-e91f-4300-98ad-ac5a099e4b78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:35.061771 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-56d0f1a5-e91f-4300-98ad-ac5a099e4b78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.0560491 Apr 05 14:39:35.062929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-123004566-network', 'tenant_id': '527b07b104b64ca295892da60ef17bf1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:35.068064 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:35.071805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Usage tracker for resource:network and tenant:527b07b104b64ca295892da60ef17bf1 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:35.074592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:35.080739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:35.091022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Made reservation on behalf of 527b07b104b64ca295892da60ef17bf1 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:35.093145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.105377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.135749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:35.136299 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-d81e151d-5f99-4ab6-b10f-98d8ff416496 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678847 Apr 05 14:39:35.139377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Usage tracker for resource:security_group_rule and tenant:527b07b104b64ca295892da60ef17bf1 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:35.142630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:35.148490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:35.214536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.219199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.250478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:35.263381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:35.268617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.269030 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Added segment 28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b of type vlan for network c106b195-9ce3-4fcc-bde4-32785bf9ba4b Apr 05 14:39:35.273577 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-7b3ace62-0912-490d-8771-87e4e9232db7 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305280 Apr 05 14:39:35.299008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.334947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.336106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:35.336909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.415797 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac2736e8-186f-4af5-ace5-cfcf7e269137 req-11a033f0-f9a6-48af-a826-c30a35f40daa service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357100 Apr 05 14:39:35.441521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] Pushing event updated for resources: {'Network': ['ID=c106b195-9ce3-4fcc-bde4-32785bf9ba4b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:35.451574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c106b195-9ce3-4fcc-bde4-32785bf9ba4b details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:39:35.462107 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bde3d60a-2e47-4d87-b4ec-1b46c7faab0e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5227950 Apr 05 14:39:35.462893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40060) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:35.468636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Request body: {'subnet': {'network_id': 'c106b195-9ce3-4fcc-bde4-32785bf9ba4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-123004566-subnet', 'tenant_id': '527b07b104b64ca295892da60ef17bf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:35.473880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:35.477914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Usage tracker for resource:subnet and tenant:527b07b104b64ca295892da60ef17bf1 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:35.480996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:35.487639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:35.499225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Made reservation on behalf of 527b07b104b64ca295892da60ef17bf1 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:35.501683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.527283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc37be2-cc7d-49e4-a5c1-0eb56ca4fc4a req-40f43d3a-8287-4609-a185-95839e50667f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:35.528699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6cc37be2-cc7d-49e4-a5c1-0eb56ca4fc4a req-40f43d3a-8287-4609-a185-95839e50667f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 944 time: 0.0843835 Apr 05 14:39:35.575932 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6cc37be2-cc7d-49e4-a5c1-0eb56ca4fc4a req-99ab733f-c992-46d1-9cd5-9bf08a2e27d8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409205 Apr 05 14:39:35.706498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.785545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f9405ac-f24d-4830-a452-e7860cee765e,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:35.794871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Checking segment: {'id': '28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c106b195-9ce3-4fcc-bde4-32785bf9ba4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:35.795217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Network hostable DHCP agents. Network: c106b195-9ce3-4fcc-bde4-32785bf9ba4b, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:35.815790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Network c106b195-9ce3-4fcc-bde4-32785bf9ba4b is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:35.824745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, c106b195-9ce3-4fcc-bde4-32785bf9ba4b) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:35.828434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:35.829036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:35.833865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a93188f-cce6-456f-95f6-76f8332d502f None None] Network c106b195-9ce3-4fcc-bde4-32785bf9ba4b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:35.849356 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b5285f58-8b9f-4761-981b-58f0a5512b07 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3853388 Apr 05 14:39:36.074611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9713296a-375e-4502-bc14-a8051fb88c9d None None] Network c106b195-9ce3-4fcc-bde4-32785bf9ba4b requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:36.497041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d08ae7bb-affe-49fd-9ca3-cd11f165c606 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:39:36.642144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d08ae7bb-affe-49fd-9ca3-cd11f165c606, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:36.656691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'port_id': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'mac_address': 'fa:16:3e:a3:a4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:39:36.664588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40084) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:36.669852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2059955189-network', 'tenant_id': '66c7e37b75cb4225a865919be154cb22'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:36.674499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:36.678299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Usage tracker for resource:network and tenant:66c7e37b75cb4225a865919be154cb22 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:36.681072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:36.686693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:36.697741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Made reservation on behalf of 66c7e37b75cb4225a865919be154cb22 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:36.700130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.713867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.732277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08ae7bb-affe-49fd-9ca3-cd11f165c606 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:39:36.749384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d08ae7bb-affe-49fd-9ca3-cd11f165c606, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:36.749607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.753737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:36.829856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=d08ae7bb-affe-49fd-9ca3-cd11f165c606,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:36.903247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:36.908939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Usage tracker for resource:security_group_rule and tenant:66c7e37b75cb4225a865919be154cb22 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:36.912173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:36.920148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:36.935603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc78f2c-e8ba-4dba-bdc4-f8d9efb9f956 req-a6281733-e3c0-4f43-b434-5a98686e42da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:36.937055 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cfc78f2c-e8ba-4dba-bdc4-f8d9efb9f956 req-a6281733-e3c0-4f43-b434-5a98686e42da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 944 time: 0.2237625 Apr 05 14:39:36.966036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['d08ae7bb-affe-49fd-9ca3-cd11f165c606'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:39:37.018337 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cfc78f2c-e8ba-4dba-bdc4-f8d9efb9f956 req-f82f406c-9b41-490f-9780-f467f0dd78c3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741737 Apr 05 14:39:37.034782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.039020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.073109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:39:37.082012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e32b86d-c811-4563-98d3-11d4d4656fcd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:37.088183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.088581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Added segment 902f4ffe-de30-40f1-8000-f00bc727d88e of type vlan for network 11825ef3-df81-4240-8287-b8ff114cb64a Apr 05 14:39:37.116876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.146982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.148118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:37.148786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.270099 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6042926 Apr 05 14:39:37.272830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40088) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:37.277172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bda42c-55aa-4675-b288-ad308e5e0bb4 admin admin] Pushing event updated for resources: {'Network': ['ID=11825ef3-df81-4240-8287-b8ff114cb64a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:37.283426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Request body: {'subnet': {'network_id': '11825ef3-df81-4240-8287-b8ff114cb64a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2059955189-subnet', 'tenant_id': '66c7e37b75cb4225a865919be154cb22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:37.286991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 11825ef3-df81-4240-8287-b8ff114cb64a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:39:37.292235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:37.296589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Usage tracker for resource:subnet and tenant:66c7e37b75cb4225a865919be154cb22 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:37.299511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:37.305389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:37.315550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Made reservation on behalf of 66c7e37b75cb4225a865919be154cb22 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:37.317897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.546734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.624211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f1ffe61-3cef-4b72-a5e1-42d26fc91217,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:37.638811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Checking segment: {'id': '902f4ffe-de30-40f1-8000-f00bc727d88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '11825ef3-df81-4240-8287-b8ff114cb64a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:37.639172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Network hostable DHCP agents. Network: 11825ef3-df81-4240-8287-b8ff114cb64a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:39:37.645027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.664128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Network 11825ef3-df81-4240-8287-b8ff114cb64a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:39:37.674381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 11825ef3-df81-4240-8287-b8ff114cb64a) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:37.678936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:37.679521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:37.683839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e4bb69-8678-4b81-b00b-138ce1d18f41 None None] Network 11825ef3-df81-4240-8287-b8ff114cb64a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:37.703250 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-41c4b245-ea56-4acd-a19f-e53e881a8b5e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4273264 Apr 05 14:39:37.907215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9775bb57-ffe4-452e-a0a0-36ac7af90a29 None None] Network 11825ef3-df81-4240-8287-b8ff114cb64a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:39:38.340458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c404c6-d556-47bc-9330-93194f2f9e2d req-fd368c07-2104-4079-ad98-bf5bd43ecf18 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:38.341901 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-36c404c6-d556-47bc-9330-93194f2f9e2d req-fd368c07-2104-4079-ad98-bf5bd43ecf18 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 945 time: 0.1939256 Apr 05 14:39:38.355238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347cae-4f7e-452d-9231-b74831957722 req-2005217a-dc32-4eea-aa54-3f315cd71e2e tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:38.356687 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-2005217a-dc32-4eea-aa54-3f315cd71e2e tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/networks?id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b HTTP/1.1" status: 200 len: 811 time: 0.1644092 Apr 05 14:39:38.393512 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-bd701d34-c39d-448b-8a03-e56eb4b95515 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/quotas/527b07b104b64ca295892da60ef17bf1 HTTP/1.1" status: 200 len: 375 time: 0.0236719 Apr 05 14:39:38.440856 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-36c404c6-d556-47bc-9330-93194f2f9e2d req-176fc904-63e8-4779-a7c1-10fcb79fecff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912156 Apr 05 14:39:38.444030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-af701109-1b61-4530-a41e-f4ae9d0d1330 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=527b07b104b64ca295892da60ef17bf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443897 Apr 05 14:39:38.512361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d08ae7bb-affe-49fd-9ca3-cd11f165c606 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:38.578707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port d08ae7bb-affe-49fd-9ca3-cd11f165c606 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:38.583899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port d08ae7bb-affe-49fd-9ca3-cd11f165c606 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:38.584074 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-75fc5c39-3805-45c7-a4a0-7f3937a05a75 service neutron] 10.222.0.18 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288724 Apr 05 14:39:38.584315 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.726735 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-61112e09-7ea8-4fff-bc5c-f1cac40dc079 service neutron] 10.222.0.18 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364665 Apr 05 14:39:38.727368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.754668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:39:38.766393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d08ae7bb-affe-49fd-9ca3-cd11f165c606, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:38.772480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:38.827827 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbc4734b-d710-4c83-b3d5-ed42d06487dc'] response: {'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'code': 200} Apr 05 14:39:38.844752 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=d08ae7bb-affe-49fd-9ca3-cd11f165c606,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:38.938809 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f4f1ef2-8866-4810-94bd-33d30e1a44b9 req-aba9913e-032f-4b54-84de-e90f4c0dfc86 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 210 time: 0.0499854 Apr 05 14:39:39.078646 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-573494a4-ce85-4e56-bcba-05f424d68385 req-82ae03ee-46f2-4e04-8ee6-8075f093b6b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 1099 time: 0.0712264 Apr 05 14:39:39.120071 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-573494a4-ce85-4e56-bcba-05f424d68385 req-05e5c8d2-0eaa-414f-a1b9-25a2738c75d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360501 Apr 05 14:39:39.634991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d9f8a4-29a3-4b3a-b77b-3f6f65649a1b req-ce607da3-47f2-431d-bea0-37cc04fe1417 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:39.636417 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e5d9f8a4-29a3-4b3a-b77b-3f6f65649a1b req-ce607da3-47f2-431d-bea0-37cc04fe1417 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 946 time: 0.0769179 Apr 05 14:39:39.680809 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e5d9f8a4-29a3-4b3a-b77b-3f6f65649a1b req-f302601e-348a-47ec-8b13-6f8e1a358b9a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387554 Apr 05 14:39:40.096707 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65323ed9-4938-4d68-8bb2-5e0dac383973 req-c3f90640-42c8-4fa4-8a9a-ae086062de24 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 210 time: 0.0402424 Apr 05 14:39:41.115422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd70c8b0-22f4-43a2-9491-6581c7417f15 req-4c626806-40c2-4379-94a2-ad5f50ed477f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:41.116858 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd70c8b0-22f4-43a2-9491-6581c7417f15 req-4c626806-40c2-4379-94a2-ad5f50ed477f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 946 time: 0.3155580 Apr 05 14:39:41.124680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347cae-4f7e-452d-9231-b74831957722 req-85016cbb-665d-42b5-90a7-141e288dad1d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:41.126548 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-85016cbb-665d-42b5-90a7-141e288dad1d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.15 "GET /v2.0/networks?id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b HTTP/1.1" status: 200 len: 811 time: 0.2892737 Apr 05 14:39:41.147216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Request body: {'port': {'device_id': 'df37359c-9c35-457e-a3bb-e1da3ec93b4c', 'network_id': 'c106b195-9ce3-4fcc-bde4-32785bf9ba4b', 'admin_state_up': True, 'tenant_id': '527b07b104b64ca295892da60ef17bf1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:41.284017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed3e3317-8ce9-4fc6-876b-d00881c7ded8 req-8a67a361-4c76-4b76-8184-823eccc1ab74 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 210 time: 0.0597785 Apr 05 14:39:41.292833 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd70c8b0-22f4-43a2-9491-6581c7417f15 req-60081031-09ad-4908-8960-f87af7f640ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654272 Apr 05 14:39:41.339432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:41.343254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Usage tracker for resource:port and tenant:527b07b104b64ca295892da60ef17bf1 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:41.346841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:41.352460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:41.361796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Made reservation on behalf of 527b07b104b64ca295892da60ef17bf1 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:39:41.364736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.581796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7a54c-c51f-4b5e-b575-b1926e472e22 req-b826ed16-8874-4ebf-8a3f-324ecd8316f0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:41.583276 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e1e7a54c-c51f-4b5e-b575-b1926e472e22 req-b826ed16-8874-4ebf-8a3f-324ecd8316f0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 946 time: 0.1622646 Apr 05 14:39:41.588798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Allocated IP 172.20.0.2 (c106b195-9ce3-4fcc-bde4-32785bf9ba4b/3f9405ac-f24d-4830-a452-e7860cee765e/04011181-36ea-4054-a41a-3402514e7f30) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:41.662657 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e1e7a54c-c51f-4b5e-b575-b1926e472e22 req-74249281-0d18-4b4b-bad3-fa67e492db65 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716670 Apr 05 14:39:41.691823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40130) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:41.758741 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-12ab1e49-d714-49f3-9766-0cd94d1e7593 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 1094 time: 0.0657542 Apr 05 14:39:41.761532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40134) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:41.767650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:41.772894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:39:41.776616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:39:41.779344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:39:41.784863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:39:41.795462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.821436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.849765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:41.930584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Network c106b195-9ce3-4fcc-bde4-32785bf9ba4b is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:41.934269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:41.936149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Pushing event updated for resources: {'Port': ['ID=04011181-36ea-4054-a41a-3402514e7f30,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:41.938722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:41.996203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:41.996798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.015903 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-4ba711ff-167b-4ff3-944c-3007fe2c532a tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8745029 Apr 05 14:39:42.028071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Request body: {'port': {'device_id': 'df37359c-9c35-457e-a3bb-e1da3ec93b4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:39:42.033114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.143160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.168179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.91 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/2277bfde-626b-4e0c-b5ef-e5be811cc03d) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:39:42.310904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.339150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.404305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:39:42.406967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:39:42.410664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:39:42.443123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=2277bfde-626b-4e0c-b5ef-e5be811cc03d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:42.541323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04011181-36ea-4054-a41a-3402514e7f30 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:39:42.553430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435ed38-f263-488e-8279-0cfdb1f708a6 req-06382976-20b5-4772-b34c-11ff67ec194d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:42.554135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0435ed38-f263-488e-8279-0cfdb1f708a6 req-06382976-20b5-4772-b34c-11ff67ec194d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Synchronizing usage tracker for tenant:527b07b104b64ca295892da60ef17bf1 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:39:42.558326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.579268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Transition to ACTIVE for port object 04011181-36ea-4054-a41a-3402514e7f30 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:39:42.583321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.617050 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0435ed38-f263-488e-8279-0cfdb1f708a6 req-06382976-20b5-4772-b34c-11ff67ec194d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Unset dirty status for tenant:527b07b104b64ca295892da60ef17bf1 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:39:42.618229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0435ed38-f263-488e-8279-0cfdb1f708a6 req-06382976-20b5-4772-b34c-11ff67ec194d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 931 time: 0.2098389 Apr 05 14:39:42.735465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Pushing event updated for resources: {'Port': ['ID=04011181-36ea-4054-a41a-3402514e7f30,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:42.753745 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0435ed38-f263-488e-8279-0cfdb1f708a6 req-8b416fb0-4936-4d7e-ae53-6580d6e7617f tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214828 Apr 05 14:39:42.931515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.952210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Attempting to bind port 04011181-36ea-4054-a41a-3402514e7f30 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:39:42.952542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Attempting to bind port 04011181-36ea-4054-a41a-3402514e7f30 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c106b195-9ce3-4fcc-bde4-32785bf9ba4b'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:39:42.952866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Attempting to bind port 04011181-36ea-4054-a41a-3402514e7f30 on network c106b195-9ce3-4fcc-bde4-32785bf9ba4b {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:42.959174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Port 04011181-36ea-4054-a41a-3402514e7f30 on network c106b195-9ce3-4fcc-bde4-32785bf9ba4b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:39:42.959488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Attempting to bind port 04011181-36ea-4054-a41a-3402514e7f30 on network c106b195-9ce3-4fcc-bde4-32785bf9ba4b {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:39:42.965622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:39:42.965953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Checking segment: {'id': '28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c106b195-9ce3-4fcc-bde4-32785bf9ba4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:39:42.966361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Bound using segment: {'id': '28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c106b195-9ce3-4fcc-bde4-32785bf9ba4b'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:39:42.966781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Bound port: 04011181-36ea-4054-a41a-3402514e7f30, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'c106b195-9ce3-4fcc-bde4-32785bf9ba4b'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:39:42.967121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:42.987281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.052575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] For port 04011181-36ea-4054-a41a-3402514e7f30, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:39:43.055792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] For port 04011181-36ea-4054-a41a-3402514e7f30, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04011181-36ea-4054-a41a-3402514e7f30,segment=NetworkSegment(28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b),segment_id=28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:39:43.059078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.124391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.125763 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] 10.222.0.15 "PUT /v2.0/ports/04011181-36ea-4054-a41a-3402514e7f30 HTTP/1.1" status: 200 len: 1093 time: 1.1029921 Apr 05 14:39:43.126210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df37359c-9c35-457e-a3bb-e1da3ec93b4c', 'tag': '04011181-36ea-4054-a41a-3402514e7f30'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:39:43.141738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f622c-b05f-4a10-8859-d41aa4ac71ff service neutron] Pushing event updated for resources: {'Port': ['ID=04011181-36ea-4054-a41a-3402514e7f30,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:43.194012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.199546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.204578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377b256f-7bad-4175-b196-afb5fde049a2'] response: {'name': 'network-changed', 'server_uuid': 'df37359c-9c35-457e-a3bb-e1da3ec93b4c', 'tag': '04011181-36ea-4054-a41a-3402514e7f30', 'status': 'completed', 'code': 200} Apr 05 14:39:43.236173 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-7a8e4ca6-6965-47fb-ba75-1ff522fca8a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527b07b104b64ca295892da60ef17bf1&device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 1096 time: 0.0718448 Apr 05 14:39:43.305400 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-546af695-6426-43b9-91ba-fecb8338d60b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04011181-36ea-4054-a41a-3402514e7f30 HTTP/1.1" status: 200 len: 217 time: 0.0625451 Apr 05 14:39:43.306767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=2277bfde-626b-4e0c-b5ef-e5be811cc03d,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:43.318442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:43.366512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac347cae-4f7e-452d-9231-b74831957722 req-55d57efc-8a04-4316-a5e6-b5110158791d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:43.368049 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-55d57efc-8a04-4316-a5e6-b5110158791d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f9405ac-f24d-4830-a452-e7860cee765e HTTP/1.1" status: 200 len: 851 time: 0.0566576 Apr 05 14:39:43.413670 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-d1d10221-f2da-43b1-9af9-2124be723781 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402725 Apr 05 14:39:43.547172 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-4d19da3c-cb84-4cea-b8aa-42f382608564 service neutron] 10.222.0.15 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275768 Apr 05 14:39:43.605267 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP de655a76-043e-44b0-8c82-736eafc54f44 associated. External IP: 172.26.6.91, port: d08ae7bb-affe-49fd-9ca3-cd11f165c606. Apr 05 14:39:43.680700 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac347cae-4f7e-452d-9231-b74831957722 req-535aefca-e60f-441c-bb56-c4f27d196b2d service neutron] 10.222.0.15 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275158 Apr 05 14:39:43.802540 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01353473-305e-433d-a7bb-54ef2fd01cab req-93c94850-7be3-4c1f-8e6c-1b94c2922318 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527b07b104b64ca295892da60ef17bf1&device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 1096 time: 0.0753062 Apr 05 14:39:44.002071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01353473-305e-433d-a7bb-54ef2fd01cab req-358c293b-594b-4d82-9677-cf698a56fb37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.003679 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01353473-305e-433d-a7bb-54ef2fd01cab req-358c293b-594b-4d82-9677-cf698a56fb37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b HTTP/1.1" status: 200 len: 912 time: 0.1954789 Apr 05 14:39:44.004291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:39:44.063246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90e73-22d8-4e55-bcb9-d96394e95537 req-18466388-5fb2-485a-8b36-a68b681be28f tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.064699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5fe90e73-22d8-4e55-bcb9-d96394e95537 req-18466388-5fb2-485a-8b36-a68b681be28f tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 943 time: 0.1857665 Apr 05 14:39:44.093560 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01353473-305e-433d-a7bb-54ef2fd01cab req-4e9dfb79-73e1-449f-8c05-1620ca162556 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04011181-36ea-4054-a41a-3402514e7f30 HTTP/1.1" status: 200 len: 217 time: 0.0822270 Apr 05 14:39:44.166540 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5fe90e73-22d8-4e55-bcb9-d96394e95537 req-24949883-25ed-4332-84ca-30047cf510c0 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951433 Apr 05 14:39:44.178031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01353473-305e-433d-a7bb-54ef2fd01cab req-b65fc688-cf12-4d4b-953b-42939d88deb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.179452 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01353473-305e-433d-a7bb-54ef2fd01cab req-b65fc688-cf12-4d4b-953b-42939d88deb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f9405ac-f24d-4830-a452-e7860cee765e HTTP/1.1" status: 200 len: 851 time: 0.0783637 Apr 05 14:39:44.210738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:39:44.220437 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] Sync routers for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:39:44.230595 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01353473-305e-433d-a7bb-54ef2fd01cab req-4b1616c7-d924-40ba-8547-0ca339ee2f8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443101 Apr 05 14:39:44.232015 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:44.232711 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:44.236545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.296143 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-85b360e0-2fad-49aa-9ddc-7297b7b89e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5306218 Apr 05 14:39:44.296143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:39:44.298890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40144) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:44.372192 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c628e41e-d30c-4c9e-8f84-765837c8de5f'] response: {'name': 'network-changed', 'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'status': 'completed', 'code': 200} Apr 05 14:39:44.387234 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01353473-305e-433d-a7bb-54ef2fd01cab req-8f3ee021-563b-4005-ae32-329d84d6b4e5 service neutron] 10.222.0.15 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482558 Apr 05 14:39:44.416085 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:44.512929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 04011181-36ea-4054-a41a-3402514e7f30 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:39:44.570649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-33ac7368-ff75-4be4-b9b8-155a50882ff2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 1099 time: 0.1734512 Apr 05 14:39:44.623885 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-27edb97a-0016-4531-b487-eaf1cd0c05ab tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 991 time: 0.3229325 Apr 05 14:39:44.685842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 04011181-36ea-4054-a41a-3402514e7f30, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04011181-36ea-4054-a41a-3402514e7f30,segment=NetworkSegment(28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b),segment_id=28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:44.700190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '04011181-36ea-4054-a41a-3402514e7f30', 'network_id': 'c106b195-9ce3-4fcc-bde4-32785bf9ba4b', 'port_id': '04011181-36ea-4054-a41a-3402514e7f30', 'mac_address': 'fa:16:3e:c8:e6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f9405ac-f24d-4830-a452-e7860cee765e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:39:44.744017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01353473-305e-433d-a7bb-54ef2fd01cab req-ba150109-f2b6-4b25-b13d-69ff8d3ab2f6 service neutron] 10.222.0.15 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3180285 Apr 05 14:39:44.755802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.774915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04011181-36ea-4054-a41a-3402514e7f30 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:39:44.790814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 04011181-36ea-4054-a41a-3402514e7f30, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04011181-36ea-4054-a41a-3402514e7f30,segment=NetworkSegment(28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b),segment_id=28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:44.795986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:44.807522 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'de655a76-043e-44b0-8c82-736eafc54f44', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'port_id': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'mac_address': 'fa:16:3e:a3:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:39:42Z', 'updated_at': '2022-04-05T14:39:42Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:44.812284 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] Checking router: 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:39:44.813730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-ca13ef2f-ceef-4ff8-aa53-f7b1456b859d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.815195 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-ca13ef2f-ceef-4ff8-aa53-f7b1456b859d service neutron] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 898 time: 0.2349060 Apr 05 14:39:44.823135 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:39:44.823724 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:44.865378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=04011181-36ea-4054-a41a-3402514e7f30,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:44.925562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-e2271076-ccff-4b2a-a0d2-0f99a03c6c53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606 HTTP/1.1" status: 200 len: 999 time: 0.1042383 Apr 05 14:39:44.989252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-155ccdfd-95d0-400f-9b24-92f5e3fdcac8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:44.990787 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-155ccdfd-95d0-400f-9b24-92f5e3fdcac8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.0580859 Apr 05 14:39:45.000192 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:39:45.013453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['04011181-36ea-4054-a41a-3402514e7f30'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:39:45.069894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-e69fed83-1084-4571-a69e-5c1abfdc04ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710032 Apr 05 14:39:45.240042 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-c89186c2-8ae9-4b47-ae96-474ced2ebd56 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636062 Apr 05 14:39:45.396251 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'de655a76-043e-44b0-8c82-736eafc54f44', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'port_id': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'mac_address': 'fa:16:3e:a3:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:39:42Z', 'updated_at': '2022-04-05T14:39:42Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:39:45.399991 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52e661e-68b2-49bc-b1df-1d95bc0394fe None None] The sync data for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv is: [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'de655a76-043e-44b0-8c82-736eafc54f44', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'port_id': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'mac_address': 'fa:16:3e:a3:a4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:39:42Z', 'updated_at': '2022-04-05T14:39:42Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:39:45.429731 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-177c9d3d-46d0-4f1a-b74c-9eb45077d64b req-6f852071-3045-4ad3-9881-c8cea1923b98 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830778 Apr 05 14:39:45.439572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801af964-7c5e-4544-a52b-fc11e00fa495 req-bcbd6295-71b8-495b-bc77-2e9cce926b6c tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:45.441054 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-801af964-7c5e-4544-a52b-fc11e00fa495 req-bcbd6295-71b8-495b-bc77-2e9cce926b6c tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 944 time: 0.1271873 Apr 05 14:39:45.490774 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-801af964-7c5e-4544-a52b-fc11e00fa495 req-725a21ae-a1e0-40a3-98a3-9a419058fa2e tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421488 Apr 05 14:39:45.598915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abe3c44-e8aa-410c-bf6a-5ed29b65e4b1 None None] New status for floating IP de655a76-043e-44b0-8c82-736eafc54f44: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:39:45.626732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40154) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:45.727743 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3a87a0e7-fdf7-4597-ba2a-5e292a07d3f5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 991 time: 0.0996585 Apr 05 14:39:46.522982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 04011181-36ea-4054-a41a-3402514e7f30 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:39:46.527552 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-299dfbee-d108-4065-a1d6-2665851394d0 req-4e384576-e4ae-47c5-9f47-ac5390ddd824 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700717 Apr 05 14:39:46.592499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 04011181-36ea-4054-a41a-3402514e7f30 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:39:46.599430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 04011181-36ea-4054-a41a-3402514e7f30 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:39:46.602417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.725241 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-299dfbee-d108-4065-a1d6-2665851394d0 req-c483c926-0a13-4abc-9da6-159634cf438b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 1099 time: 0.1290243 Apr 05 14:39:46.731596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40160) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:39:46.735545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.739636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a093f6-eedb-4454-9dd0-f1c25dd52dda req-d12f9d5b-43ce-4a3c-8423-01686f4453bf tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:46.741146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-20a093f6-eedb-4454-9dd0-f1c25dd52dda req-d12f9d5b-43ce-4a3c-8423-01686f4453bf tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 944 time: 0.1105092 Apr 05 14:39:46.765238 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df37359c-9c35-457e-a3bb-e1da3ec93b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04011181-36ea-4054-a41a-3402514e7f30'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:39:46.783362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 04011181-36ea-4054-a41a-3402514e7f30, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04011181-36ea-4054-a41a-3402514e7f30,segment=NetworkSegment(28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b),segment_id=28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:39:46.790941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:46.841783 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d51d87a7-b68a-4bdd-86a5-2793559aa79b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 993 time: 0.1073956 Apr 05 14:39:46.855301 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5dd238e-3c13-4565-87d6-8d9b643c861e'] response: {'server_uuid': 'df37359c-9c35-457e-a3bb-e1da3ec93b4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04011181-36ea-4054-a41a-3402514e7f30', 'code': 200} Apr 05 14:39:46.871787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=04011181-36ea-4054-a41a-3402514e7f30,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:39:46.886211 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-20a093f6-eedb-4454-9dd0-f1c25dd52dda req-9d6a7ecc-4bda-4e4e-b22e-1783e7dec3e2 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185176 Apr 05 14:39:46.924924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dfbee-d108-4065-a1d6-2665851394d0 req-7e853f64-c2c9-42c6-8eb6-18fc0076cdbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:46.927177 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-299dfbee-d108-4065-a1d6-2665851394d0 req-7e853f64-c2c9-42c6-8eb6-18fc0076cdbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 898 time: 0.1810119 Apr 05 14:39:47.077952 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-299dfbee-d108-4065-a1d6-2665851394d0 req-9e8f3552-3a85-4bda-89e7-86d93a30d0c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606 HTTP/1.1" status: 200 len: 1001 time: 0.1451561 Apr 05 14:39:47.137191 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a5e0a202-4142-4f6c-803d-e9f1a4ba99ea req-c7079c72-6321-41d0-8814-1cb6fc5b2b71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 1098 time: 0.1406417 Apr 05 14:39:47.159217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299dfbee-d108-4065-a1d6-2665851394d0 req-35e708cb-0b7b-43a2-9d4c-458f1f9cafe4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:47.160544 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-299dfbee-d108-4065-a1d6-2665851394d0 req-35e708cb-0b7b-43a2-9d4c-458f1f9cafe4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.0763197 Apr 05 14:39:47.223562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a5e0a202-4142-4f6c-803d-e9f1a4ba99ea req-25ce80af-5650-43c6-b92a-b6e89f387672 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803483 Apr 05 14:39:47.250103 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-299dfbee-d108-4065-a1d6-2665851394d0 req-4c93a1fa-84a3-4b5e-9481-4e9b738f5e8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832214 Apr 05 14:39:47.628151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-299dfbee-d108-4065-a1d6-2665851394d0 req-8c74ff34-b19b-4c89-b811-52d6e09cb196 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112057 Apr 05 14:39:47.758720 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-299dfbee-d108-4065-a1d6-2665851394d0 req-7a8da52f-c477-48c0-9703-b014a1cd09be service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243825 Apr 05 14:39:48.086231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa302948-543a-4033-9207-7cc71701d0ea req-124537f6-ee82-48ff-9dad-c6223c2ef844 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:48.087657 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aa302948-543a-4033-9207-7cc71701d0ea req-124537f6-ee82-48ff-9dad-c6223c2ef844 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0747135 Apr 05 14:39:48.134135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aa302948-543a-4033-9207-7cc71701d0ea req-8350760b-f92a-45e3-b086-3c27507a4b46 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409641 Apr 05 14:39:49.332071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07684b14-053e-4bee-bac2-8fea3211a072 req-9b0433ea-8bd9-4c7c-91bc-4f209837a3f8 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:49.333495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-07684b14-053e-4bee-bac2-8fea3211a072 req-9b0433ea-8bd9-4c7c-91bc-4f209837a3f8 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0793970 Apr 05 14:39:49.378134 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-07684b14-053e-4bee-bac2-8fea3211a072 req-17dec955-7549-417e-bfa7-d5f9b16cccd7 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391273 Apr 05 14:39:49.567290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb7df4-fca7-40a1-a8e3-2c0152d9bb93 req-da667a5b-2083-449a-a7f2-c1954ac5eebe tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:49.568703 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b2bb7df4-fca7-40a1-a8e3-2c0152d9bb93 req-da667a5b-2083-449a-a7f2-c1954ac5eebe tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0737131 Apr 05 14:39:49.616205 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b2bb7df4-fca7-40a1-a8e3-2c0152d9bb93 req-41c5238a-f74d-4ddd-8ca8-d0b16de4c7e3 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415711 Apr 05 14:39:50.027019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb75ba-0099-4ca3-bf95-a62a7764d412 req-b934d213-a093-4f0c-b7bf-1717c7883817 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:50.028448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-19cb75ba-0099-4ca3-bf95-a62a7764d412 req-b934d213-a093-4f0c-b7bf-1717c7883817 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0749731 Apr 05 14:39:50.072912 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-19cb75ba-0099-4ca3-bf95-a62a7764d412 req-6344405f-f972-4ed2-b087-eea5c505d4f9 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382409 Apr 05 14:39:51.274624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdead13c-1208-4c6f-9c1c-7075db78a226 req-fe4ffa61-f721-4436-bd3f-2f4043605607 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:51.276031 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdead13c-1208-4c6f-9c1c-7075db78a226 req-fe4ffa61-f721-4436-bd3f-2f4043605607 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0777750 Apr 05 14:39:51.319488 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdead13c-1208-4c6f-9c1c-7075db78a226 req-73aa8320-f956-4824-a4c5-b919b0e9fbd6 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378971 Apr 05 14:39:51.693199 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-eff3e3fe-9772-4d27-9418-554afc4a9059 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527b07b104b64ca295892da60ef17bf1&device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 1098 time: 0.0739427 Apr 05 14:39:51.879418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-26456bb6-acc7-4227-bd47-83ca8a45886e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:51.880856 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-26456bb6-acc7-4227-bd47-83ca8a45886e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b HTTP/1.1" status: 200 len: 912 time: 0.1821775 Apr 05 14:39:51.890892 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f08d3-21f1-429d-bf5b-440f2e715f3a req-ed1db905-27fa-4e97-8a9c-7a812b09a543 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:51.892740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-223f08d3-21f1-429d-bf5b-440f2e715f3a req-ed1db905-27fa-4e97-8a9c-7a812b09a543 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.1253362 Apr 05 14:39:51.972125 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-8fbd7f2e-db15-4668-9b75-496395a63800 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04011181-36ea-4054-a41a-3402514e7f30 HTTP/1.1" status: 200 len: 217 time: 0.0784051 Apr 05 14:39:52.035235 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-223f08d3-21f1-429d-bf5b-440f2e715f3a req-61534dc4-46b1-4807-bae5-988dd25074e1 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962045 Apr 05 14:39:52.045655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-e459d71a-fea7-4a2d-877c-76a7fb90c478 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:52.047055 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-e459d71a-fea7-4a2d-877c-76a7fb90c478 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f9405ac-f24d-4830-a452-e7860cee765e HTTP/1.1" status: 200 len: 851 time: 0.0648918 Apr 05 14:39:52.092067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-2a8c411f-ac72-4188-b662-6a6cf1925276 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380137 Apr 05 14:39:52.217867 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-6bf503a8-def9-4855-af5a-618a390243c1 service neutron] 10.222.0.15 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198125 Apr 05 14:39:52.347819 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f425dc44-69a2-4e66-b165-154d7f3d5f4b req-3df35675-39cc-43f3-b07e-88f89e1f3bd3 service neutron] 10.222.0.15 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220226 Apr 05 14:39:53.231674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e61245-01ae-42d2-9872-74ff1840548d req-618f60eb-28a6-49cc-83a4-00663a566853 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:53.233089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-60e61245-01ae-42d2-9872-74ff1840548d req-618f60eb-28a6-49cc-83a4-00663a566853 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0774379 Apr 05 14:39:53.277161 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-60e61245-01ae-42d2-9872-74ff1840548d req-17ebd118-ccee-4399-b09f-fe6def99e06f tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386660 Apr 05 14:39:53.685704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cfacbe-5610-47bf-9866-433cd6fb131f req-3d7d8c49-8ecb-4cb3-92af-ac115391730e tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:53.687183 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d4cfacbe-5610-47bf-9866-433cd6fb131f req-3d7d8c49-8ecb-4cb3-92af-ac115391730e tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0744727 Apr 05 14:39:53.734637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d4cfacbe-5610-47bf-9866-433cd6fb131f req-395ffd78-f644-4b67-979b-2e7ecabbe0fa tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413406 Apr 05 14:39:54.115568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5be5f708-29c0-4529-add0-fb3a797fe64d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:55.008779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2617a0a9-951e-4df8-b528-07f270ef684d req-d8285b99-11bc-4422-8918-8e896fbeb728 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:55.010184 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2617a0a9-951e-4df8-b528-07f270ef684d req-d8285b99-11bc-4422-8918-8e896fbeb728 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.1569562 Apr 05 14:39:55.062262 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2617a0a9-951e-4df8-b528-07f270ef684d req-60a71beb-38dc-474a-91ea-33e816311bce tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 Apr 05 14:39:55.473646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e809b-204c-488d-9fa3-568cac40baf0 req-59e612fa-c142-4d27-8f13-739bd8ca9650 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:55.475120 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-705e809b-204c-488d-9fa3-568cac40baf0 req-59e612fa-c142-4d27-8f13-739bd8ca9650 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.1343224 Apr 05 14:39:55.478621 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-07f62cbf-6b05-4600-b086-16340ca2777c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=527b07b104b64ca295892da60ef17bf1&device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 1098 time: 0.1021986 Apr 05 14:39:55.608172 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-705e809b-204c-488d-9fa3-568cac40baf0 req-92385967-7dc6-4d10-a760-15cef358d069 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274354 Apr 05 14:39:55.644603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efc940-eed1-4485-9f93-45b1e8266643 req-153baf20-ec07-4110-8dd0-03e40a2c5341 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:55.646123 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-153baf20-ec07-4110-8dd0-03e40a2c5341 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b HTTP/1.1" status: 200 len: 912 time: 0.1519735 Apr 05 14:39:55.717089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-d3bfab3a-704d-409c-bc5c-a605feb506da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=04011181-36ea-4054-a41a-3402514e7f30 HTTP/1.1" status: 200 len: 217 time: 0.0646968 Apr 05 14:39:55.780912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61efc940-eed1-4485-9f93-45b1e8266643 req-b52181c2-de99-40c2-ad78-793504ed5307 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:55.782906 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-b52181c2-de99-40c2-ad78-793504ed5307 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3f9405ac-f24d-4830-a452-e7860cee765e HTTP/1.1" status: 200 len: 851 time: 0.0602274 Apr 05 14:39:55.825354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-60e742df-8c5a-48eb-81f2-a6228f0f7113 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c106b195-9ce3-4fcc-bde4-32785bf9ba4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373476 Apr 05 14:39:55.835102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-40566f55-6ed1-4011-8747-9439e064bea8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:39:55.836014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-40566f55-6ed1-4011-8747-9439e064bea8 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046141 Apr 05 14:39:55.963625 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-35787526-497e-4f3a-984a-aa6e48331b40 service neutron] 10.222.0.15 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214316 Apr 05 14:39:56.089766 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61efc940-eed1-4485-9f93-45b1e8266643 req-d220b1f3-c254-41c1-94bb-435c4a25de5f service neutron] 10.222.0.15 "GET /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210914 Apr 05 14:39:56.325736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f7282701-4014-435b-96f0-81174dfe8638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:56.812144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f314db8-5347-4e9f-9163-e78db0cf73cb req-67469469-6347-4a38-bd5e-db990e470f9c tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:56.814199 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f314db8-5347-4e9f-9163-e78db0cf73cb req-67469469-6347-4a38-bd5e-db990e470f9c tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0784924 Apr 05 14:39:56.864817 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f314db8-5347-4e9f-9163-e78db0cf73cb req-0a6bf595-961b-42d9-be5f-4a82a95d5c4b tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 Apr 05 14:39:57.403115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:57.484136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:58.056710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd4a00-a134-4f58-a864-2bf4ae156ba4 req-ac812f60-a48f-436f-9406-987687e81ca5 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:58.058064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62dd4a00-a134-4f58-a864-2bf4ae156ba4 req-ac812f60-a48f-436f-9406-987687e81ca5 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0747371 Apr 05 14:39:58.102082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62dd4a00-a134-4f58-a864-2bf4ae156ba4 req-2a49dbb7-1f4d-4905-ad71-f690b79fb307 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385330 Apr 05 14:39:58.490979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b5b56c-f3a8-4f5f-ad13-4ef99c12bb95 req-dc954ba7-1e96-4454-bf58-59ced630142f tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:58.492401 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-95b5b56c-f3a8-4f5f-ad13-4ef99c12bb95 req-dc954ba7-1e96-4454-bf58-59ced630142f tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0782967 Apr 05 14:39:58.535697 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-95b5b56c-f3a8-4f5f-ad13-4ef99c12bb95 req-89f1c9ac-c2ef-46bb-a12b-ef4e4cf7b77e tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377762 Apr 05 14:39:58.970989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:39:59.732011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144b8b-4bd8-4dc3-8edc-89b0a7cb7d85 req-99684339-c06b-42c1-adce-5c559937c34d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:39:59.733462 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06144b8b-4bd8-4dc3-8edc-89b0a7cb7d85 req-99684339-c06b-42c1-adce-5c559937c34d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0757689 Apr 05 14:39:59.779890 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06144b8b-4bd8-4dc3-8edc-89b0a7cb7d85 req-15cb4b97-b57f-4f03-b57b-dfc5fb35b74d tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Apr 05 14:40:00.371353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-07310c99-7829-4bd9-b293-906fb177c8ec tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:00.372745 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-07310c99-7829-4bd9-b293-906fb177c8ec tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.15 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.0778906 Apr 05 14:40:00.437757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Deleting port 04011181-36ea-4054-a41a-3402514e7f30 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:40:00.438113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.749966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] For port 04011181-36ea-4054-a41a-3402514e7f30, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04011181-36ea-4054-a41a-3402514e7f30,segment=NetworkSegment(28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b),segment_id=28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:00.751213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:00.867266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Calling delete_port for 04011181-36ea-4054-a41a-3402514e7f30 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:40:01.054147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fa4fb-fda8-4e85-a1a7-9928b785ec96 req-4bf11b16-b850-4ff9-8d0c-71dc33611691 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:01.056234 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e52fa4fb-fda8-4e85-a1a7-9928b785ec96 req-4bf11b16-b850-4ff9-8d0c-71dc33611691 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/ports?device_id=df37359c-9c35-457e-a3bb-e1da3ec93b4c HTTP/1.1" status: 200 len: 945 time: 0.1553645 Apr 05 14:40:01.092223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.104200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['04011181-36ea-4054-a41a-3402514e7f30'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:40:01.154294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Pushing event deleted for resources: {'Port': ['ID=04011181-36ea-4054-a41a-3402514e7f30,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:01.165398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e52fa4fb-fda8-4e85-a1a7-9928b785ec96 req-081d462f-58a0-431b-85bc-abed2a4279c7 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.18 "GET /v2.0/security-groups?id=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036868 Apr 05 14:40:01.236271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] No DVR routers for this DVR port 04011181-36ea-4054-a41a-3402514e7f30 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:40:01.238665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:01.241044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df37359c-9c35-457e-a3bb-e1da3ec93b4c', 'name': 'network-vif-deleted', 'tag': '04011181-36ea-4054-a41a-3402514e7f30'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:40:01.255327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6dbca6b0-6d70-440d-a22b-8c288dbf9a58 req-0e8463df-2841-475b-b33e-5b8f132c9f84 tempest-TestServerAdvancedOps-974280454 tempest-TestServerAdvancedOps-974280454-project] 10.222.0.15 "DELETE /v2.0/ports/04011181-36ea-4054-a41a-3402514e7f30 HTTP/1.1" status: 204 len: 173 time: 0.8766189 Apr 05 14:40:01.296486 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fa535a7-b925-4d22-a8d6-f3225f5c5207'] response: {'server_uuid': 'df37359c-9c35-457e-a3bb-e1da3ec93b4c', 'name': 'network-vif-deleted', 'tag': '04011181-36ea-4054-a41a-3402514e7f30', 'status': 'completed', 'code': 200} Apr 05 14:40:02.275568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40212) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:02.337369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca56b4f-b561-4d91-8c10-5dc596a06668 admin admin] Deleting subnet 3f9405ac-f24d-4830-a452-e7860cee765e {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:40:02.340282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ca56b4f-b561-4d91-8c10-5dc596a06668 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.388679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ca56b4f-b561-4d91-8c10-5dc596a06668 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.446022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ca56b4f-b561-4d91-8c10-5dc596a06668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.519294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ca56b4f-b561-4d91-8c10-5dc596a06668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.555692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca56b4f-b561-4d91-8c10-5dc596a06668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f9405ac-f24d-4830-a452-e7860cee765e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:02.560569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0ca56b4f-b561-4d91-8c10-5dc596a06668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.566476 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0ca56b4f-b561-4d91-8c10-5dc596a06668 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3f9405ac-f24d-4830-a452-e7860cee765e HTTP/1.1" status: 204 len: 168 time: 0.2899072 Apr 05 14:40:02.568821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40216) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:02.673438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.898166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.924096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c106b195-9ce3-4fcc-bde4-32785bf9ba4b']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:02.936137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:02.936431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28c4cf9c-bf7a-4b52-ba3f-674f970c4f8b') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:02.947750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.963061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.969433 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:40:02.969863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:40:02.986416 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:40:03.057513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.062035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.084929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] Pushing event deleted for resources: {'Network': ['ID=c106b195-9ce3-4fcc-bde4-32785bf9ba4b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:03.088478 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-689f5795-57a1-4b53-983d-1fc962c90171 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c106b195-9ce3-4fcc-bde4-32785bf9ba4b HTTP/1.1" status: 204 len: 168 time: 0.5187397 Apr 05 14:40:03.091254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40220) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:03.151986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a705ea8f-30e3-411a-b2f4-a5c78df17658 admin admin] Deleting subnet 2f1ffe61-3cef-4b72-a5e1-42d26fc91217 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:40:03.154771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a705ea8f-30e3-411a-b2f4-a5c78df17658 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.201172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a705ea8f-30e3-411a-b2f4-a5c78df17658 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.256058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a705ea8f-30e3-411a-b2f4-a5c78df17658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.318807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a705ea8f-30e3-411a-b2f4-a5c78df17658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.354626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a705ea8f-30e3-411a-b2f4-a5c78df17658 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f1ffe61-3cef-4b72-a5e1-42d26fc91217,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:03.361470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a705ea8f-30e3-411a-b2f4-a5c78df17658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.366981 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a705ea8f-30e3-411a-b2f4-a5c78df17658 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2f1ffe61-3cef-4b72-a5e1-42d26fc91217 HTTP/1.1" status: 204 len: 168 time: 0.2748389 Apr 05 14:40:03.369423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40224) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:03.470128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.589206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.613286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11825ef3-df81-4240-8287-b8ff114cb64a']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:03.624786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '902f4ffe-de30-40f1-8000-f00bc727d88e') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:03.625069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '902f4ffe-de30-40f1-8000-f00bc727d88e') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:03.636379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.655978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.662003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:40:03.662399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:40:03.675825 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:40:03.748891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.753734 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:03.773052 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/11825ef3-df81-4240-8287-b8ff114cb64a HTTP/1.1" status: 204 len: 168 time: 0.4027255 Apr 05 14:40:03.775950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d13793-a76f-4b35-bd3e-fa6290031ed8 admin admin] Pushing event deleted for resources: {'Network': ['ID=11825ef3-df81-4240-8287-b8ff114cb64a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:03.961781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40230) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:04.014662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ef2f464f-41e5-4023-9dbc-04c0bb4718c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=527b07b104b64ca295892da60ef17bf1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0516648 Apr 05 14:40:04.016867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40234) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:04.072435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03f859d4-3716-4e32-bd9f-2b1ec8a3454a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.096267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03f859d4-3716-4e32-bd9f-2b1ec8a3454a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.146334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03f859d4-3716-4e32-bd9f-2b1ec8a3454a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.162699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f859d4-3716-4e32-bd9f-2b1ec8a3454a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:04.166496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-03f859d4-3716-4e32-bd9f-2b1ec8a3454a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.170183 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-03f859d4-3716-4e32-bd9f-2b1ec8a3454a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6f766817-c9ca-4e97-ab5d-81e1b5a6c7cc HTTP/1.1" status: 204 len: 168 time: 0.1498802 Apr 05 14:40:04.540607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40242) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:04.589484 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-56e5305d-3fde-4e09-b2ae-736401c0656d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=66c7e37b75cb4225a865919be154cb22&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477371 Apr 05 14:40:04.591897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40246) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:04.606619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 04011181-36ea-4054-a41a-3402514e7f30 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:40:04.638747 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 04011181-36ea-4054-a41a-3402514e7f30 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:40:04.639099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 04011181-36ea-4054-a41a-3402514e7f30 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:40:04.652869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79421410-bb89-466a-bfa7-db13fa7e2efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.678708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79421410-bb89-466a-bfa7-db13fa7e2efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.730221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79421410-bb89-466a-bfa7-db13fa7e2efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.745828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79421410-bb89-466a-bfa7-db13fa7e2efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e32b86d-c811-4563-98d3-11d4d4656fcd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:04.750546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79421410-bb89-466a-bfa7-db13fa7e2efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:04.754426 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-79421410-bb89-466a-bfa7-db13fa7e2efb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e32b86d-c811-4563-98d3-11d4d4656fcd HTTP/1.1" status: 204 len: 168 time: 0.1588688 Apr 05 14:40:05.638221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40268) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:05.766807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-583530400-network', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:05.771530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:05.775360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Usage tracker for resource:network and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:05.778159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:05.784427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:05.794421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Made reservation on behalf of 0d2f13412b9b4c13ab67b0cbd444d5d8 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:05.796582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.808399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.841797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:05.846156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Usage tracker for resource:security_group_rule and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:05.849248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:05.854944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:05.918351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.922198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.952995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:40:05.958619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44ee8a87-c961-48b2-8771-4198698e5dd1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:05.965992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:05.965992 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Added segment f891fe8a-ddc3-4cfc-bc30-471435d5d871 of type vlan for network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 Apr 05 14:40:05.992899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.021390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.022329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.022908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.122152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4828148 Apr 05 14:40:06.124803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5374ea29-583a-4073-84a0-48f9109a0497 admin admin] Pushing event updated for resources: {'Network': ['ID=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:06.125097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40274) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:06.131076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Request body: {'subnet': {'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-583530400-subnet', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:06.134462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:40:06.135903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:06.139940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Usage tracker for resource:subnet and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:06.143337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:06.149161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:06.160608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Made reservation on behalf of 0d2f13412b9b4c13ab67b0cbd444d5d8 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:06.163126 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.361870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.431989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96963bf4-2c59-48bb-9f40-b59a59105c89,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:06.441842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Checking segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:06.442221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Network hostable DHCP agents. Network: f61c4cca-ddfb-4cdd-9aa6-21ab4a746325, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:40:06.462729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:40:06.471808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, f61c4cca-ddfb-4cdd-9aa6-21ab4a746325) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:06.475556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:06.476121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.480570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb2e3f-145c-432a-a5a5-0fc299595f98 None None] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:40:06.495900 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3c3370da-6318-4b17-bdce-0a75565bdd46 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3694620 Apr 05 14:40:06.498571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40278) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:06.504120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:06.508673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:06.512502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Usage tracker for resource:router and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:06.515359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:06.521019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:06.532162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.533209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.551365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.697867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.721914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:40:06.723034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.871337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Allocated IP 172.20.0.2 (f61c4cca-ddfb-4cdd-9aa6-21ab4a746325/96963bf4-2c59-48bb-9f40-b59a59105c89/8424c839-4474-4f69-83ad-1c469fe25966) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:06.884953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:06.915608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.055465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Allocated IP 172.26.6.130 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/3d798cc6-781d-4ebc-acd3-ea3c28369696) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:07.078278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.087790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Transition to ACTIVE for port object 8424c839-4474-4f69-83ad-1c469fe25966 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:07.106457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Transition to ACTIVE for port object 8424c839-4474-4f69-83ad-1c469fe25966 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:07.112499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.182739 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:07.185486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:07.189500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:07.195977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Pushing event updated for resources: {'Port': ['ID=8424c839-4474-4f69-83ad-1c469fe25966,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:07.282356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Attempting to bind port 8424c839-4474-4f69-83ad-1c469fe25966 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:07.282791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Attempting to bind port 8424c839-4474-4f69-83ad-1c469fe25966 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:07.283072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Attempting to bind port 8424c839-4474-4f69-83ad-1c469fe25966 on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:07.289464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:40:07.289829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Checking segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:07.290241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.291158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Bound using segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:40:07.291722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Bound port: 8424c839-4474-4f69-83ad-1c469fe25966, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:07.292091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.298125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.325683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.380460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] For port 8424c839-4474-4f69-83ad-1c469fe25966, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:07.383432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] For port 8424c839-4474-4f69-83ad-1c469fe25966, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8424c839-4474-4f69-83ad-1c469fe25966,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:07.387430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.396159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:07.399651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:07.402525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:07.430620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Pushing event updated for resources: {'Port': ['ID=3d798cc6-781d-4ebc-acd3-ea3c28369696,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:07.464441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0117c001-1eb5-4178-8fcf-f765355f5a46 None None] Pushing event updated for resources: {'Port': ['ID=8424c839-4474-4f69-83ad-1c469fe25966,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:07.573194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.573947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.642948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:07.776884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8424c839-4474-4f69-83ad-1c469fe25966 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:07.834903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Router f818fbef-8580-4484-aff9-6f3ce49c94fc is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:40:07.848554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 8424c839-4474-4f69-83ad-1c469fe25966 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:08.028906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:08.038369 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:40:08.051012 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:08.051759 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:08.052033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.055775 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b7d7536f-a30c-4ae8-9d1d-01a0b7617503 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5537925 Apr 05 14:40:08.056002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40286) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:08.235307 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:08.406360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7b7eaa-dbbf-4d96-971b-ac5539553718 None None] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:40:08.522064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:07Z', 'revision_number': 3, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:08.522900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9935e357-5ead-49e2-a372-a32d1ecfc423 None None] Provisioning for port 8424c839-4474-4f69-83ad-1c469fe25966 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:08.526295 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:40:08.526708 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Updating router f818fbef-8580-4484-aff9-6f3ce49c94fc port 3d798cc6-781d-4ebc-acd3-ea3c28369696 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:40:08.539780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9935e357-5ead-49e2-a372-a32d1ecfc423 None None] Provisioning complete for port 8424c839-4474-4f69-83ad-1c469fe25966 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:08.540285 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9935e357-5ead-49e2-a372-a32d1ecfc423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.581418 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.752606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9935e357-5ead-49e2-a372-a32d1ecfc423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.792445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-9935e357-5ead-49e2-a372-a32d1ecfc423 None None] For port 8424c839-4474-4f69-83ad-1c469fe25966, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8424c839-4474-4f69-83ad-1c469fe25966,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:08.798367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9935e357-5ead-49e2-a372-a32d1ecfc423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.838415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.869730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9935e357-5ead-49e2-a372-a32d1ecfc423 None None] Pushing event updated for resources: {'Port': ['ID=8424c839-4474-4f69-83ad-1c469fe25966,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:08.948589 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:08.962169 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Transition to ACTIVE for port object 3d798cc6-781d-4ebc-acd3-ea3c28369696 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:08.970850 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.022249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c7c19718-932b-4f2d-8d2f-f90cd0f896fe None None] Provisioning complete for port 8424c839-4474-4f69-83ad-1c469fe25966 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:09.022613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c7c19718-932b-4f2d-8d2f-f90cd0f896fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.051210 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Pushing event updated for resources: {'Port': ['ID=3d798cc6-781d-4ebc-acd3-ea3c28369696,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:09.061277 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Attempting to bind port 3d798cc6-781d-4ebc-acd3-ea3c28369696 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:09.061654 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Attempting to bind port 3d798cc6-781d-4ebc-acd3-ea3c28369696 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:09.062096 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Attempting to bind port 3d798cc6-781d-4ebc-acd3-ea3c28369696 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:09.065744 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.065956 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.066427 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.066845 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.067261 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.067675 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.068090 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.068499 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.068909 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.069298 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.069613 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:09.076831 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:40:09.077197 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:09.077716 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.077953 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:40:09.078469 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Bound port: 3d798cc6-781d-4ebc-acd3-ea3c28369696, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:09.078831 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.152955 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] For port 3d798cc6-781d-4ebc-acd3-ea3c28369696, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:09.155964 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] For port 3d798cc6-781d-4ebc-acd3-ea3c28369696, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3d798cc6-781d-4ebc-acd3-ea3c28369696,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:09.160078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Allocated IP 172.20.0.1 (f61c4cca-ddfb-4cdd-9aa6-21ab4a746325/96963bf4-2c59-48bb-9f40-b59a59105c89/23275199-1a37-465c-aeed-0162ff29e51c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:09.160686 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.247180 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bffea0-3126-4064-9d07-9378164055ae None None] Pushing event updated for resources: {'Port': ['ID=3d798cc6-781d-4ebc-acd3-ea3c28369696,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:09.252037 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:09.252627 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:09.303788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.319383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Transition to ACTIVE for port object 23275199-1a37-465c-aeed-0162ff29e51c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:09.341647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.409511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:09.412148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:09.415812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:09.449827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Pushing event updated for resources: {'Port': ['ID=23275199-1a37-465c-aeed-0162ff29e51c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:09.450741 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:09.472789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.562270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.671089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b6e799b3-f136-43ab-93fb-12c77a2e7178 None None] Provisioning for port 23275199-1a37-465c-aeed-0162ff29e51c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:09.676073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b6e799b3-f136-43ab-93fb-12c77a2e7178 None None] Provisioning complete for port 23275199-1a37-465c-aeed-0162ff29e51c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:09.676511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b6e799b3-f136-43ab-93fb-12c77a2e7178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.736012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b6e799b3-f136-43ab-93fb-12c77a2e7178 None None] Port 23275199-1a37-465c-aeed-0162ff29e51c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:40:09.760291 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:07Z', 'revision_number': 3, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:09.766805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8424c839-4474-4f69-83ad-1c469fe25966 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:09.767142 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae67ba1-d7af-4b1b-90f1-1283c32dce13 None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:07Z', 'revision_number': 3, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:40:09.805197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.810733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.840803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 8424c839-4474-4f69-83ad-1c469fe25966 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:09.841287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.920035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:09.923032 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:40:09.923956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Pushing event updated for resources: {'Port': ['ID=23275199-1a37-465c-aeed-0162ff29e51c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:10.088619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:10.089759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:10.362919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b62ce270-4db1-4eda-bcc5-014153327a34 None None] Provisioning complete for port 23275199-1a37-465c-aeed-0162ff29e51c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:10.363289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b62ce270-4db1-4eda-bcc5-014153327a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:10.453676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b62ce270-4db1-4eda-bcc5-014153327a34 None None] Port 23275199-1a37-465c-aeed-0162ff29e51c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:40:10.492671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Router f818fbef-8580-4484-aff9-6f3ce49c94fc has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:40:10.785202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:10.794300 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-50a0a038-7db5-4dd8-b106-e974012d138a admin admin] 10.222.0.18 "PUT /v2.0/routers/f818fbef-8580-4484-aff9-6f3ce49c94fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7372751 Apr 05 14:40:11.605209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40310) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:11.610761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1166587135-network', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:11.615553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:11.619454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Usage tracker for resource:network and tenant:71cda78a3ba24e0e8088979e44172c53 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:11.622547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:11.628196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:11.639302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Made reservation on behalf of 71cda78a3ba24e0e8088979e44172c53 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:11.642369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.654586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.685813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:11.690284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Usage tracker for resource:security_group_rule and tenant:71cda78a3ba24e0e8088979e44172c53 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:11.692953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:11.698984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:11.760294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3d798cc6-781d-4ebc-acd3-ea3c28369696 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:11.768870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.773084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.805309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:40:11.810690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9382996-9c8d-455a-b7a3-2eae05e344b0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:11.819244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.819661 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Added segment baf05918-8409-420c-9f0c-e55c2ea45453 of type vlan for network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 Apr 05 14:40:11.829939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 3d798cc6-781d-4ebc-acd3-ea3c28369696 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:11.834998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 3d798cc6-781d-4ebc-acd3-ea3c28369696 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:11.835354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.846691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.877955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.879270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:11.879950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.949364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.965235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 3d798cc6-781d-4ebc-acd3-ea3c28369696, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3d798cc6-781d-4ebc-acd3-ea3c28369696,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:11.969010 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:11.984604 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3782685 Apr 05 14:40:11.985477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3d6d8-dd86-41cf-a8c9-dacea42605f2 admin admin] Pushing event updated for resources: {'Network': ['ID=0eff869a-b6cb-4d93-b0f3-be2b360602c8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:11.987372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40314) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:11.992834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Request body: {'subnet': {'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1166587135-subnet', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:11.997623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:12.002130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Usage tracker for resource:subnet and tenant:71cda78a3ba24e0e8088979e44172c53 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:12.005071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:12.006982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:40:12.010936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:12.021930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Made reservation on behalf of 71cda78a3ba24e0e8088979e44172c53 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:12.024236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.126095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=3d798cc6-781d-4ebc-acd3-ea3c28369696,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:12.224995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.302305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=19b819f8-fb55-4a83-8059-635e575beb8c,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:12.310599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Checking segment: {'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:12.310949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Network hostable DHCP agents. Network: 0eff869a-b6cb-4d93-b0f3-be2b360602c8, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:40:12.333089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:40:12.341994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 0eff869a-b6cb-4d93-b0f3-be2b360602c8) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:12.346213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:12.347042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.351571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f80a51-f8fe-4bdf-bfdf-2758ce3dd9fe None None] Network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:40:12.369943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40318) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:12.370524 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d96d743c-b02d-442b-befe-98aac552e3ec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3817480 Apr 05 14:40:12.375803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:12.380387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:12.384366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Usage tracker for resource:router and tenant:71cda78a3ba24e0e8088979e44172c53 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:12.387206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:12.393545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:12.404133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.405005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.424297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.567591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-0eff869a-b6cb-4d93-b0f3-be2b360602c8', 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'fixed_ips': [{'subnet_id': '19b819f8-fb55-4a83-8059-635e575beb8c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:40:12.568419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.660878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.735525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Allocated IP 172.20.0.2 (0eff869a-b6cb-4d93-b0f3-be2b360602c8/19b819f8-fb55-4a83-8059-635e575beb8c/3d61fd05-2560-475e-8366-37555536f4b6) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:12.845926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.875489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.940414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:12.951118 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Transition to ACTIVE for port object 3d61fd05-2560-475e-8366-37555536f4b6 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:12.971388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Transition to ACTIVE for port object 3d61fd05-2560-475e-8366-37555536f4b6 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:12.978305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.017814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Allocated IP 172.26.6.122 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/2fec09cb-20b7-4227-9787-0220bf05e18b) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:13.047643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:13.050401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:13.054235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:13.059380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Pushing event updated for resources: {'Port': ['ID=3d61fd05-2560-475e-8366-37555536f4b6,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:13.147065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Attempting to bind port 3d61fd05-2560-475e-8366-37555536f4b6 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:13.147435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Attempting to bind port 3d61fd05-2560-475e-8366-37555536f4b6 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:13.147795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Attempting to bind port 3d61fd05-2560-475e-8366-37555536f4b6 on network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:13.154507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:40:13.154872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Checking segment: {'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:13.155482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.155692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Bound using segment: {'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:40:13.156153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Bound port: 3d61fd05-2560-475e-8366-37555536f4b6, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:13.156553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.173617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.202879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.216364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:40:13.257688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:13.258337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:13.278862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:13.282749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:13.284636 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Pushing event updated for resources: {'Port': ['ID=2fec09cb-20b7-4227-9787-0220bf05e18b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:13.286711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:13.377091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] For port 3d61fd05-2560-475e-8366-37555536f4b6, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:13.397504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] For port 3d61fd05-2560-475e-8366-37555536f4b6, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3d61fd05-2560-475e-8366-37555536f4b6,segment=NetworkSegment(baf05918-8409-420c-9f0c-e55c2ea45453),segment_id=baf05918-8409-420c-9f0c-e55c2ea45453)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:13.407403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.441718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.442652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:13.464521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40324) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:13.513767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e9c46-4bd1-4aa1-b044-ce1d08a6e0d0 None None] Pushing event updated for resources: {'Port': ['ID=3d61fd05-2560-475e-8366-37555536f4b6,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:13.523446 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:13.720913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Router c13f7476-0f36-463d-8a88-49be921750b1 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:40:13.815686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3d798cc6-781d-4ebc-acd3-ea3c28369696 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:13.974930 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-99865afa-d51a-4cab-9e9d-51c206484309 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=f1c50199b61f47edbcd272dd0670fe09&network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 3000 time: 0.5093317 Apr 05 14:40:13.989705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 3d798cc6-781d-4ebc-acd3-ea3c28369696 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:13.990290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.017376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:14.027260 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Sync routers for ids ['c13f7476-0f36-463d-8a88-49be921750b1'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:40:14.041186 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Routers {'c13f7476-0f36-463d-8a88-49be921750b1'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:14.041894 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c13f7476-0f36-463d-8a88-49be921750b1'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:14.042863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.046892 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a9f97417-df72-4dea-877d-c88282e11742 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6725876 Apr 05 14:40:14.047551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40332) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:14.110530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 2, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:14.122284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:40:14.122639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Updating router f818fbef-8580-4484-aff9-6f3ce49c94fc port 23275199-1a37-465c-aeed-0162ff29e51c binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:40:14.184767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.227654 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Set router c13f7476-0f36-463d-8a88-49be921750b1 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:14.544733 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:13Z', 'revision_number': 3, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port': {'id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:14.549123 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Checking router: c13f7476-0f36-463d-8a88-49be921750b1 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:40:14.549658 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Updating router c13f7476-0f36-463d-8a88-49be921750b1 port 2fec09cb-20b7-4227-9787-0220bf05e18b binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:40:14.564744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.599084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Transition to ACTIVE for port object 23275199-1a37-465c-aeed-0162ff29e51c will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:14.610751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.616349 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.714163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8920c3-8301-48f8-9e0a-3ede1a9563ab None None] Pushing event updated for resources: {'Port': ['ID=23275199-1a37-465c-aeed-0162ff29e51c,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:14.761462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192cdd11-4567-47ee-86ed-fab860e6cad3 None None] Network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:40:14.871716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-23d2670f-cdbe-4da8-b9da-ea9d78e84bfc None None] Provisioning for port 3d61fd05-2560-475e-8366-37555536f4b6 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:14.893095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:14.986143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Attempting to bind port 23275199-1a37-465c-aeed-0162ff29e51c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:14.986513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Attempting to bind port 23275199-1a37-465c-aeed-0162ff29e51c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:14.986869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Attempting to bind port 23275199-1a37-465c-aeed-0162ff29e51c on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:15.026507 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.036222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:40:15.036887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Checking segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:15.036996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.037594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Bound using segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:40:15.037837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Bound port: 23275199-1a37-465c-aeed-0162ff29e51c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:15.038484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.040034 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Transition to ACTIVE for port object 2fec09cb-20b7-4227-9787-0220bf05e18b will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:15.048174 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.116559 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431ceea-aa44-433c-86b6-16f1e0c49e95 None None] Pushing event updated for resources: {'Port': ['ID=2fec09cb-20b7-4227-9787-0220bf05e18b,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:15.136787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Allocated IP 172.20.0.1 (0eff869a-b6cb-4d93-b0f3-be2b360602c8/19b819f8-fb55-4a83-8059-635e575beb8c/b5318595-6b61-407f-b2e9-5618d199cc1e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:15.137028 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Attempting to bind port 2fec09cb-20b7-4227-9787-0220bf05e18b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:15.137187 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Attempting to bind port 2fec09cb-20b7-4227-9787-0220bf05e18b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:15.137657 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Attempting to bind port 2fec09cb-20b7-4227-9787-0220bf05e18b on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:15.145214 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 39, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:40:15.145587 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:15.145969 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.146379 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:40:15.146934 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Bound port: 2fec09cb-20b7-4227-9787-0220bf05e18b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:15.147653 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.207851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] For port 23275199-1a37-465c-aeed-0162ff29e51c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:15.221751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] For port 23275199-1a37-465c-aeed-0162ff29e51c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=23275199-1a37-465c-aeed-0162ff29e51c,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:15.229616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.230492 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] For port 2fec09cb-20b7-4227-9787-0220bf05e18b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:15.234113 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] For port 2fec09cb-20b7-4227-9787-0220bf05e18b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2fec09cb-20b7-4227-9787-0220bf05e18b,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:15.238464 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.320117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8920c3-8301-48f8-9e0a-3ede1a9563ab None None] Pushing event updated for resources: {'Port': ['ID=23275199-1a37-465c-aeed-0162ff29e51c,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:15.321884 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Routers {'c13f7476-0f36-463d-8a88-49be921750b1'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:15.323045 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c13f7476-0f36-463d-8a88-49be921750b1'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:15.338725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:15.339355 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:15.441985 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3431ceea-aa44-433c-86b6-16f1e0c49e95 None None] Pushing event updated for resources: {'Port': ['ID=2fec09cb-20b7-4227-9787-0220bf05e18b,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:15.457418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.480213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Transition to ACTIVE for port object b5318595-6b61-407f-b2e9-5618d199cc1e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:15.507933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.528241 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] Set router c13f7476-0f36-463d-8a88-49be921750b1 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:15.573371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:15.579626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:15.593522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:15.670909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:15.729657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Pushing event updated for resources: {'Port': ['ID=b5318595-6b61-407f-b2e9-5618d199cc1e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:15.746488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.869348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3d61fd05-2560-475e-8366-37555536f4b6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:15.873891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:15.942362 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:13Z', 'revision_number': 3, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port': {'id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:15.946692 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16772d9b-8cc9-4009-9c2e-cac55d8483c8 None None] The sync data for ids ['c13f7476-0f36-463d-8a88-49be921750b1'] in dv-neutron-829488-2-hyperv is: [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:13Z', 'revision_number': 3, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port': {'id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:40:16.098406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 3d61fd05-2560-475e-8366-37555536f4b6 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:16.109454 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 3d61fd05-2560-475e-8366-37555536f4b6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:16.109827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.119254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.123900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.189785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-117a017f-5ec6-4b87-83fb-faddffdd85c3 None None] Provisioning for port b5318595-6b61-407f-b2e9-5618d199cc1e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:16.200892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-117a017f-5ec6-4b87-83fb-faddffdd85c3 None None] Provisioning complete for port b5318595-6b61-407f-b2e9-5618d199cc1e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:16.201254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-117a017f-5ec6-4b87-83fb-faddffdd85c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.229912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Pushing event updated for resources: {'Port': ['ID=b5318595-6b61-407f-b2e9-5618d199cc1e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:16.233433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.268980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:15Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:16.289790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f5b97a3-b9d3-4a6b-8a21-c324ac4d8fb5 None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:15Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:40:16.306099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-117a017f-5ec6-4b87-83fb-faddffdd85c3 None None] Port b5318595-6b61-407f-b2e9-5618d199cc1e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:40:16.314235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.373021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 3d61fd05-2560-475e-8366-37555536f4b6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3d61fd05-2560-475e-8366-37555536f4b6,segment=NetworkSegment(baf05918-8409-420c-9f0c-e55c2ea45453),segment_id=baf05918-8409-420c-9f0c-e55c2ea45453)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:16.378055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.391841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:16.392992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:16.459792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=3d61fd05-2560-475e-8366-37555536f4b6,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:16.731779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-27d3e795-3761-4d96-bc73-93f7c1f75af1 None None] Provisioning complete for port b5318595-6b61-407f-b2e9-5618d199cc1e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:16.732277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-27d3e795-3761-4d96-bc73-93f7c1f75af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:16.797863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-27d3e795-3761-4d96-bc73-93f7c1f75af1 None None] Port b5318595-6b61-407f-b2e9-5618d199cc1e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:40:16.815932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Router c13f7476-0f36-463d-8a88-49be921750b1 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:40:17.018182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:17.027317 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8dd5fd37-b66d-4dde-9a13-b4cfdbc06333 admin admin] 10.222.0.18 "PUT /v2.0/routers/c13f7476-0f36-463d-8a88-49be921750b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9786403 Apr 05 14:40:17.263694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40348) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:17.322348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d34c3b8-1736-4973-b485-2dbd8c899135 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:17.323850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1d34c3b8-1736-4973-b485-2dbd8c899135 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4 HTTP/1.1" status: 200 len: 814 time: 0.0591793 Apr 05 14:40:17.806792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3d61fd05-2560-475e-8366-37555536f4b6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:17.851763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40356) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:17.858873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1239947060', 'description': 'tempest-secgroup-smoke-1239947060 description', 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:17.866652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:17.871915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:security_group and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:17.876000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:17.882199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:17.885590 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 3d61fd05-2560-475e-8366-37555536f4b6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:17.885966 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.892940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:17.940942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:17.951036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:security_group_rule and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:17.954095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:17.962324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:18.027357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.031572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 23275199-1a37-465c-aeed-0162ff29e51c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:18.032224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.076193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54bb618-c4ca-4553-a75a-eb3f3d275dff,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:18.079148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.080483 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dc48188e-8976-4a0e-9bd2-7e7d82ca8fb7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2276413 Apr 05 14:40:18.083407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40360) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:18.089520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'security_group_rule': {'security_group_id': 'a54bb618-c4ca-4553-a75a-eb3f3d275dff', 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:18.096204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:18.101062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:security_group_rule and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:18.104122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:18.109375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 23275199-1a37-465c-aeed-0162ff29e51c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:18.110852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:18.115289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 23275199-1a37-465c-aeed-0162ff29e51c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:18.115652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.129915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.194548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.199259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.224481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178b33a6-a440-4d5c-88d8-ea29c4d17c51,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:18.234936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.236109 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9a572848-4d85-4c5d-a184-1fb2b3e08469 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1516006 Apr 05 14:40:18.238915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40364) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:18.243180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.244720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'security_group_rule': {'security_group_id': 'a54bb618-c4ca-4553-a75a-eb3f3d275dff', 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:18.251312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:18.255252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:security_group_rule and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:18.258193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:18.264195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:18.273432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40368) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:18.280247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:18.285269 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 23275199-1a37-465c-aeed-0162ff29e51c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=23275199-1a37-465c-aeed-0162ff29e51c,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:18.290268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.361770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=23275199-1a37-465c-aeed-0162ff29e51c,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:18.362869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.415675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.672902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.681318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.722679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ef8613-c9c3-4830-9a69-ecce317a70ee,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:18.749877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.751137 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2fecec7c-a032-407a-b849-b58dc60bad9c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5113869 Apr 05 14:40:18.754733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40372) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:18.761025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'security_group_rule': {'security_group_id': 'a54bb618-c4ca-4553-a75a-eb3f3d275dff', 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:18.818600 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:18.835988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:security_group_rule and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:18.840034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.840886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:18.844472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:18.844793 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP de655a76-043e-44b0-8c82-736eafc54f44 disassociated. External IP: 172.26.6.91, port: d08ae7bb-affe-49fd-9ca3-cd11f165c606. Apr 05 14:40:18.901710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:18.978630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.061885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.068172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.094599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a67661-d585-4fbd-93a6-1e2d3a568472,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:19.113681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.114889 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a0734763-6d0b-49d9-a5ad-45cd2a511247 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3586247 Apr 05 14:40:19.117672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40376) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:19.123173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'security_group_rule': {'security_group_id': 'a54bb618-c4ca-4553-a75a-eb3f3d275dff', 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:19.129517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:19.133341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:security_group_rule and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:19.136174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:19.141827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:19.161001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.311621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.315372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.330722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:40:19.341082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e3635c-dcf1-4cc8-a7e5-febf055f6626,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:19.350841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.352106 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d53a414d-4b20-4fa9-98d6-0d3f8dbe3570 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2334297 Apr 05 14:40:19.354790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40380) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:19.360144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'security_group_rule': {'security_group_id': 'a54bb618-c4ca-4553-a75a-eb3f3d275dff', 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:19.366005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:19.369995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:security_group_rule and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:19.372926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:19.379189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:19.389514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Project 0d2f13412b9b4c13ab67b0cbd444d5d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:40:19.396048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.460295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.464056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.487350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef4549e-2b57-42b2-86d7-9179ecd6c293,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:19.496657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.497883 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f1163027-ddf5-448a-b015-0cb9104d1775 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422062 Apr 05 14:40:19.501087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40384) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:19.506504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'security_group_rule': {'security_group_id': 'a54bb618-c4ca-4553-a75a-eb3f3d275dff', 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:19.512184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:19.516009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:security_group_rule and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:19.518824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:19.524398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:19.530013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:19.534722 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.539269 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Project 0d2f13412b9b4c13ab67b0cbd444d5d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:40:19.539870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] Sync routers for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:40:19.546188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.551611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:19.552322 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:19.598199 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4fb8cb09-451c-40aa-87de-21f042c7c70c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 1.3234963 Apr 05 14:40:19.599029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:40:19.601389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40388) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:19.658283 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0797aa-3d0b-48cd-b25b-b26e5ea55ad5'] response: {'name': 'network-changed', 'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'status': 'completed', 'code': 200} Apr 05 14:40:19.701032 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-64c00275-6197-4367-a237-0ab3ad85ad7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0952091 Apr 05 14:40:19.726026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.731488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.758623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7a43174-3a51-453b-9c39-b5296c0463f1,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:19.772264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:19.777455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-948aba0a-35cb-483e-a188-d2b63249f11a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2754090 Apr 05 14:40:19.787165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:19.875907 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-533003db-10fc-4ce1-b333-ae952f2eb336 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 1099 time: 0.1908906 Apr 05 14:40:19.898077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2fec09cb-20b7-4227-9787-0220bf05e18b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:20.021379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-304f4319-8b64-4d24-b27a-aa216cdca483 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:20.022673 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-304f4319-8b64-4d24-b27a-aa216cdca483 service neutron] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 898 time: 0.1409199 Apr 05 14:40:20.095622 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-dec0f1a9-d543-4ea2-b657-e74a52a7eeff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606 HTTP/1.1" status: 200 len: 217 time: 0.0673096 Apr 05 14:40:20.143482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 2fec09cb-20b7-4227-9787-0220bf05e18b completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:20.157720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-784abfc0-784d-4d21-b5f4-dbcd30f56b36 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:20.158781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 2fec09cb-20b7-4227-9787-0220bf05e18b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:20.159150 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.159755 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-784abfc0-784d-4d21-b5f4-dbcd30f56b36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.0588636 Apr 05 14:40:20.234810 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-9f8a6fc9-4775-47ea-8bb7-e48b2ead5bb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688810 Apr 05 14:40:20.327345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:20.329305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.336910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] Checking router: 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:40:20.351070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 2fec09cb-20b7-4227-9787-0220bf05e18b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2fec09cb-20b7-4227-9787-0220bf05e18b,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:20.356958 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:20.357579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:39:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:20.374120 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-a34b9f17-7553-45b8-aca2-b528f4e16b2a service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326065 Apr 05 14:40:20.412570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.413447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 23275199-1a37-465c-aeed-0162ff29e51c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:20.523764 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa7d3569-7813-421f-b8c6-7490f0def7ff req-dbfc6be2-17a7-485c-88ed-6ee584862e8d service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440468 Apr 05 14:40:20.654117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=2fec09cb-20b7-4227-9787-0220bf05e18b,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:20.683725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 23275199-1a37-465c-aeed-0162ff29e51c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:20.684086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:20.704550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40424) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:20.735716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:20.783383 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3cc68424-9051-45e3-941a-578c182c2ed0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0777161 Apr 05 14:40:21.118418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:21.122382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c79481c-709a-494e-800e-e83a28294c04 None None] The sync data for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv is: [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:40:21.745098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2fec09cb-20b7-4227-9787-0220bf05e18b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:21.786271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40450) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:21.817492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 2fec09cb-20b7-4227-9787-0220bf05e18b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:21.817997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:21.870763 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c24a19b2-737c-46f7-a654-555fb1a15fa5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0830595 Apr 05 14:40:22.874228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40456) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:22.958684 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b1e0b2fb-75ee-4685-8b87-f7287a809f4c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0832067 Apr 05 14:40:23.962018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40462) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:24.046186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-25e21e78-3c00-4089-b83f-eb4e9c1c55db tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0830054 Apr 05 14:40:24.118279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5c912049-7907-4c38-83af-6e410bc1d674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:25.050011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40468) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:25.134132 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c711d8e1-5a91-44ed-b2dc-3b8dd75f7016 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0830340 Apr 05 14:40:26.138076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40474) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:26.220335 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9d4236eb-12e4-45a1-b4bf-ce56a98dbb3f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0808136 Apr 05 14:40:26.332869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4142dfd1-f5a0-41f8-865f-ea33b9b063ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:27.224001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40480) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:27.312424 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a2502bc5-7292-443c-9aaf-1fb368bba646 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0857663 Apr 05 14:40:27.407611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:27.491879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:28.314917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:28.489959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fa31f370-b9f7-4e69-bffb-16aee32d7421 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.1738083 Apr 05 14:40:28.973705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:29.493753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40498) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:29.573903 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-afd7d02e-42d5-4ead-aa3c-5d8f4193f936 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0790887 Apr 05 14:40:30.578471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40508) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:30.659948 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-59fdf91d-9e05-481d-b650-1fb6983565a6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0804052 Apr 05 14:40:31.663875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40518) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:31.746171 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-87141bed-1cad-4662-98b8-62d79f88ac4e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0810511 Apr 05 14:40:32.750014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40524) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:32.831277 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f3ca416f-a375-4cb0-8ac8-700890f69ad1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 689 time: 0.0801089 Apr 05 14:40:33.073760 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281b046c-3573-47ac-8331-efb2acaacfe6 None None] New status for floating IP de655a76-043e-44b0-8c82-736eafc54f44: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:40:33.835245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40530) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:33.913946 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a7feef78-6702-4c7a-95d6-f3c10e9e9762 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 687 time: 0.0774777 Apr 05 14:40:35.087031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40548) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:35.088936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-eb14395e-62a1-4081-ab0a-d4ff47d1ae67 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:40:35.092836 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-423838603', 'description': 'tempest-secgroup-smoke-423838603 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:35.099035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:35.105656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-eb14395e-62a1-4081-ab0a-d4ff47d1ae67 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:40:35.106830 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-eb14395e-62a1-4081-ab0a-d4ff47d1ae67 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239947060&fields=id&tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 267 time: 0.0637484 Apr 05 14:40:35.108783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:35.118695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.155248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:35.159872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:35.162908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:35.168553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:35.233045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.237167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.264370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-f64a5f91-f2bd-486d-a84b-6caf1cba6b73 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:35.265042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-f64a5f91-f2bd-486d-a84b-6caf1cba6b73 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:40:35.282446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75523ea8-4470-4ca6-8007-c64ff1230846,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:35.284192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-f64a5f91-f2bd-486d-a84b-6caf1cba6b73 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:40:35.285899 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-f64a5f91-f2bd-486d-a84b-6caf1cba6b73 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 811 time: 0.1719229 Apr 05 14:40:35.286853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.288021 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1999125 Apr 05 14:40:35.291031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40552) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:35.293155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.293461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.293798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.294227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.294562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.294888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.295211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.295534 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.295848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.296164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.296541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a0d5258-99ac-4884-973a-5dfce727a2fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.298755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '75523ea8-4470-4ca6-8007-c64ff1230846', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:35.311257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:35.316692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:35.319966 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-bfb82b33-59a7-411d-bda6-0ad9a7a6f8d5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/quotas/0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 375 time: 0.0255888 Apr 05 14:40:35.320714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:35.327323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:35.385369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.455013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4dea1e89-e499-44ba-a0a8-e9eaadf69a5c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:40:35.477190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.484459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.507667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4dea1e89-e499-44ba-a0a8-e9eaadf69a5c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:40:35.508933 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4dea1e89-e499-44ba-a0a8-e9eaadf69a5c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1827192 Apr 05 14:40:35.519206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f0ec4d-db4c-45a1-8d12-597cebba5abe,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:35.526910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-82669522-d9a1-42b4-81e2-f483bcf36894 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:40:35.527848 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-82669522-d9a1-42b4-81e2-f483bcf36894 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0064013 Apr 05 14:40:35.532390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.533443 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2412453 Apr 05 14:40:35.536510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40556) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:35.542053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '75523ea8-4470-4ca6-8007-c64ff1230846', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:35.548386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:35.552147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:35.554990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:35.559250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.559592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.559926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.560262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.560593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.560920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.561248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:35.561384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.561570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.561891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.562856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.563231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3c49cd-6dd5-4688-995c-22eecb133c28 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:35.581482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.647210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.650821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.675760 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-d04ab92c-b199-48f2-a98a-2405de26d17e service neutron] 10.222.0.18 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413040 Apr 05 14:40:35.676123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a35894-e1d5-4889-b7d9-e9acac1ab242,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:35.686248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.687534 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ec4f62ff-d29c-44b7-bfc7-4de8cc087835 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1500525 Apr 05 14:40:35.690201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40560) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:35.696361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '75523ea8-4470-4ca6-8007-c64ff1230846', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:35.703495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:35.707612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:35.710453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:35.716313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:35.815878 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-426535f4-a1e6-41b7-b4f2-c14b789b4dfb service neutron] 10.222.0.18 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337056 Apr 05 14:40:35.829833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.892307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.896073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.918302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30fe036-79e7-4ec0-9de6-81adda9e52c2,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:35.927760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:35.929320 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0190661f-cf9f-42d9-9971-3a5c2d37c17c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2380848 Apr 05 14:40:35.932159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40566) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:35.938474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '75523ea8-4470-4ca6-8007-c64ff1230846', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:35.945141 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:35.949192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:35.952150 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:35.963494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:35.981066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.044529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.048020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.071792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689edf4c-b0df-4afd-a85e-1a9316a80d3b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:36.080414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.082535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-13388d8c-4adb-47b6-b2f6-ec89b0119f1f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1492784 Apr 05 14:40:36.084289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40574) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:36.089778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '75523ea8-4470-4ca6-8007-c64ff1230846', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:36.096093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:36.100239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:36.103232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:36.108870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:36.121161 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:40:36.128396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.200737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.208715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.232193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8d84af2-aa6c-4431-b4e6-05c5d8230f3f,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:36.244536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.248450 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-982fd21f-2815-497b-b26d-8f35ead6eb08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1606543 Apr 05 14:40:36.248758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40586) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:36.255310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '75523ea8-4470-4ca6-8007-c64ff1230846', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:36.261284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:36.265811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:36.268775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:36.278601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:36.292040 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:40:36.306603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.342535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9a196909-68e0-4088-9c5a-989a6d33978a req-ad0afc8e-bdce-4bdd-88de-1d6ee0ec14bc tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 210 time: 0.1386361 Apr 05 14:40:36.382324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.386387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.411807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1feb850c-d8ad-4cea-9cee-b14efb38e84e,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:36.422789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:36.424117 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-535cf6fd-f44c-47d2-897c-386897085014 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1743560 Apr 05 14:40:36.661234 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-9facad29-06a0-4c72-8dfc-f4b2c744a830 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-423838603&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0429776 Apr 05 14:40:36.808447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-228f1404-9d0b-47c9-abb9-6247c15b84d2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:36.810207 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-228f1404-9d0b-47c9-abb9-6247c15b84d2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 797 time: 0.1424432 Apr 05 14:40:36.829873 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-16d4c5f0-ae9b-4e01-9a76-2c94f2b6d235 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0123532 Apr 05 14:40:36.915947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-d5e10d08-39bc-4557-a98c-7640c14446c7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0795579 Apr 05 14:40:37.059222 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-0b67092c-2f37-48d3-89d5-59d9a2f9051c service neutron] 10.222.0.18 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318035 Apr 05 14:40:37.289216 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-7e9db66e-d303-45b2-8010-686fff9af6ec service neutron] 10.222.0.18 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234852 Apr 05 14:40:37.574297 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-182b6754-3fb8-498e-b4f5-91f46af460a8 req-40adc55e-6e83-446f-9c60-3a2fffee6bdd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 210 time: 0.0793350 Apr 05 14:40:37.590643 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c5e4f20-d28e-4eb5-9b6d-f5f8e5fc98b0 req-e071ab16-a149-4718-aa36-2aa342f9b5fe tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 210 time: 0.0565541 Apr 05 14:40:37.634768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-105441d3-f9f0-4f19-9650-2ea8cc4d653e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:37.636249 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-105441d3-f9f0-4f19-9650-2ea8cc4d653e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 811 time: 0.2795238 Apr 05 14:40:37.637440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:37.768303 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-e18a2a65-7a81-48a3-b862-8a37743bbaf6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 380 time: 0.0430603 Apr 05 14:40:37.776509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'port': {'device_id': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'admin_state_up': True, 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'security_groups': ['a54bb618-c4ca-4553-a75a-eb3f3d275dff']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:37.920519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:37.932262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:37.943701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Made reservation on behalf of 0d2f13412b9b4c13ab67b0cbd444d5d8 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:37.947091 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.125013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Allocated IP 172.20.0.10 (f61c4cca-ddfb-4cdd-9aa6-21ab4a746325/96963bf4-2c59-48bb-9f40-b59a59105c89/724348b8-995f-4875-b908-90ec4ed95661) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:38.314110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.330103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Transition to ACTIVE for port object 724348b8-995f-4875-b908-90ec4ed95661 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:38.352529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.443885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:38.447543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:38.449461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=724348b8-995f-4875-b908-90ec4ed95661,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:38.451739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:38.541001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:38.541001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.600990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Sync routers for ids ['c13f7476-0f36-463d-8a88-49be921750b1'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:40:38.621302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Routers {'c13f7476-0f36-463d-8a88-49be921750b1'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:38.622570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:40:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c13f7476-0f36-463d-8a88-49be921750b1'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:38.775138 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c3a86ab7-24ab-4b56-8879-d7af60a5e3e6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0023487 Apr 05 14:40:38.798316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Request body: {'port': {'device_id': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:38.902303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-65efdc91-8215-4b82-b9bb-41d9122c187c None None] Provisioning for port 724348b8-995f-4875-b908-90ec4ed95661 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:38.911450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-65efdc91-8215-4b82-b9bb-41d9122c187c None None] Provisioning complete for port 724348b8-995f-4875-b908-90ec4ed95661 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:38.911961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-65efdc91-8215-4b82-b9bb-41d9122c187c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:38.945196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-1d23baeb-32e8-4854-a6be-39b845272510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:38.946684 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-1d23baeb-32e8-4854-a6be-39b845272510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 797 time: 0.4326789 Apr 05 14:40:38.948730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c695a3a0-aaa0-4856-8454-58a2510739cf req-a407e768-4c99-4fc0-9350-4c2f4a1eff1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 210 time: 0.1068280 Apr 05 14:40:38.989120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-65efdc91-8215-4b82-b9bb-41d9122c187c None None] Port 724348b8-995f-4875-b908-90ec4ed95661 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:40:38.997216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Set router c13f7476-0f36-463d-8a88-49be921750b1 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:39.058055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.086166 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-18d16078-39d3-456a-b2af-b60714226118 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 471 time: 0.0959127 Apr 05 14:40:39.121328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['75523ea8-4470-4ca6-8007-c64ff1230846']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:39.150997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e9290-4483-4c16-8eea-dd22ca040b5b req-244be603-5601-4c30-a586-cabc58ec0482 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:39.151542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b29e9290-4483-4c16-8eea-dd22ca040b5b req-244be603-5601-4c30-a586-cabc58ec0482 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:40:39.251282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b29e9290-4483-4c16-8eea-dd22ca040b5b req-244be603-5601-4c30-a586-cabc58ec0482 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:40:39.252916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b29e9290-4483-4c16-8eea-dd22ca040b5b req-244be603-5601-4c30-a586-cabc58ec0482 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 932 time: 0.3904026 Apr 05 14:40:39.323695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:15Z', 'revision_number': 4, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port': {'id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b5318595-6b61-407f-b2e9-5618d199cc1e', 'name': '', 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'mac_address': 'fa:16:3e:4e:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19b819f8-fb55-4a83-8059-635e575beb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:14Z', 'updated_at': '2022-04-05T14:40:15Z', 'revision_number': 2, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'subnets': [{'id': '19b819f8-fb55-4a83-8059-635e575beb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:39.328672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Checking router: c13f7476-0f36-463d-8a88-49be921750b1 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:40:39.329103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Updating router c13f7476-0f36-463d-8a88-49be921750b1 port b5318595-6b61-407f-b2e9-5618d199cc1e binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:40:39.384626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.568200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:39.582343 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b29e9290-4483-4c16-8eea-dd22ca040b5b req-cdb95e7f-d354-4a89-836b-6485bc250865 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832602 Apr 05 14:40:39.611673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:39.669542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:40:39.676780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.746188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.759064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Transition to ACTIVE for port object b5318595-6b61-407f-b2e9-5618d199cc1e will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:39.766139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.907873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724348b8-995f-4875-b908-90ec4ed95661 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:40:39.918852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.936558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.9 (561f0f9c-b8c9-4b25-9e30-698acadf2495/375066bb-e842-47dd-9645-bd01c9d109f7/ee1c2c9f-0d55-4353-9f9e-070feada06bf) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:39.952259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Transition to ACTIVE for port object 724348b8-995f-4875-b908-90ec4ed95661 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:39.959443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:39.976027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Pushing event updated for resources: {'Port': ['ID=b5318595-6b61-407f-b2e9-5618d199cc1e,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:39.987842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.988228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.988561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.988897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.989224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.989547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.989867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.990964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.991303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.991634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:39.991959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:40:40.021111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Attempting to bind port b5318595-6b61-407f-b2e9-5618d199cc1e on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:40.021534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Attempting to bind port b5318595-6b61-407f-b2e9-5618d199cc1e by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:40.021859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Attempting to bind port b5318595-6b61-407f-b2e9-5618d199cc1e on network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:40.029628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:40:40.030004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Checking segment: {'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:40.032376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.032772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Bound using segment: {'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:40:40.033240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Bound port: b5318595-6b61-407f-b2e9-5618d199cc1e, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baf05918-8409-420c-9f0c-e55c2ea45453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:40.033618 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.145293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Pushing event updated for resources: {'Port': ['ID=724348b8-995f-4875-b908-90ec4ed95661,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:40.147534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] For port b5318595-6b61-407f-b2e9-5618d199cc1e, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:40.158524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] For port b5318595-6b61-407f-b2e9-5618d199cc1e, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b5318595-6b61-407f-b2e9-5618d199cc1e,segment=NetworkSegment(baf05918-8409-420c-9f0c-e55c2ea45453),segment_id=baf05918-8409-420c-9f0c-e55c2ea45453)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:40.174137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.252012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d140ad-7c10-40b8-91af-332f48d5ab39 None None] Pushing event updated for resources: {'Port': ['ID=b5318595-6b61-407f-b2e9-5618d199cc1e,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:40.294946 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f649472-5ba1-460b-8793-255c1847ad60 req-034ecace-5bf3-4da7-b432-137944912e7a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 210 time: 0.1407127 Apr 05 14:40:40.295648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Routers {'c13f7476-0f36-463d-8a88-49be921750b1'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:40.296431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:40:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c13f7476-0f36-463d-8a88-49be921750b1'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:40.502502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Attempting to bind port 724348b8-995f-4875-b908-90ec4ed95661 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:40.502855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Attempting to bind port 724348b8-995f-4875-b908-90ec4ed95661 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:40.503165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Attempting to bind port 724348b8-995f-4875-b908-90ec4ed95661 on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:40.523204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Port 724348b8-995f-4875-b908-90ec4ed95661 on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:40:40.523569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Attempting to bind port 724348b8-995f-4875-b908-90ec4ed95661 on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:40.528690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.548784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:40:40.549124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Checking segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:40.549588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Bound using segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:40:40.549924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Bound port: 724348b8-995f-4875-b908-90ec4ed95661, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:40.550309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.559629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object ee1c2c9f-0d55-4353-9f9e-070feada06bf will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:40.571344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] Set router c13f7476-0f36-463d-8a88-49be921750b1 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:40.642787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] For port 724348b8-995f-4875-b908-90ec4ed95661, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:40.645833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] For port 724348b8-995f-4875-b908-90ec4ed95661, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=724348b8-995f-4875-b908-90ec4ed95661,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:40.657162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.786072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.794774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:40.796125 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] 10.222.0.15 "PUT /v2.0/ports/724348b8-995f-4875-b908-90ec4ed95661 HTTP/1.1" status: 200 len: 1094 time: 2.0041337 Apr 05 14:40:40.796615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'tag': '724348b8-995f-4875-b908-90ec4ed95661'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:40:40.833955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20bcb4-ad0c-48a9-93a8-554a152e5846 service neutron] Pushing event updated for resources: {'Port': ['ID=724348b8-995f-4875-b908-90ec4ed95661,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:40.898478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:40.934900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:40.962594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:41.043104 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b20ff3a-0f7b-4705-98e4-9060bf5fc98d'] response: {'name': 'network-changed', 'server_uuid': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'tag': '724348b8-995f-4875-b908-90ec4ed95661', 'status': 'completed', 'code': 200} Apr 05 14:40:41.051688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=ee1c2c9f-0d55-4353-9f9e-070feada06bf,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:41.062673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:15Z', 'revision_number': 4, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port': {'id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b5318595-6b61-407f-b2e9-5618d199cc1e', 'name': '', 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'mac_address': 'fa:16:3e:4e:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19b819f8-fb55-4a83-8059-635e575beb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:14Z', 'updated_at': '2022-04-05T14:40:40Z', 'revision_number': 4, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'subnets': [{'id': '19b819f8-fb55-4a83-8059-635e575beb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:41.066861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b200e1d-cb78-4648-81c0-e18b34de055d None None] The sync data for ids ['c13f7476-0f36-463d-8a88-49be921750b1'] in dv-neutron-829488-2-hyperv is: [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:15Z', 'revision_number': 4, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port': {'id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b5318595-6b61-407f-b2e9-5618d199cc1e', 'name': '', 'network_id': '0eff869a-b6cb-4d93-b0f3-be2b360602c8', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'mac_address': 'fa:16:3e:4e:c7:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '19b819f8-fb55-4a83-8059-635e575beb8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:14Z', 'updated_at': '2022-04-05T14:40:40Z', 'revision_number': 4, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'subnets': [{'id': '19b819f8-fb55-4a83-8059-635e575beb8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:40:41.079292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:41.079925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.104815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe7e220-0533-4c55-a789-a093aa716fc4 req-9d8935c2-9025-4300-8284-983c0ba74929 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:41.106329 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4fe7e220-0533-4c55-a789-a093aa716fc4 req-9d8935c2-9025-4300-8284-983c0ba74929 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 944 time: 0.3568833 Apr 05 14:40:41.168252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-b117b654-e913-408f-94ac-e2d1f877e152 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0547683 Apr 05 14:40:41.187518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Request body: {'port': {'device_id': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:41.216295 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-92ad5538-6c4b-4670-9de4-800c5abfcef9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 1097 time: 0.3673534 Apr 05 14:40:41.275750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9a85c7f7-cb19-4d52-a4cd-bb02cb136f5d None None] Provisioning for port ee1c2c9f-0d55-4353-9f9e-070feada06bf completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:41.281673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9a85c7f7-cb19-4d52-a4cd-bb02cb136f5d None None] Provisioning complete for port ee1c2c9f-0d55-4353-9f9e-070feada06bf triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:41.282263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a85c7f7-cb19-4d52-a4cd-bb02cb136f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.307644 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4fe7e220-0533-4c55-a789-a093aa716fc4 req-0109b3fc-1708-43d4-81da-544ac2ad7141 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911154 Apr 05 14:40:41.315573 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-2ea30180-c415-43ec-b83b-98c5ef21d484 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=724348b8-995f-4875-b908-90ec4ed95661 HTTP/1.1" status: 200 len: 217 time: 0.0911503 Apr 05 14:40:41.364135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9a85c7f7-cb19-4d52-a4cd-bb02cb136f5d None None] Port ee1c2c9f-0d55-4353-9f9e-070feada06bf cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:40:41.438146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c11d79bf-3c1e-46f1-8cff-ad83dff5ec50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:41.439872 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-c11d79bf-3c1e-46f1-8cff-ad83dff5ec50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0759273 Apr 05 14:40:41.594795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.814772 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-e03bcd2a-b6d0-4786-b950-e47b3cc05756 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2087336 Apr 05 14:40:41.819851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b5318595-6b61-407f-b2e9-5618d199cc1e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:41.897974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port b5318595-6b61-407f-b2e9-5618d199cc1e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:41.905434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b5318595-6b61-407f-b2e9-5618d199cc1e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:41.906474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:41.908332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733d99e3-2dcd-4cb6-b090-6a7518c07b37 req-5310408a-79ea-48b9-a59e-355c3ab7b5a4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:41.909082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-733d99e3-2dcd-4cb6-b090-6a7518c07b37 req-5310408a-79ea-48b9-a59e-355c3ab7b5a4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:40:42.032252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-733d99e3-2dcd-4cb6-b090-6a7518c07b37 req-5310408a-79ea-48b9-a59e-355c3ab7b5a4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:40:42.033421 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-733d99e3-2dcd-4cb6-b090-6a7518c07b37 req-5310408a-79ea-48b9-a59e-355c3ab7b5a4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 931 time: 0.4290960 Apr 05 14:40:42.058139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.101928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port b5318595-6b61-407f-b2e9-5618d199cc1e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b5318595-6b61-407f-b2e9-5618d199cc1e,segment=NetworkSegment(baf05918-8409-420c-9f0c-e55c2ea45453),segment_id=baf05918-8409-420c-9f0c-e55c2ea45453)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:42.108994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.184548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=b5318595-6b61-407f-b2e9-5618d199cc1e,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:42.192268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-0c0895f4-b5c4-470c-aed0-a5e8d14e8e8b service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366499 Apr 05 14:40:42.286530 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-733d99e3-2dcd-4cb6-b090-6a7518c07b37 req-9744ae51-6ee8-45be-9201-ee35f162d237 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022011 Apr 05 14:40:42.397839 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7813f3c1-51e3-4bf2-9874-63b3a695a19f req-fdf763d1-8e5c-45e5-990f-be267007d869 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991715 Apr 05 14:40:42.411085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee1c2c9f-0d55-4353-9f9e-070feada06bf {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:40:42.419345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.434809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Transition to ACTIVE for port object ee1c2c9f-0d55-4353-9f9e-070feada06bf will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:40:42.437931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.665647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Pushing event updated for resources: {'Port': ['ID=ee1c2c9f-0d55-4353-9f9e-070feada06bf,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:42.770198 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98833c97-d116-47b9-9bab-aedde9375245 req-2f45af87-1e10-4aea-9608-3c0cb2d1d190 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 1097 time: 0.3283150 Apr 05 14:40:42.778011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d7399-c1e5-415b-876d-ca679e8d78f6 req-ba47fb52-172c-4e08-a974-8478b0584894 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:42.779395 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-897d7399-c1e5-415b-876d-ca679e8d78f6 req-ba47fb52-172c-4e08-a974-8478b0584894 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 944 time: 0.3043344 Apr 05 14:40:42.926295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Attempting to bind port ee1c2c9f-0d55-4353-9f9e-070feada06bf on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:40:42.926952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Attempting to bind port ee1c2c9f-0d55-4353-9f9e-070feada06bf by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:40:42.926952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Attempting to bind port ee1c2c9f-0d55-4353-9f9e-070feada06bf on network 561f0f9c-b8c9-4b25-9e30-698acadf2495 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:42.948817 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-897d7399-c1e5-415b-876d-ca679e8d78f6 req-ccaed09a-84e8-4ba0-94b4-4c0094af1a7b tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604350 Apr 05 14:40:42.954461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Port ee1c2c9f-0d55-4353-9f9e-070feada06bf on network 561f0f9c-b8c9-4b25-9e30-698acadf2495 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:40:42.954727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Attempting to bind port ee1c2c9f-0d55-4353-9f9e-070feada06bf on network 561f0f9c-b8c9-4b25-9e30-698acadf2495 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:40:42.974233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:40:42.974573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Checking segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:40:42.975012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Bound using segment: {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:40:42.975446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Bound port: ee1c2c9f-0d55-4353-9f9e-070feada06bf, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:40:42.975795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:42.989526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98833c97-d116-47b9-9bab-aedde9375245 req-52db2efb-e84d-4d7a-a3df-e0ec9a264e21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:42.991024 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98833c97-d116-47b9-9bab-aedde9375245 req-52db2efb-e84d-4d7a-a3df-e0ec9a264e21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.2056274 Apr 05 14:40:43.094472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98833c97-d116-47b9-9bab-aedde9375245 req-11b772d8-3d25-47fb-ad72-c91f3847f9fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=724348b8-995f-4875-b908-90ec4ed95661 HTTP/1.1" status: 200 len: 217 time: 0.0734823 Apr 05 14:40:43.262990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] For port ee1c2c9f-0d55-4353-9f9e-070feada06bf, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:40:43.267288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] For port ee1c2c9f-0d55-4353-9f9e-070feada06bf, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee1c2c9f-0d55-4353-9f9e-070feada06bf,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:40:43.271357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98833c97-d116-47b9-9bab-aedde9375245 req-65e0a3fc-db85-41a6-b03b-d8d165da7318 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:43.272961 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98833c97-d116-47b9-9bab-aedde9375245 req-65e0a3fc-db85-41a6-b03b-d8d165da7318 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.1714866 Apr 05 14:40:43.274400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:43.384137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:43.385485 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] 10.222.0.15 "PUT /v2.0/ports/ee1c2c9f-0d55-4353-9f9e-070feada06bf HTTP/1.1" status: 200 len: 1093 time: 2.2048275 Apr 05 14:40:43.388443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'tag': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:40:43.408016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d25ea5-8516-4a17-ae76-0946c398c76e service neutron] Pushing event updated for resources: {'Port': ['ID=ee1c2c9f-0d55-4353-9f9e-070feada06bf,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:43.496393 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4efc7239-b56a-43a2-865d-3ea79e71e675'] response: {'name': 'network-changed', 'server_uuid': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'tag': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'status': 'completed', 'code': 200} Apr 05 14:40:43.540186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98833c97-d116-47b9-9bab-aedde9375245 req-d813a87e-3d88-4e21-9e3a-47c24d5a3380 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2310171 Apr 05 14:40:43.669613 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-86453145-f0f0-4a48-bf4c-c5e317cb4950 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 1096 time: 0.2155652 Apr 05 14:40:43.686727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d5c0e8-fcc5-4642-8c86-c8ae9c5efb68 req-2c8d81e8-e4f8-4562-9b46-b3f8d8fee535 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:43.688648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0d5c0e8-fcc5-4642-8c86-c8ae9c5efb68 req-2c8d81e8-e4f8-4562-9b46-b3f8d8fee535 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 943 time: 0.2699404 Apr 05 14:40:43.758671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b5318595-6b61-407f-b2e9-5618d199cc1e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:43.789251 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-a8dbbd63-91c7-46a9-b0ad-b996a7c8802a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1c2c9f-0d55-4353-9f9e-070feada06bf HTTP/1.1" status: 200 len: 217 time: 0.1081493 Apr 05 14:40:43.794312 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98833c97-d116-47b9-9bab-aedde9375245 req-bfdf524c-e8b3-4440-be8a-90a5b9d33832 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425926 Apr 05 14:40:43.829206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b5318595-6b61-407f-b2e9-5618d199cc1e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:43.829563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:43.933652 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0d5c0e8-fcc5-4642-8c86-c8ae9c5efb68 req-6612f7c5-342b-4e8d-8d77-7d64ed340b95 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1930823 Apr 05 14:40:43.961049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-2c36df4c-8a61-43e8-9089-785103e0253f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:43.962075 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-2c36df4c-8a61-43e8-9089-785103e0253f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.1571336 Apr 05 14:40:44.039390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98833c97-d116-47b9-9bab-aedde9375245 req-441ed8bb-c734-469a-8cbc-e1611836f3a9 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359149 Apr 05 14:40:44.069746 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-0ed664df-681f-4430-a461-132aa7338d93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0943727 Apr 05 14:40:44.249196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72abeb62-f77a-484a-9773-9348094e80de req-8fadceea-307b-41d6-8734-102c73da8354 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:44.251178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-72abeb62-f77a-484a-9773-9348094e80de req-8fadceea-307b-41d6-8734-102c73da8354 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 944 time: 0.1779284 Apr 05 14:40:44.259681 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-1efe55b4-50ee-4d71-b6e6-2c19b586dc37 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567187 Apr 05 14:40:44.377959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-72abeb62-f77a-484a-9773-9348094e80de req-9470407e-7a61-4df9-a4d7-e89bb3d4dccb tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203525 Apr 05 14:40:44.416949 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3c4ca494-8d5a-45c6-96a0-760acf5f6036 req-441aeebd-85c3-4569-9131-6e79cdc2aa41 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424277 Apr 05 14:40:44.528010 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-9b5402b5-a58a-4821-97f1-d4bc59052722 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 1096 time: 0.0705044 Apr 05 14:40:44.655360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-890c012d-de73-48a5-bd5e-9c7ba1cbb334 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:44.656823 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-890c012d-de73-48a5-bd5e-9c7ba1cbb334 service neutron] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 898 time: 0.1232252 Apr 05 14:40:44.723457 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-8020b7f0-17ee-45d5-b10a-184f0d0bf290 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1c2c9f-0d55-4353-9f9e-070feada06bf HTTP/1.1" status: 200 len: 217 time: 0.0597436 Apr 05 14:40:44.883325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-f6645e1a-f03e-4f90-81fc-43a8429d15bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:44.884759 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-f6645e1a-f03e-4f90-81fc-43a8429d15bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.1553950 Apr 05 14:40:44.956538 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-396a40ea-0920-481e-b1fd-de77df9712b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655739 Apr 05 14:40:45.141282 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-e3a31dc8-03d2-42c2-9b00-789f92e6d805 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762433 Apr 05 14:40:45.232240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cbd9c9-b598-4a89-960a-035c4cae6351 req-f1836bcf-f9a7-4285-b3a4-0b68e544d097 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:45.233628 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3cbd9c9-b598-4a89-960a-035c4cae6351 req-f1836bcf-f9a7-4285-b3a4-0b68e544d097 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 943 time: 0.1792855 Apr 05 14:40:45.320964 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3cbd9c9-b598-4a89-960a-035c4cae6351 req-823bf22f-85bc-4d97-8abd-b278245ad751 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809207 Apr 05 14:40:45.326100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7df8a60-165e-4955-86fe-f12e24b1766b req-21f34be5-1a81-4bfd-8221-590773b9baa2 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736476 Apr 05 14:40:45.569535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf2fd8-59fd-4457-8bde-68da467d85d5 req-a612a3dd-cb62-4229-90b4-660fc3cd49bc tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:45.570988 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-05bf2fd8-59fd-4457-8bde-68da467d85d5 req-a612a3dd-cb62-4229-90b4-660fc3cd49bc tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 944 time: 0.0756161 Apr 05 14:40:45.627099 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-05bf2fd8-59fd-4457-8bde-68da467d85d5 req-e09c46a0-f121-47d2-9426-83e8314b0ddf tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503216 Apr 05 14:40:46.543637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-e0f7bcbc-bbdc-4baf-9234-7541e8ebc8b8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1289668 Apr 05 14:40:46.548940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfbea1-6dee-4760-a1e6-e0554923eb6a req-63057122-a49e-4ec4-ba13-c71fe61063d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:46.551034 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8ebfbea1-6dee-4760-a1e6-e0554923eb6a req-63057122-a49e-4ec4-ba13-c71fe61063d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 943 time: 0.1046927 Apr 05 14:40:46.595955 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8ebfbea1-6dee-4760-a1e6-e0554923eb6a req-74b71e6d-3cc0-4a0a-83d0-42346ffdcce5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393054 Apr 05 14:40:46.690549 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-6d6e6698-de6a-4e47-b640-5ce585c22094 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 1099 time: 0.0768883 Apr 05 14:40:46.776999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device ee1c2c9f-0d55-4353-9f9e-070feada06bf details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:40:46.898602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-b5a29080-7b35-41e3-b070-f24c5f3d1250 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:46.900068 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-b5a29080-7b35-41e3-b070-f24c5f3d1250 service neutron] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 898 time: 0.1861303 Apr 05 14:40:46.910995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c7c4ed-f5fc-46ef-91ee-e2138109cae9 req-b2c74cf7-85a1-49a5-ab30-b3c6024108bb tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:46.912463 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-17c7c4ed-f5fc-46ef-91ee-e2138109cae9 req-b2c74cf7-85a1-49a5-ab30-b3c6024108bb tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 944 time: 0.1314738 Apr 05 14:40:46.916603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port ee1c2c9f-0d55-4353-9f9e-070feada06bf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee1c2c9f-0d55-4353-9f9e-070feada06bf,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:46.924006 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:40:46.934376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'port_id': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'mac_address': 'fa:16:3e:b4:d0:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:40:46.987691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:46.992220 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-77f503ff-ce0d-4b78-b62d-29a02f71609f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606 HTTP/1.1" status: 200 len: 217 time: 0.0788457 Apr 05 14:40:47.004373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee1c2c9f-0d55-4353-9f9e-070feada06bf {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:40:47.019511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port ee1c2c9f-0d55-4353-9f9e-070feada06bf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee1c2c9f-0d55-4353-9f9e-070feada06bf,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:47.023649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:47.059137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-17c7c4ed-f5fc-46ef-91ee-e2138109cae9 req-e101da30-52c9-4e39-a104-ec33c56e6808 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971544 Apr 05 14:40:47.070368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-74f8b3a4-96d8-4623-bcb3-daec96d9dd51 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:47.071881 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-74f8b3a4-96d8-4623-bcb3-daec96d9dd51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.0692253 Apr 05 14:40:47.089479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=ee1c2c9f-0d55-4353-9f9e-070feada06bf,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:47.146679 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-f9c57112-bcbe-4301-970d-31d3f2ee8d18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677035 Apr 05 14:40:47.281409 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-82c6222b-ea07-48bb-ae00-b75ce5d18e58 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281118 Apr 05 14:40:47.283634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['ee1c2c9f-0d55-4353-9f9e-070feada06bf'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:40:47.411594 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ad50b1e-5296-42f1-afff-16e43f72a9e0 req-a215f28f-e9e4-4c71-9d30-727e90e06f3f service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241465 Apr 05 14:40:47.790201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a70f2-1c9e-4384-9ac2-13d5ec0fded7 req-074fa9b6-98bd-4fcc-99a9-f56d224e0eb0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:47.791627 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6f1a70f2-1c9e-4384-9ac2-13d5ec0fded7 req-074fa9b6-98bd-4fcc-99a9-f56d224e0eb0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 944 time: 0.0752413 Apr 05 14:40:47.839229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6f1a70f2-1c9e-4384-9ac2-13d5ec0fded7 req-014e1ef2-758b-418a-941b-6abaca695889 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421267 Apr 05 14:40:48.333415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d70341-24ff-48ad-8a92-33df76035224 req-f5dbd03c-bc7f-4ec9-a8d9-1e4025bb7826 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:48.335081 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-76d70341-24ff-48ad-8a92-33df76035224 req-f5dbd03c-bc7f-4ec9-a8d9-1e4025bb7826 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 944 time: 0.1580160 Apr 05 14:40:48.379754 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-76d70341-24ff-48ad-8a92-33df76035224 req-313e5d3f-2b48-4fc3-87c6-7d57c8c8060f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392277 Apr 05 14:40:48.792009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device ee1c2c9f-0d55-4353-9f9e-070feada06bf up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:48.858065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port ee1c2c9f-0d55-4353-9f9e-070feada06bf completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:48.862551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port ee1c2c9f-0d55-4353-9f9e-070feada06bf triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:48.862913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.006144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.032525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:40:49.036269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9afc80-c7fe-42ce-b54d-a67fb978d424 req-f79b4626-a93f-4b1a-a4dc-a38e304c5ba9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:49.037934 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fb9afc80-c7fe-42ce-b54d-a67fb978d424 req-f79b4626-a93f-4b1a-a4dc-a38e304c5ba9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 944 time: 0.0784338 Apr 05 14:40:49.042640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port ee1c2c9f-0d55-4353-9f9e-070feada06bf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee1c2c9f-0d55-4353-9f9e-070feada06bf,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:49.051783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:49.093270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fb9afc80-c7fe-42ce-b54d-a67fb978d424 req-7dbf16b5-2750-4ec3-b023-04131a87a393 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492554 Apr 05 14:40:49.119709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=ee1c2c9f-0d55-4353-9f9e-070feada06bf,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:49.171496 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-890b70ef-b758-4699-b130-76c34356359e'] response: {'server_uuid': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'code': 200} Apr 05 14:40:49.395589 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-668a1560-8bc0-4ff0-a960-19f317b2303f req-cfc09632-9a4b-4eaf-b642-6db9b7a3240c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 1098 time: 0.0679851 Apr 05 14:40:49.437788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-668a1560-8bc0-4ff0-a960-19f317b2303f req-55f02c47-12b0-43eb-9588-0055867e72f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354540 Apr 05 14:40:49.577998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79956db5-d3bf-4e30-956d-3a4277ad6ef0 req-0f1eaef9-72e8-4d1b-846c-386611f51233 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:49.579475 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79956db5-d3bf-4e30-956d-3a4277ad6ef0 req-0f1eaef9-72e8-4d1b-846c-386611f51233 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 944 time: 0.0801823 Apr 05 14:40:49.624730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79956db5-d3bf-4e30-956d-3a4277ad6ef0 req-46cc0e13-7536-4fd9-acab-b9ab7ac1c1bf tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394599 Apr 05 14:40:50.287040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0f6b66-57b6-4aff-a312-a8f99ad656db req-deb0c06c-4244-4409-8dbb-2141941ce155 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:50.288417 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4a0f6b66-57b6-4aff-a312-a8f99ad656db req-deb0c06c-4244-4409-8dbb-2141941ce155 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 945 time: 0.0740945 Apr 05 14:40:50.335592 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4a0f6b66-57b6-4aff-a312-a8f99ad656db req-ffef98f1-0861-42e9-828e-2f066c22a79c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 Apr 05 14:40:50.806809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 724348b8-995f-4875-b908-90ec4ed95661 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:40:50.818555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8294ce-140c-42cf-9d34-15bf839843dc req-998054e0-f395-4c4c-b369-fa8a076da93c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:50.820008 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-df8294ce-140c-42cf-9d34-15bf839843dc req-998054e0-f395-4c4c-b369-fa8a076da93c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 944 time: 0.0766771 Apr 05 14:40:50.865344 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-df8294ce-140c-42cf-9d34-15bf839843dc req-fbe6b405-f8d6-4aee-a47d-4ea3dd79afb0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393543 Apr 05 14:40:50.937916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 724348b8-995f-4875-b908-90ec4ed95661, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=724348b8-995f-4875-b908-90ec4ed95661,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:50.950550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '724348b8-995f-4875-b908-90ec4ed95661', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'port_id': '724348b8-995f-4875-b908-90ec4ed95661', 'mac_address': 'fa:16:3e:2c:48:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:40:51.005844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.022061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724348b8-995f-4875-b908-90ec4ed95661 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:40:51.036480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 724348b8-995f-4875-b908-90ec4ed95661, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=724348b8-995f-4875-b908-90ec4ed95661,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:51.040503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:51.104457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=724348b8-995f-4875-b908-90ec4ed95661,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:51.260851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['724348b8-995f-4875-b908-90ec4ed95661'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:40:51.540273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702ec68-9a75-4c9b-b114-0e97baa7e901 req-42c45bbf-21eb-4cfc-be6e-eb6ff5b9ff71 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:51.541651 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c702ec68-9a75-4c9b-b114-0e97baa7e901 req-42c45bbf-21eb-4cfc-be6e-eb6ff5b9ff71 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 945 time: 0.0838869 Apr 05 14:40:51.587089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c702ec68-9a75-4c9b-b114-0e97baa7e901 req-09da0c1c-3ef4-4efc-a299-19c0d6a23a0e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398452 Apr 05 14:40:51.780430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21771d-a917-43fa-8417-acd285322cd0 req-eb3e58ed-85fc-426a-a263-1250d77f76d2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:51.781859 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-da21771d-a917-43fa-8417-acd285322cd0 req-eb3e58ed-85fc-426a-a263-1250d77f76d2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 945 time: 0.0737293 Apr 05 14:40:51.825231 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-da21771d-a917-43fa-8417-acd285322cd0 req-84ddc81a-d3d0-4f6a-9d12-719ecb3dddd2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377147 Apr 05 14:40:51.852514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40670) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:51.923223 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-92262872-2ca9-4be9-bfc8-fe16eb4d3fb3 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 1093 time: 0.0695996 Apr 05 14:40:51.925997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40676) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:51.930980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'port_id': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:52.041722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.219102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72420492-f82f-49bb-bf2b-6d0e270679f0 req-65dbc152-0db7-4099-989c-0351ae3a3ca6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:52.220516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-72420492-f82f-49bb-bf2b-6d0e270679f0 req-65dbc152-0db7-4099-989c-0351ae3a3ca6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 945 time: 0.2360530 Apr 05 14:40:52.391127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-72420492-f82f-49bb-bf2b-6d0e270679f0 req-43bab8cc-f386-43d9-ba49-4c511a6092c6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633854 Apr 05 14:40:52.745137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.748857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.822432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 724348b8-995f-4875-b908-90ec4ed95661 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:40:52.891951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 724348b8-995f-4875-b908-90ec4ed95661 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:40:52.896811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 724348b8-995f-4875-b908-90ec4ed95661 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:40:52.897112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:52.938576 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP de655a76-043e-44b0-8c82-736eafc54f44 associated. External IP: 172.26.6.91, port: ee1c2c9f-0d55-4353-9f9e-070feada06bf. Apr 05 14:40:53.009124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.035844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724348b8-995f-4875-b908-90ec4ed95661'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:40:53.045497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 724348b8-995f-4875-b908-90ec4ed95661, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=724348b8-995f-4875-b908-90ec4ed95661,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:40:53.049358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.095858 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1cdb72a-8df3-4749-bbf7-ae06d897b843'] response: {'server_uuid': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724348b8-995f-4875-b908-90ec4ed95661', 'code': 200} Apr 05 14:40:53.120758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=724348b8-995f-4875-b908-90ec4ed95661,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:53.386851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:40:53.402845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68879e26-bf9b-40e1-8e58-6d79be7833bf req-5f6068dc-2191-4caa-897d-30e0ea956513 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 1099 time: 0.0902722 Apr 05 14:40:53.622975 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68879e26-bf9b-40e1-8e58-6d79be7833bf req-2715f642-7dcf-47d1-8b84-96c93ddb130c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1706927 Apr 05 14:40:53.656896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc62215-aebd-4fce-b874-4bf0fcb72ef8 req-aa8e6cfd-5095-4606-b01d-5934cc58b3f4 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:53.658326 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fbc62215-aebd-4fce-b874-4bf0fcb72ef8 req-aa8e6cfd-5095-4606-b01d-5934cc58b3f4 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 946 time: 0.1300023 Apr 05 14:40:53.725740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fbc62215-aebd-4fce-b874-4bf0fcb72ef8 req-048ca925-3780-4341-9a77-64fb6cf7bc05 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613844 Apr 05 14:40:53.737692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:53.741976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:53.748235 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] Sync routers for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:40:53.762692 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:53.763281 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:40:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:53.797233 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4d4d6c68-6795-418a-bd00-211b47f4d3f7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 990 time: 1.8701613 Apr 05 14:40:53.797900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'tag': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:40:53.800052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40684) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:53.853997 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cbf0474-a89f-4a96-bf57-2c3a624ffb5e'] response: {'name': 'network-changed', 'server_uuid': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'tag': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'status': 'completed', 'code': 200} Apr 05 14:40:53.908223 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1c2a63a8-8bc1-4604-a002-e511a6cd6d44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 990 time: 0.1070020 Apr 05 14:40:53.946689 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-40623843-32dc-4346-b9af-c79a312e417d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 1098 time: 0.0711627 Apr 05 14:40:53.962628 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:54.075249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-80cd4512-487c-45cb-86f4-b9a401b9e309 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:54.076689 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-80cd4512-487c-45cb-86f4-b9a401b9e309 service neutron] 10.222.0.15 "GET /v2.0/networks?id=561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 200 len: 898 time: 0.1237860 Apr 05 14:40:54.119819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6ad76a1f-5ac3-4db0-af1e-252b5c7dceea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:54.286914 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-5ce35c54-e074-452f-b9a2-ac666b79dede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ee1c2c9f-0d55-4353-9f9e-070feada06bf HTTP/1.1" status: 200 len: 998 time: 0.2034504 Apr 05 14:40:54.309652 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'de655a76-043e-44b0-8c82-736eafc54f44', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'port_id': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'mac_address': 'fa:16:3e:b4:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:39:42Z', 'updated_at': '2022-04-05T14:40:52Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:54.313377 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] Checking router: 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:40:54.323568 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:54.324147 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:40:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:54.348357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-2d76962b-aa72-4506-bc50-a0998c4ce6a8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:54.349791 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-2d76962b-aa72-4506-bc50-a0998c4ce6a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 200 len: 835 time: 0.0566370 Apr 05 14:40:54.427870 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-98170893-340c-48ee-b4b8-2e2ed2fb3c50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=561f0f9c-b8c9-4b25-9e30-698acadf2495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703316 Apr 05 14:40:54.496137 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:54.561100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-7a4d7317-d958-4bb0-85d3-402d02219e8c service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264551 Apr 05 14:40:54.746978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3c1a086-a33c-47f6-b9ef-2f93f49e5359 req-44ef3104-2daf-4279-bd44-a69079b61885 service neutron] 10.222.0.15 "GET /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715803 Apr 05 14:40:54.845312 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'de655a76-043e-44b0-8c82-736eafc54f44', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'port_id': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'mac_address': 'fa:16:3e:b4:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:39:42Z', 'updated_at': '2022-04-05T14:40:52Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:54.849498 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b5924-02aa-4828-a775-4d356b73ae9f None None] The sync data for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv is: [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'de655a76-043e-44b0-8c82-736eafc54f44', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.91', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'port_id': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'mac_address': 'fa:16:3e:b4:d0:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:39:42Z', 'updated_at': '2022-04-05T14:40:52Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:40:54.911804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40692) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:54.925591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a43acc-3233-4415-98fd-b7fd4749769c req-a27f9bae-9266-405f-9a7b-9469ac8e1029 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:54.927303 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35a43acc-3233-4415-98fd-b7fd4749769c req-a27f9bae-9266-405f-9a7b-9469ac8e1029 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 946 time: 0.0791583 Apr 05 14:40:54.974497 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35a43acc-3233-4415-98fd-b7fd4749769c req-c128aaa1-25be-4cf8-9f4c-75ddd6176d52 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412192 Apr 05 14:40:55.024836 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-15165e54-c768-4077-9c8e-958b8df24647 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 990 time: 0.1107941 Apr 05 14:40:55.059338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c46d2da8-cc7a-4554-bfa0-0f4dc05d5a99 None None] New status for floating IP de655a76-043e-44b0-8c82-736eafc54f44: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:40:55.190584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56651e57-c761-421e-bab2-9a021b994acf req-287bb4f1-6132-4009-9f1e-7979c4508ada tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:55.192058 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-56651e57-c761-421e-bab2-9a021b994acf req-287bb4f1-6132-4009-9f1e-7979c4508ada tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 946 time: 0.0792260 Apr 05 14:40:55.237426 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-56651e57-c761-421e-bab2-9a021b994acf req-0245052b-8ddc-442b-8309-20dc7a9d6b6d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395806 Apr 05 14:40:55.265475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40698) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:55.400128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3b9ba559-3ba4-48b9-94a2-20f819cc0549 tempest-TestVolumeBootPattern-1297333595 tempest-TestVolumeBootPattern-1297333595-project-admin] Synchronizing usage tracker for tenant:71cda78a3ba24e0e8088979e44172c53 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:40:55.415640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3b9ba559-3ba4-48b9-94a2-20f819cc0549 tempest-TestVolumeBootPattern-1297333595 tempest-TestVolumeBootPattern-1297333595-project-admin] Unset dirty status for tenant:71cda78a3ba24e0e8088979e44172c53 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:40:55.416889 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3b9ba559-3ba4-48b9-94a2-20f819cc0549 tempest-TestVolumeBootPattern-1297333595 tempest-TestVolumeBootPattern-1297333595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 1094 time: 0.1504424 Apr 05 14:40:55.419785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40704) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:55.425344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '724348b8-995f-4875-b908-90ec4ed95661', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:40:55.430521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:40:55.434213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:floatingip and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:40:55.436993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:40:55.442709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:40:55.452726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.584572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.726276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Allocated IP 172.26.6.43 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/d719bf1c-8b97-4db8-9024-decc8a873feb) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:40:55.868955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.894883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:55.957280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:40:55.959794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:40:55.963394 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:40:55.995168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=d719bf1c-8b97-4db8-9024-decc8a873feb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:56.027842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40708) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:40:56.132734 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-803f57c7-6f49-45a7-98b3-33717dc134de tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 200 len: 992 time: 0.1037257 Apr 05 14:40:56.326112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-52993503-33d8-4d2b-b569-9ac75a9f6d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.544234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.598422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.801064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.805645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:56.911459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=d719bf1c-8b97-4db8-9024-decc8a873feb,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:40:56.923483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.117442 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Floating IP b43dbaa4-60d2-4d0b-baab-d89a81e621bb associated. External IP: 172.26.6.43, port: 724348b8-995f-4875-b908-90ec4ed95661. Apr 05 14:40:57.409723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.488034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.506708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Router f818fbef-8580-4484-aff9-6f3ce49c94fc has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:40:57.700543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:40:57.713412 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:40:57.729344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:57.741678 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:57.741678 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:40:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:57.785680 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8c1cf34f-1b2a-42cc-8a74-67c615b6fea5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3649006 Apr 05 14:40:57.786280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'tag': '724348b8-995f-4875-b908-90ec4ed95661'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:40:57.840425 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-becd193c-bc84-4288-9363-7a6dd4ed6d6f'] response: {'name': 'network-changed', 'server_uuid': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'tag': '724348b8-995f-4875-b908-90ec4ed95661', 'status': 'completed', 'code': 200} Apr 05 14:40:57.927316 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:57.929733 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2062521b-c59a-4193-8d96-348c6850c36c req-3520bfe2-46ed-4c97-a852-91f09acab313 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 1099 time: 0.0680120 Apr 05 14:40:58.170399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062521b-c59a-4193-8d96-348c6850c36c req-4691c97b-2d83-470f-8a5e-2c9ed5dc600c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.171909 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2062521b-c59a-4193-8d96-348c6850c36c req-4691c97b-2d83-470f-8a5e-2c9ed5dc600c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.2363188 Apr 05 14:40:58.272963 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2062521b-c59a-4193-8d96-348c6850c36c req-ce8f6921-1654-4809-a3d2-173439b369e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=724348b8-995f-4875-b908-90ec4ed95661 HTTP/1.1" status: 200 len: 999 time: 0.0948811 Apr 05 14:40:58.318254 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b43dbaa4-60d2-4d0b-baab-d89a81e621bb', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.43', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '724348b8-995f-4875-b908-90ec4ed95661', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:40:56Z', 'updated_at': '2022-04-05T14:40:56Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:58.321952 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:40:58.332081 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:40:58.332666 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:40:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:58.333890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2062521b-c59a-4193-8d96-348c6850c36c req-65a5f747-86e0-4580-ada1-d0819d43e552 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:40:58.335367 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2062521b-c59a-4193-8d96-348c6850c36c req-65a5f747-86e0-4580-ada1-d0819d43e552 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0568209 Apr 05 14:40:58.411768 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2062521b-c59a-4193-8d96-348c6850c36c req-acd755b3-2686-44f9-9d86-02448fcc3bf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700588 Apr 05 14:40:58.503502 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:40:58.540832 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2062521b-c59a-4193-8d96-348c6850c36c req-ebc0a7f4-3e69-4590-91e8-7159b27197b5 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231489 Apr 05 14:40:58.676697 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2062521b-c59a-4193-8d96-348c6850c36c req-ac0061a7-6f85-4aee-b60f-6869d6286a54 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296940 Apr 05 14:40:58.846370 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b43dbaa4-60d2-4d0b-baab-d89a81e621bb', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.43', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '724348b8-995f-4875-b908-90ec4ed95661', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:40:56Z', 'updated_at': '2022-04-05T14:40:56Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:40:58.850428 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39efbb33-3e82-402b-b187-c98ca52b907c None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b43dbaa4-60d2-4d0b-baab-d89a81e621bb', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.43', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '724348b8-995f-4875-b908-90ec4ed95661', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:48:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:40:56Z', 'updated_at': '2022-04-05T14:40:56Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:40:58.979422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:40:59.031213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20314476-b85b-4542-ba4e-7ee0bf31e7c8 None None] New status for floating IP b43dbaa4-60d2-4d0b-baab-d89a81e621bb: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:41:07.633148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:23.930233 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:41:24.122001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0f0e4a6f-704a-4d13-8a34-ce123f3674a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:26.328743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b12efbea-4945-47c6-bd72-e4e545ab9550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.413400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.484900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:27.659355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57ef4e-8613-4a85-ae4c-6d7c0b07a45b req-21a294bc-41b0-418b-8388-b468a08ff714 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:27.660784 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef57ef4e-8613-4a85-ae4c-6d7c0b07a45b req-21a294bc-41b0-418b-8388-b468a08ff714 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 945 time: 0.0757451 Apr 05 14:41:27.704961 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef57ef4e-8613-4a85-ae4c-6d7c0b07a45b req-70840240-3cf3-4248-a0ac-731980562853 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386870 Apr 05 14:41:28.904244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6566874-5314-4e7f-8908-0626bcba30e3 req-b5b4e23e-0925-4d87-bbd1-c830ca627376 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:28.906201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6566874-5314-4e7f-8908-0626bcba30e3 req-b5b4e23e-0925-4d87-bbd1-c830ca627376 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 945 time: 0.0798371 Apr 05 14:41:28.979586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:28.992000 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6566874-5314-4e7f-8908-0626bcba30e3 req-4a7c811d-d7f3-4578-82cd-afe985e952f9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=75523ea8-4470-4ca6-8007-c64ff1230846&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802741 Apr 05 14:41:29.021485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-5e3438ae-da8f-49d2-b301-6d229290dac0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:29.022933 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-5e3438ae-da8f-49d2-b301-6d229290dac0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 945 time: 0.0920358 Apr 05 14:41:29.092190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port ee1c2c9f-0d55-4353-9f9e-070feada06bf {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:41:29.092531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.330087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port ee1c2c9f-0d55-4353-9f9e-070feada06bf, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ee1c2c9f-0d55-4353-9f9e-070feada06bf,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:29.330448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.610146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.610455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.610740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP de655a76-043e-44b0-8c82-736eafc54f44 disassociated. External IP: 172.26.6.91, port: ee1c2c9f-0d55-4353-9f9e-070feada06bf. Apr 05 14:41:29.611073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for ee1c2c9f-0d55-4353-9f9e-070feada06bf owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:41:29.836717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:29.884677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=ee1c2c9f-0d55-4353-9f9e-070feada06bf,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:30.089406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:30.256595 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-befcdb55-66c7-4665-9faf-d60b252485db req-85536b33-9187-4fca-a718-0ba6b44f43a6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=68255d8f-a2fc-44b3-aee0-83b8499288b9 HTTP/1.1" status: 200 len: 210 time: 0.1071908 Apr 05 14:41:30.336567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:30.349149 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] Sync routers for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:41:30.363736 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:41:30.364461 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:30.410194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port ee1c2c9f-0d55-4353-9f9e-070feada06bf on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:30.412665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:30.415341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'name': 'network-vif-deleted', 'tag': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:41:30.434326 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06c1f200-1c9f-4500-9c5c-f19b36b49eab req-cdbe4089-9a3a-46f6-9642-c120ac2e712a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/ee1c2c9f-0d55-4353-9f9e-070feada06bf HTTP/1.1" status: 204 len: 173 time: 1.4063179 Apr 05 14:41:30.491354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df0a2ac2-bac1-4277-9403-aca07a75623f'] response: {'server_uuid': '68255d8f-a2fc-44b3-aee0-83b8499288b9', 'name': 'network-vif-deleted', 'tag': 'ee1c2c9f-0d55-4353-9f9e-070feada06bf', 'status': 'completed', 'code': 200} Apr 05 14:41:30.554233 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:41:30.861026 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:30.864555 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] Checking router: 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:41:30.875686 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:41:30.876277 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:31.095334 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:41:31.365948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40746) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:31.403757 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:31.408173 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f91d564-a1de-4482-b49f-fbd04219b905 None None] The sync data for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv is: [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:23Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '60f3557d-0f91-4a5f-b569-33c08b712011', 'name': '', 'network_id': '561f0f9c-b8c9-4b25-9e30-698acadf2495', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:6c:06:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:22Z', 'updated_at': '2022-04-05T14:39:30Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '375066bb-e842-47dd-9645-bd01c9d109f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:41:31.435181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b61584-318d-4782-b2d8-cd46fc8d1c3d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.466560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b61584-318d-4782-b2d8-cd46fc8d1c3d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.539483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b61584-318d-4782-b2d8-cd46fc8d1c3d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.559194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b61584-318d-4782-b2d8-cd46fc8d1c3d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75523ea8-4470-4ca6-8007-c64ff1230846,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:31.567969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58b61584-318d-4782-b2d8-cd46fc8d1c3d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.568859 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58b61584-318d-4782-b2d8-cd46fc8d1c3d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/75523ea8-4470-4ca6-8007-c64ff1230846 HTTP/1.1" status: 204 len: 168 time: 0.2019241 Apr 05 14:41:31.619649 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40752) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:31.674282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90971591-370c-45f9-ac4e-e69ff60bd615 None None] New status for floating IP de655a76-043e-44b0-8c82-736eafc54f44: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:41:31.775329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 2277bfde-626b-4e0c-b5ef-e5be811cc03d {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:41:31.775869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.953728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:31.954074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.075453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 2277bfde-626b-4e0c-b5ef-e5be811cc03d owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:41:32.153345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.db.api [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:41:32.153665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG oslo_db.api [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:41:32.655282 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 2277bfde-626b-4e0c-b5ef-e5be811cc03d {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:41:32.655929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.833790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.833790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:32.954984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device ee1c2c9f-0d55-4353-9f9e-070feada06bf no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:41:32.996535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: ee1c2c9f-0d55-4353-9f9e-070feada06bf {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:41:32.996535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device ee1c2c9f-0d55-4353-9f9e-070feada06bf not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:41:33.067319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 2277bfde-626b-4e0c-b5ef-e5be811cc03d owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:41:33.207850 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.250547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=2277bfde-626b-4e0c-b5ef-e5be811cc03d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:33.347302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.362138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:33.362472 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5204cdaa-59e4-426c-b7e7-80fb5ffe2619 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/de655a76-043e-44b0-8c82-736eafc54f44 HTTP/1.1" status: 204 len: 168 time: 1.7418306 Apr 05 14:41:33.764682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db7fe4-b2e6-4689-a136-5b0c58526930 req-a81e15c6-5634-4e5f-900a-dfa036639b33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:33.765589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e8db7fe4-b2e6-4689-a136-5b0c58526930 req-a81e15c6-5634-4e5f-900a-dfa036639b33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:41:33.780732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e8db7fe4-b2e6-4689-a136-5b0c58526930 req-a81e15c6-5634-4e5f-900a-dfa036639b33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:41:33.782766 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e8db7fe4-b2e6-4689-a136-5b0c58526930 req-a81e15c6-5634-4e5f-900a-dfa036639b33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 946 time: 0.0984080 Apr 05 14:41:33.839422 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e8db7fe4-b2e6-4689-a136-5b0c58526930 req-c1c6d8fe-986e-43b8-8214-2e3713227554 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481372 Apr 05 14:41:35.089121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82f039-762e-49a6-8a3f-b75af4d57294 req-397a4632-4592-44a8-ac49-ba324bab5638 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.090599 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-af82f039-762e-49a6-8a3f-b75af4d57294 req-397a4632-4592-44a8-ac49-ba324bab5638 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 946 time: 0.1337140 Apr 05 14:41:35.096720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-b2b9979b-631b-4ec8-8c48-b156be62b443 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:35.098301 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-b2b9979b-631b-4ec8-8c48-b156be62b443 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 946 time: 0.1117592 Apr 05 14:41:35.190331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port d08ae7bb-affe-49fd-9ca3-cd11f165c606 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:41:35.190712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.226880 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-af82f039-762e-49a6-8a3f-b75af4d57294 req-0477cecd-73e3-42fd-a089-e2665eb89dd1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=023b3f48-f188-448b-95ed-d6d3265e1136&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276553 Apr 05 14:41:35.433066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port d08ae7bb-affe-49fd-9ca3-cd11f165c606, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d08ae7bb-affe-49fd-9ca3-cd11f165c606,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:35.433345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.549652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for d08ae7bb-affe-49fd-9ca3-cd11f165c606 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:41:35.690081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.736265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=d08ae7bb-affe-49fd-9ca3-cd11f165c606,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:35.865751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.866117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.866456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.866785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.867118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.867445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.867770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.868092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.868416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.868732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.869049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:35.909374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port d08ae7bb-affe-49fd-9ca3-cd11f165c606 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:35.911605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:35.915350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'name': 'network-vif-deleted', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:41:35.932163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1b9c0836-9880-4773-be66-c39aa183ee0c req-31aa9e7d-e490-433f-888c-614bec0f511a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/d08ae7bb-affe-49fd-9ca3-cd11f165c606 HTTP/1.1" status: 204 len: 173 time: 0.8199382 Apr 05 14:41:35.974921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e2af3e7-18ae-4f90-ad90-7f4cbf7b29e2'] response: {'server_uuid': '80b2f19f-c944-4754-ac2e-6b4820e82a1f', 'name': 'network-vif-deleted', 'tag': 'd08ae7bb-affe-49fd-9ca3-cd11f165c606', 'status': 'completed', 'code': 200} Apr 05 14:41:36.398389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ebd75992-16da-4d58-83be-f7cad01cfe9f req-83149a1e-0350-4dc8-94ad-1079a0177f89 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:41:36.413898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ebd75992-16da-4d58-83be-f7cad01cfe9f req-83149a1e-0350-4dc8-94ad-1079a0177f89 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:41:36.415256 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ebd75992-16da-4d58-83be-f7cad01cfe9f req-83149a1e-0350-4dc8-94ad-1079a0177f89 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=80b2f19f-c944-4754-ac2e-6b4820e82a1f HTTP/1.1" status: 200 len: 210 time: 0.0568366 Apr 05 14:41:37.519546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40772) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:37.587042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.617816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.632894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.684201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.704194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=023b3f48-f188-448b-95ed-d6d3265e1136,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:37.715747 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:37.717397 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/023b3f48-f188-448b-95ed-d6d3265e1136 HTTP/1.1" status: 204 len: 168 time: 0.1962783 Apr 05 14:41:37.718726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.718992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.719464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.719805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.720146 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.720470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.722625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.722625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.722799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.723080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.723414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad6098da-aba2-4edd-a453-b589d4870fe2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:37.764804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40778) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:38.159194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.745263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 60f3557d-0f91-4a5f-b569-33c08b712011 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:41:38.745601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.924057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 60f3557d-0f91-4a5f-b569-33c08b712011, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=60f3557d-0f91-4a5f-b569-33c08b712011,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:38.924721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:38.962513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d08ae7bb-affe-49fd-9ca3-cd11f165c606 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:41:38.997844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: d08ae7bb-affe-49fd-9ca3-cd11f165c606 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:41:38.998719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d08ae7bb-affe-49fd-9ca3-cd11f165c606 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:41:39.043297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 60f3557d-0f91-4a5f-b569-33c08b712011 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:41:39.296546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:39.341696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=60f3557d-0f91-4a5f-b569-33c08b712011,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:39.630791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.190068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:40.382957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:40.392334 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] Sync routers for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:41:40.399847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8b9e9fea-61ab-4a15-b197-e8f2fd6e980c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/5e2f8d2c-5f27-43e2-aa48-a3614426d8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6339405 Apr 05 14:41:40.402863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40782) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:40.405242 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:41:40.405883 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:40.581574 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:41:40.687549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-30143ed4-b8a6-4b99-9bb5-c14aa189d834 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet 375066bb-e842-47dd-9645-bd01c9d109f7 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:41:40.690439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30143ed4-b8a6-4b99-9bb5-c14aa189d834 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.743851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30143ed4-b8a6-4b99-9bb5-c14aa189d834 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.825793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30143ed4-b8a6-4b99-9bb5-c14aa189d834 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.865125 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:41:39Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:40.869212 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] Checking router: 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:41:40.879446 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] Routers {'5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:41:40.880037 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:40.896602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30143ed4-b8a6-4b99-9bb5-c14aa189d834 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.931326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30143ed4-b8a6-4b99-9bb5-c14aa189d834 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=375066bb-e842-47dd-9645-bd01c9d109f7,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:40.940405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30143ed4-b8a6-4b99-9bb5-c14aa189d834 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:40.949207 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-30143ed4-b8a6-4b99-9bb5-c14aa189d834 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/375066bb-e842-47dd-9645-bd01c9d109f7 HTTP/1.1" status: 204 len: 168 time: 0.5430498 Apr 05 14:41:40.949407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2200410-d23a-456f-83c3-b34b9511f3b3 None None] Network 561f0f9c-b8c9-4b25-9e30-698acadf2495 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:41:40.949830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40786) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:41.059073 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] Set router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:41:41.152561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.208549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] DHCP port deletion for 561f0f9c-b8c9-4b25-9e30-698acadf2495 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:41:41.212939 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Deleting port 964e0884-0610-4e96-af2e-a1cea2402e97 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:41:41.213404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.351872 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:41:39Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:41.355680 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d58cbbb-09f6-4001-bc90-6dd22389a952 None None] The sync data for ids ['5e2f8d2c-5f27-43e2-aa48-a3614426d8b3'] in dv-neutron-829488-2-hyperv is: [{'id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'name': 'tempest-TestNetworkBasicOps-router-174706601', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14'}], 'enable_snat': True}, 'gw_port_id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:41:39Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e90583bf-8b12-4c3f-859d-8e2e2e3c415b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:bf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e2f8d2c-5f27-43e2-aa48-a3614426d8b3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:39:18Z', 'updated_at': '2022-04-05T14:39:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:41:41.357230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.367787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port e90583bf-8b12-4c3f-859d-8e2e2e3c415b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:41:41.368176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.437744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] For port 964e0884-0610-4e96-af2e-a1cea2402e97, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=964e0884-0610-4e96-af2e-a1cea2402e97,segment=NetworkSegment(d57c73b3-cfbe-4cb3-8876-e9630c2fe753),segment_id=d57c73b3-cfbe-4cb3-8876-e9630c2fe753)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:41.438070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.539570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port e90583bf-8b12-4c3f-859d-8e2e2e3c415b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e90583bf-8b12-4c3f-859d-8e2e2e3c415b,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:41.539923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.554100 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Calling delete_port for 964e0884-0610-4e96-af2e-a1cea2402e97 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:41:41.630475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.666605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for e90583bf-8b12-4c3f-859d-8e2e2e3c415b owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:41:41.679438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Pushing event deleted for resources: {'Port': ['ID=964e0884-0610-4e96-af2e-a1cea2402e97,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:41.690555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.690897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.691228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.691559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.691888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.692211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.692531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.692853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.693165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.693485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.693803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:41.698763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0fc6235-61db-44da-be43-d4345862d7ba None None] No DVR routers for this DVR port 964e0884-0610-4e96-af2e-a1cea2402e97 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:41:41.783764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 60f3557d-0f91-4a5f-b569-33c08b712011 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:41:41.819920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 60f3557d-0f91-4a5f-b569-33c08b712011 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:41:41.820261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 60f3557d-0f91-4a5f-b569-33c08b712011 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:41:41.820668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 964e0884-0610-4e96-af2e-a1cea2402e97 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:41:41.853519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 964e0884-0610-4e96-af2e-a1cea2402e97 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:41:41.853844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 964e0884-0610-4e96-af2e-a1cea2402e97 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:41:41.863528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:41.910573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=e90583bf-8b12-4c3f-859d-8e2e2e3c415b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:42.131696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.468212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.472640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.498031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.498639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Fanout notify agent at l3_agent the message router_deleted on router 5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:41:42.512492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.514143 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-af8e2a3a-6bfe-4791-a999-2650d4ee3cff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/routers/5e2f8d2c-5f27-43e2-aa48-a3614426d8b3 HTTP/1.1" status: 204 len: 168 time: 1.5633268 Apr 05 14:41:42.516808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40790) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:42.635758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.763859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.788931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561f0f9c-b8c9-4b25-9e30-698acadf2495']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:42.800977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:42.801273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd57c73b3-cfbe-4cb3-8876-e9630c2fe753') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:42.812207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.827246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.832947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:41:42.833317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:41:42.848022 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:41:42.926971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.945158 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:42.958350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=561f0f9c-b8c9-4b25-9e30-698acadf2495,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:42.969504 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e1fd91a4-18f9-4110-b44c-cc072559e497 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/561f0f9c-b8c9-4b25-9e30-698acadf2495 HTTP/1.1" status: 204 len: 168 time: 0.4517074 Apr 05 14:41:42.992580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40794) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:42.998094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--1673985505', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:43.003144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:43.007332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:network and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:43.010279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:43.016652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:43.026641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:43.030199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.057235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:41:43.066635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.066974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment 6624e274-8f92-4e2c-94fd-3b36f169c491 of type vlan for network e1ed80cb-fb34-4592-b1b8-491807aff2cf Apr 05 14:41:43.092699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.121147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.125318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:43.125918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.230276 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2365189 Apr 05 14:41:43.233419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34f5c05-55a4-4ae7-ae73-b279e6955313 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=e1ed80cb-fb34-4592-b1b8-491807aff2cf,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:43.233625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40798) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:43.243703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'admin_state_up': True, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:43.246518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:41:43.253332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:43.257627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:router and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:43.260458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:43.267050 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:43.276927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.277801 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.297076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.440275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.616811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.646035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.775818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e90583bf-8b12-4c3f-859d-8e2e2e3c415b no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:41:43.781321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.174 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/0fede233-e369-4167-87ca-d84234b51901) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:43.812011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: e90583bf-8b12-4c3f-859d-8e2e2e3c415b {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:41:43.812351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e90583bf-8b12-4c3f-859d-8e2e2e3c415b not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:41:43.921916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:43.948212 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.017817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:44.020420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:44.024021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:41:44.055313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=0fede233-e369-4167-87ca-d84234b51901,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:44.171717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.172477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.397224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router f428d575-62ae-44bb-8ac4-945463694b40 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:41:44.684019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:44.694187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Sync routers for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:41:44.705455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:41:44.706101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:44.709234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:44.710541 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-798bcf99-f1e0-45ce-afba-3eb061b47a33 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4758708 Apr 05 14:41:44.713676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40802) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:44.755153 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-17847d74-6f6a-4c4c-82b0-afd6c2d26224 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0403607 Apr 05 14:41:44.757805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40806) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:44.884825 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1094f161-9815-44fb-bd29-5b3bc3a736ff tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:44.886342 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1094f161-9815-44fb-bd29-5b3bc3a736ff tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275446 Apr 05 14:41:44.889070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40810) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:44.912643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:41:44.927531 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b94c6327-43e8-4bdd-b195-35400041ab48 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374556 Apr 05 14:41:44.929929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40814) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:44.935062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1831873839', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:45.042297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:45.046691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:45.049461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:45.055203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:45.065203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:45.165621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.192913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:44Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:45.197381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Checking router: f428d575-62ae-44bb-8ac4-945463694b40 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:41:45.197796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Updating router f428d575-62ae-44bb-8ac4-945463694b40 port 0fede233-e369-4167-87ca-d84234b51901 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:41:45.250226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.375470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.456383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=3ea38333-2161-4137-abf8-526ee79a06c6,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:45.464759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:41:45.465112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: e1ed80cb-fb34-4592-b1b8-491807aff2cf, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:41:45.486581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:41:45.495770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, e1ed80cb-fb34-4592-b1b8-491807aff2cf) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:45.500299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:45.501156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.507263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec8937-5607-4b3a-826c-7cb80032a9e9 None None] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:41:45.521110 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-83b48610-931c-4bfc-a785-17de02023981 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5900943 Apr 05 14:41:45.523793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40818) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:45.677682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.733944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Transition to ACTIVE for port object 0fede233-e369-4167-87ca-d84234b51901 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:45.751613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.861196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ac9ab-e01b-48eb-ad9a-d40c43380f52 None None] Pushing event updated for resources: {'Port': ['ID=0fede233-e369-4167-87ca-d84234b51901,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:45.872863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Attempting to bind port 0fede233-e369-4167-87ca-d84234b51901 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:45.873297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Attempting to bind port 0fede233-e369-4167-87ca-d84234b51901 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:45.873651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Attempting to bind port 0fede233-e369-4167-87ca-d84234b51901 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:41:45.875865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:41:45.876629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.900244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:41:45.900604 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:41:45.900993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:45.901373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:41:45.901821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Bound port: 0fede233-e369-4167-87ca-d84234b51901, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:45.902202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:46.039858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] For port 0fede233-e369-4167-87ca-d84234b51901, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:46.086679 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] For port 0fede233-e369-4167-87ca-d84234b51901, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0fede233-e369-4167-87ca-d84234b51901,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:46.093075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:46.161119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Allocated IP 172.20.0.2 (e1ed80cb-fb34-4592-b1b8-491807aff2cf/3ea38333-2161-4137-abf8-526ee79a06c6/f2bbab60-ee4d-4468-a749-400d3fc47463) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:46.289432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0ac9ab-e01b-48eb-ad9a-d40c43380f52 None None] Pushing event updated for resources: {'Port': ['ID=0fede233-e369-4167-87ca-d84234b51901,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:46.306797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:41:46.307400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:46.391232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:46.566278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:41:46.602787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:46.671960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Transition to ACTIVE for port object f2bbab60-ee4d-4468-a749-400d3fc47463 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:46.756324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Transition to ACTIVE for port object f2bbab60-ee4d-4468-a749-400d3fc47463 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:46.767492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:46.829094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.1 (e1ed80cb-fb34-4592-b1b8-491807aff2cf/3ea38333-2161-4137-abf8-526ee79a06c6/86b3f6d0-4871-4831-a871-683eab73b224) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:46.860135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:46.868164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Pushing event updated for resources: {'Port': ['ID=f2bbab60-ee4d-4468-a749-400d3fc47463,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:46.873228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:46.876732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:41:46.985928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.002145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 86b3f6d0-4871-4831-a871-683eab73b224 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:47.003191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Attempting to bind port f2bbab60-ee4d-4468-a749-400d3fc47463 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:47.003546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Attempting to bind port f2bbab60-ee4d-4468-a749-400d3fc47463 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:47.003894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Attempting to bind port f2bbab60-ee4d-4468-a749-400d3fc47463 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:41:47.014945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:41:47.015303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Checking segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:41:47.015689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.016063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Bound using segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:41:47.016505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Bound port: f2bbab60-ee4d-4468-a749-400d3fc47463, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:47.016863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.023452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.063405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:44Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:47.077300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb6ad60-0262-427e-a52b-87fd25b5df12 None None] The sync data for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv is: [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:44Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:41:47.092906 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:47.095998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:47.098721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:41:47.120056 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] For port f2bbab60-ee4d-4468-a749-400d3fc47463, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:47.124027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] For port f2bbab60-ee4d-4468-a749-400d3fc47463, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f2bbab60-ee4d-4468-a749-400d3fc47463,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:47.129333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.143442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=86b3f6d0-4871-4831-a871-683eab73b224,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:47.168905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.233130 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ced7b25-d56d-40c0-98e0-b3deab3a09f3 None None] Pushing event updated for resources: {'Port': ['ID=f2bbab60-ee4d-4468-a749-400d3fc47463,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:47.285519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.431900 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-0a20bb25-09eb-4c2e-983f-c92c443545ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848472 Apr 05 14:41:47.668845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-b79e8f1a-cd84-4aa0-8fdf-1641e580e822 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 1099 time: 0.1034200 Apr 05 14:41:47.807246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.813033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.861831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-6dfeec59-7cc3-4060-9a22-0c76f7715e9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:47.863834 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-6dfeec59-7cc3-4060-9a22-0c76f7715e9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.1768589 Apr 05 14:41:47.877277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f2bbab60-ee4d-4468-a749-400d3fc47463 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:41:47.937637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=86b3f6d0-4871-4831-a871-683eab73b224,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:47.940108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:47.969175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f2bbab60-ee4d-4468-a749-400d3fc47463 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:47.974968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0fede233-e369-4167-87ca-d84234b51901 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:41:48.018677 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-223d84f6-421a-4d34-ade5-65d181ed9d82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=724348b8-995f-4875-b908-90ec4ed95661 HTTP/1.1" status: 200 len: 1001 time: 0.1488054 Apr 05 14:41:48.079300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 0fede233-e369-4167-87ca-d84234b51901 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:48.086799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 0fede233-e369-4167-87ca-d84234b51901 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:48.087168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.099027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-2e5f6ac0-6f27-4f72-a61e-831eba613756 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:48.101041 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-2e5f6ac0-6f27-4f72-a61e-831eba613756 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0760350 Apr 05 14:41:48.228137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:48.229333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:48.237066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.255713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 0fede233-e369-4167-87ca-d84234b51901, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0fede233-e369-4167-87ca-d84234b51901,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:48.262890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.298768 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-0658fb59-904c-42f4-8a7c-ca15894594f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1908221 Apr 05 14:41:48.335550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=0fede233-e369-4167-87ca-d84234b51901,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:48.448533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-c88f5cf8-a765-4fb4-8b0c-8ad8467db994 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414926 Apr 05 14:41:48.455076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89af5970-536a-45da-a876-174788bd9686 None None] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:41:48.560521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dba0b7b8-79e2-4e7e-8973-3a5c0fcfb455 None None] Provisioning for port f2bbab60-ee4d-4468-a749-400d3fc47463 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:48.570058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dba0b7b8-79e2-4e7e-8973-3a5c0fcfb455 None None] Provisioning complete for port f2bbab60-ee4d-4468-a749-400d3fc47463 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:48.570550 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dba0b7b8-79e2-4e7e-8973-3a5c0fcfb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.586080 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de67d6f-96a1-46d0-a440-1ef9a1130405 req-25444b5f-4d85-49f6-a93e-4e4b4c59d14e service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314485 Apr 05 14:41:48.648789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router f428d575-62ae-44bb-8ac4-945463694b40 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:41:48.817528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dba0b7b8-79e2-4e7e-8973-3a5c0fcfb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.856276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-dba0b7b8-79e2-4e7e-8973-3a5c0fcfb455 None None] For port f2bbab60-ee4d-4468-a749-400d3fc47463, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f2bbab60-ee4d-4468-a749-400d3fc47463,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:48.856539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:41:48.860827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dba0b7b8-79e2-4e7e-8973-3a5c0fcfb455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:48.873391 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-05c3c3ae-f31b-47ed-a077-6352a815fa7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/f428d575-62ae-44bb-8ac4-945463694b40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3454638 Apr 05 14:41:48.873705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40822) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:48.933934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba0b7b8-79e2-4e7e-8973-3a5c0fcfb455 None None] Pushing event updated for resources: {'Port': ['ID=f2bbab60-ee4d-4468-a749-400d3fc47463,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:49.024530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8610a59-97d1-4a04-8cfa-60fab87dd5c4 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.025113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8610a59-97d1-4a04-8cfa-60fab87dd5c4 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.025256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8610a59-97d1-4a04-8cfa-60fab87dd5c4 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.025621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8610a59-97d1-4a04-8cfa-60fab87dd5c4 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.025984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8610a59-97d1-4a04-8cfa-60fab87dd5c4 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.026367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8610a59-97d1-4a04-8cfa-60fab87dd5c4 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.028077 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b8610a59-97d1-4a04-8cfa-60fab87dd5c4 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1536438 Apr 05 14:41:49.031056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40826) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:49.091944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aed62244-a514-48a6-b1cf-3e7c5c8e9203 None None] Provisioning complete for port f2bbab60-ee4d-4468-a749-400d3fc47463 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:49.092318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aed62244-a514-48a6-b1cf-3e7c5c8e9203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.102680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90aeaf-cce9-41ee-ae4c-b2a2320e5184 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.102680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90aeaf-cce9-41ee-ae4c-b2a2320e5184 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.103022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90aeaf-cce9-41ee-ae4c-b2a2320e5184 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.103372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90aeaf-cce9-41ee-ae4c-b2a2320e5184 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.103713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90aeaf-cce9-41ee-ae4c-b2a2320e5184 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.104056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee90aeaf-cce9-41ee-ae4c-b2a2320e5184 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:49.108282 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ee90aeaf-cce9-41ee-ae4c-b2a2320e5184 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0738566 Apr 05 14:41:49.109100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40830) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:49.230539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aed62244-a514-48a6-b1cf-3e7c5c8e9203 None None] Provisioning for port 86b3f6d0-4871-4831-a871-683eab73b224 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:49.238199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aed62244-a514-48a6-b1cf-3e7c5c8e9203 None None] Provisioning complete for port 86b3f6d0-4871-4831-a871-683eab73b224 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:49.238651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aed62244-a514-48a6-b1cf-3e7c5c8e9203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.297632 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-aed62244-a514-48a6-b1cf-3e7c5c8e9203 None None] Port 86b3f6d0-4871-4831-a871-683eab73b224 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:41:49.326337 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6e79bd40-9704-4d60-89fe-ad3b636fe797 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2159004 Apr 05 14:41:49.328952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40834) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:49.334311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1791980393', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:49.420815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d1f4d10d-f19a-4eb6-bd27-fbfadb331c15 None None] Provisioning complete for port 86b3f6d0-4871-4831-a871-683eab73b224 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:49.421176 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d1f4d10d-f19a-4eb6-bd27-fbfadb331c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.469302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:49.473494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:port and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:49.474035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4d10d-f19a-4eb6-bd27-fbfadb331c15 None None] Port 86b3f6d0-4871-4831-a871-683eab73b224 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:41:49.476297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:49.481916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:49.491701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:41:49.494778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.515130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] device_id is not set on port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 yet. {{(pid=83851) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:41:49.650222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.13 (e1ed80cb-fb34-4592-b1b8-491807aff2cf/3ea38333-2161-4137-abf8-526ee79a06c6/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:41:49.788682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f2bbab60-ee4d-4468-a749-400d3fc47463 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:41:49.858603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f2bbab60-ee4d-4468-a749-400d3fc47463 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:49.858962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.961650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:49.972637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0fede233-e369-4167-87ca-d84234b51901 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:41:49.976874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:49.999834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.038320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 0fede233-e369-4167-87ca-d84234b51901 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:50.038678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.073148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:41:50.076597 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:41:50.078499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:50.080588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:41:50.146307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:50.146923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.172985 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-30b8f673-c100-47f9-91de-77ddf668f70a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.8429770 Apr 05 14:41:50.299928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e0e32976-e35f-4037-90e7-fec59bdd0f34 None None] Provisioning for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:50.304687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e0e32976-e35f-4037-90e7-fec59bdd0f34 None None] Provisioning complete for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:50.305053 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e0e32976-e35f-4037-90e7-fec59bdd0f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.356844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e0e32976-e35f-4037-90e7-fec59bdd0f34 None None] Port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:41:50.526524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40840) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:50.532842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-756668101', 'description': 'tempest-secgroup-smoke-756668101 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:50.540105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:50.544326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:50.547233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:50.552884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:50.563346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.600591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:50.604336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:50.607121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:50.612617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:50.668613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.672898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.715058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=663cbc39-1ab0-41f2-8875-d44e0e8f951f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:50.718738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.719924 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b4e8b48a-826d-429f-8c60-06d165e3633b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1924200 Apr 05 14:41:50.723111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40844) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:50.728698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '663cbc39-1ab0-41f2-8875-d44e0e8f951f', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:50.734985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:50.739210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:50.742111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:50.747821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:50.764607 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.804333 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Sync routers for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:41:50.817025 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:41:50.817618 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:50.831687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.835539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.859360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1d8e2cd-d766-4aba-b4df-afa42351442f,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:50.869557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.873785 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-35d3512c-bd5e-4473-9836-251c0351f233 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1466827 Apr 05 14:41:50.873973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40848) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:50.879315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '663cbc39-1ab0-41f2-8875-d44e0e8f951f', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:50.885026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:50.888806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:50.891594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:50.897112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:50.913317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.971920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.976649 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:50.999968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45fc6396-f9e8-4ed0-aeb3-1d7a88aaa952,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.008656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.009887 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7a62d3bc-0939-42ca-bf89-ced055decb0f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1349983 Apr 05 14:41:51.012537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40852) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:51.018542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '663cbc39-1ab0-41f2-8875-d44e0e8f951f', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:51.024148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:51.027448 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:41:51.027927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:51.030777 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:51.036358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:51.052793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.114450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.118010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.145415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f04f6c-f793-49ae-bb17-993395949579,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.155385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.159225 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-95e49cfd-0139-4930-a176-14c07946cac9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1433380 Apr 05 14:41:51.159563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40856) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:51.165501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '663cbc39-1ab0-41f2-8875-d44e0e8f951f', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:51.172037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:51.175804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:51.178621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:51.184227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:51.200370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.265303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.268911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.298884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69c1e1ce-8b48-4acb-a903-12b7f0b6a9d8,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.305975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.307285 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f46d3f26-00a4-49ed-a38d-95a4282a85e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1467113 Apr 05 14:41:51.310026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40860) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:51.316241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '663cbc39-1ab0-41f2-8875-d44e0e8f951f', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:51.322004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:51.325727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:51.328591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:51.334093 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:51.334514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:51.337886 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Checking router: f428d575-62ae-44bb-8ac4-945463694b40 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:41:51.338260 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Updating router f428d575-62ae-44bb-8ac4-945463694b40 port 86b3f6d0-4871-4831-a871-683eab73b224 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:41:51.344835 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:41:51.351620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.388552 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.415077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.419405 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.443318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a67da27-150b-486f-b653-6776996707ef,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.451978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.453277 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-19accd28-8bb8-4b28-8741-df2dbe0ac3a5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1416390 Apr 05 14:41:51.456010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40864) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:41:51.461278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '663cbc39-1ab0-41f2-8875-d44e0e8f951f', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:51.466922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:41:51.470662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:41:51.473724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:41:51.479298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:41:51.490363 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:41:51.496404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.562886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.567796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.590838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77f7f18-b06e-45b9-b318-2a8433c3b039,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.601314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.610914 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a401df51-5fb3-4a47-b240-a07a4b17692d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1458733 Apr 05 14:41:51.736677 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.748814 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Transition to ACTIVE for port object 86b3f6d0-4871-4831-a871-683eab73b224 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:51.755068 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.777017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-5aa5cd2e-a83c-4171-b41e-32748fdcad99 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-756668101&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0404880 Apr 05 14:41:51.851218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06340192-327b-4e95-a301-56ded6abfa5d req-1df4316a-f2ab-4937-be4a-e1458abf68d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:51.851888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-06340192-327b-4e95-a301-56ded6abfa5d req-1df4316a-f2ab-4937-be4a-e1458abf68d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:41:51.869283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-06340192-327b-4e95-a301-56ded6abfa5d req-1df4316a-f2ab-4937-be4a-e1458abf68d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:41:51.878944 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Pushing event updated for resources: {'Port': ['ID=86b3f6d0-4871-4831-a871-683eab73b224,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:51.882393 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-1df4316a-f2ab-4937-be4a-e1458abf68d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 931 time: 0.0922401 Apr 05 14:41:51.893263 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.893603 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.894153 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.894488 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.894814 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.895130 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.895445 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.895760 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.896072 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.897193 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.897518 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:41:51.987520 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Attempting to bind port 86b3f6d0-4871-4831-a871-683eab73b224 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:51.987520 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Attempting to bind port 86b3f6d0-4871-4831-a871-683eab73b224 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:51.987520 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Attempting to bind port 86b3f6d0-4871-4831-a871-683eab73b224 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:41:51.995004 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:41:51.995441 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Checking segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:41:51.995898 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:51.996340 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Bound using segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:41:51.996850 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Bound port: 86b3f6d0-4871-4831-a871-683eab73b224, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:51.997419 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:52.028698 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-2848f633-dfb6-4d22-8bcf-571401cd0605 service neutron] 10.222.0.18 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1451144 Apr 05 14:41:52.081349 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] For port 86b3f6d0-4871-4831-a871-683eab73b224, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:52.084689 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] For port 86b3f6d0-4871-4831-a871-683eab73b224, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=86b3f6d0-4871-4831-a871-683eab73b224,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:52.090508 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:52.163130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-0551beb9-f37b-4e94-adcf-7634d858ddda service neutron] 10.222.0.18 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285408 Apr 05 14:41:52.166685 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c0b1c-ddc6-4b7c-a590-52c08e037b57 None None] Pushing event updated for resources: {'Port': ['ID=86b3f6d0-4871-4831-a871-683eab73b224,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:52.179415 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:41:52.180031 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:52.311412 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-a32220ff-d25c-4fab-8702-652d9f2e74fc service neutron] 10.222.0.18 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333683 Apr 05 14:41:52.363349 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:41:52.523063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdccb013-181c-43cd-aa73-5d890de2780d req-80582318-6213-41e6-a103-1cb0dc2f4754 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 210 time: 0.0489469 Apr 05 14:41:52.703485 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:52Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:41:52.707638 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578f58ce-befd-47d5-abea-89506e297d5d None None] The sync data for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv is: [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:52Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:41:53.459047 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-8ca4f72a-d39d-4796-b5fc-c1208c2130ff service neutron] 10.222.0.15 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1027 time: 0.0630596 Apr 05 14:41:53.623115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06340192-327b-4e95-a301-56ded6abfa5d req-7d7a6b72-1517-4745-9af6-d9d4f3784d34 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:53.624009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-06340192-327b-4e95-a301-56ded6abfa5d req-7d7a6b72-1517-4745-9af6-d9d4f3784d34 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:41:53.641530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-06340192-327b-4e95-a301-56ded6abfa5d req-7d7a6b72-1517-4745-9af6-d9d4f3784d34 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:41:53.642899 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-7d7a6b72-1517-4745-9af6-d9d4f3784d34 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=e1ed80cb-fb34-4592-b1b8-491807aff2cf HTTP/1.1" status: 200 len: 797 time: 0.1792531 Apr 05 14:41:53.715315 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2971112-32e1-4818-a50a-56ccc0c3796a req-0b3e37b8-f427-45cb-93d7-74fe9c39970c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 210 time: 0.0593200 Apr 05 14:41:53.738152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-4d227126-562a-4e05-a9c3-04630ef2129c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 379 time: 0.0832856 Apr 05 14:41:53.749201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Request body: {'port': {'device_id': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:41:53.807994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 86b3f6d0-4871-4831-a871-683eab73b224 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:41:53.859094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.878003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 86b3f6d0-4871-4831-a871-683eab73b224 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:41:53.882657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 86b3f6d0-4871-4831-a871-683eab73b224 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:53.883027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:53.995884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.028595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 86b3f6d0-4871-4831-a871-683eab73b224, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=86b3f6d0-4871-4831-a871-683eab73b224,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:54.032342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.096307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=86b3f6d0-4871-4831-a871-683eab73b224,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:54.122021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-82ef972d-635d-4c7e-9b5d-ba34d7ebcbd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.195347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:41:54.201987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.215692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Transition to ACTIVE for port object f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:41:54.219076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.432144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:54.539092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Attempting to bind port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:41:54.539717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Attempting to bind port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:41:54.539717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Attempting to bind port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:41:54.545513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:41:54.545776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Attempting to bind port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:41:54.551996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:41:54.552334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Checking segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:41:54.552713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Bound using segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:41:54.553137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Bound port: f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:41:54.553486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.640018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:41:54.643213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:41:54.647547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.712255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:54.713600 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] 10.222.0.15 "PUT /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1132 time: 0.9690137 Apr 05 14:41:54.714030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:41:54.739240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc203001-db12-47f3-ae4b-025d0c48cefe service neutron] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:54.792225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1e52fb2-c7f1-433c-8668-54b97b594c55'] response: {'name': 'network-changed', 'server_uuid': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'status': 'completed', 'code': 200} Apr 05 14:41:54.831268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-9482aa86-989b-4949-b860-58a402b8d8ef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 1135 time: 0.0752308 Apr 05 14:41:54.967081 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-6a4c3cd0-2bbc-4090-875b-5b61b56b49d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 217 time: 0.1295571 Apr 05 14:41:55.047096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06340192-327b-4e95-a301-56ded6abfa5d req-0d94f4a5-ae7e-4cd3-9f83-d071684afb55 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:55.048384 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-0d94f4a5-ae7e-4cd3-9f83-d071684afb55 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ea38333-2161-4137-abf8-526ee79a06c6 HTTP/1.1" status: 200 len: 835 time: 0.0711293 Apr 05 14:41:55.053783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cdf456-39cc-4151-b0d6-dab9098537c3 req-661539d0-f468-414e-9b50-d824475c54a6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:55.055146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55cdf456-39cc-4151-b0d6-dab9098537c3 req-661539d0-f468-414e-9b50-d824475c54a6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 982 time: 0.1468000 Apr 05 14:41:55.147015 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55cdf456-39cc-4151-b0d6-dab9098537c3 req-f7432d6c-4898-47bb-933a-923cb9a44041 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631194 Apr 05 14:41:55.155632 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-0f8cfa25-8701-4379-b032-c0c751c42159 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1ed80cb-fb34-4592-b1b8-491807aff2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0996566 Apr 05 14:41:55.287329 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-55cfbc80-a505-488a-8db4-b5065531de64 service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245584 Apr 05 14:41:55.417290 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06340192-327b-4e95-a301-56ded6abfa5d req-119e5e1f-9f37-40f0-97e6-f5ef25a6bcf0 service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239760 Apr 05 14:41:55.534280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-13455141-4fe2-4679-80f7-6fedcab83508 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 1135 time: 0.0711775 Apr 05 14:41:55.663560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-d6d51603-d29e-4a53-a1d9-8e29e473c7b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:55.665011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-d6d51603-d29e-4a53-a1d9-8e29e473c7b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1ed80cb-fb34-4592-b1b8-491807aff2cf HTTP/1.1" status: 200 len: 898 time: 0.1248858 Apr 05 14:41:55.730967 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-3aab39d6-f205-449b-92d1-2b9a9ddd3662 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 217 time: 0.0597677 Apr 05 14:41:55.788012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 86b3f6d0-4871-4831-a871-683eab73b224 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:41:55.796635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-a871016b-5457-4b6d-a0d1-ea8f7c6aeaea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:55.798066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-a871016b-5457-4b6d-a0d1-ea8f7c6aeaea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ea38333-2161-4137-abf8-526ee79a06c6 HTTP/1.1" status: 200 len: 835 time: 0.0602884 Apr 05 14:41:55.859233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 86b3f6d0-4871-4831-a871-683eab73b224 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:41:55.859601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:55.871287 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-17d84383-3aac-46b0-94c5-30d0b0492548 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1ed80cb-fb34-4592-b1b8-491807aff2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672452 Apr 05 14:41:56.001124 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-f305a7a1-5bbd-4614-9ec8-387b6918bf3e service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235240 Apr 05 14:41:56.217336 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-70c43d5f-ae09-4b16-97d4-aff0caddf291 req-726c113b-1a63-4de0-9190-71cb1df9a74f service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089241 Apr 05 14:41:56.331411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-75f90ac9-af63-4a8c-99e8-09bb26f820f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:56.352051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e89ce7-839a-4676-90b9-82b36a7378cb req-22f2fa0e-40ef-4abc-903a-39a3dbfb3858 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:56.353512 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f5e89ce7-839a-4676-90b9-82b36a7378cb req-22f2fa0e-40ef-4abc-903a-39a3dbfb3858 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 982 time: 0.0872145 Apr 05 14:41:56.399884 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f5e89ce7-839a-4676-90b9-82b36a7378cb req-ead70fec-2d4d-4caf-9187-cd86754e47ec tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 Apr 05 14:41:57.414899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.479181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:57.596364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50c146-319f-417c-bccf-e962c616d7ab req-d9357c02-78a1-4277-be0b-c9c423f30d13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:57.598416 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3d50c146-319f-417c-bccf-e962c616d7ab req-d9357c02-78a1-4277-be0b-c9c423f30d13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 982 time: 0.0773668 Apr 05 14:41:57.642578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3d50c146-319f-417c-bccf-e962c616d7ab req-294be897-eb45-410b-a2c3-479bb2fc7210 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384521 Apr 05 14:41:58.837687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15497c0-7f3e-40cd-86b7-849b40e5104b req-75c45a62-04bb-44ef-b194-059eb5714163 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:41:58.839165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b15497c0-7f3e-40cd-86b7-849b40e5104b req-75c45a62-04bb-44ef-b194-059eb5714163 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 982 time: 0.0784461 Apr 05 14:41:58.883439 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b15497c0-7f3e-40cd-86b7-849b40e5104b req-bd1e3bf7-392b-4c45-b5d5-6105b6a4fc1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381825 Apr 05 14:41:58.983851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.024405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:41:59.154589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:59.167218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'port_id': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'mac_address': 'fa:16:3e:56:70:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:41:59.218622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.235167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:41:59.249722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:41:59.254058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:41:59.315715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:41:59.478373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:42:00.076943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0fba9b-4320-485f-9d6b-bd9e25602061 req-e77927aa-c3fd-4cb7-98aa-ea2267b9449a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:00.078405 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aa0fba9b-4320-485f-9d6b-bd9e25602061 req-e77927aa-c3fd-4cb7-98aa-ea2267b9449a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 983 time: 0.0751808 Apr 05 14:42:00.121684 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aa0fba9b-4320-485f-9d6b-bd9e25602061 req-e43cec7f-9db8-4486-9c91-272a56a7009c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378430 Apr 05 14:42:00.925744 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:42:01.024578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:01.091564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:01.096134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:01.096490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.207448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.233236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:42:01.242888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:01.255279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:01.291576 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8f171f3-2434-422e-b4f6-b9a4fcaaefb7'] response: {'server_uuid': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'code': 200} Apr 05 14:42:01.324881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:01.325221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a8d86-a587-49ba-895b-67892a6c43e9 req-cdd95b0c-2293-4884-8f98-9e0b8fa6cf77 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:01.326916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1d4a8d86-a587-49ba-895b-67892a6c43e9 req-cdd95b0c-2293-4884-8f98-9e0b8fa6cf77 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 984 time: 0.0812252 Apr 05 14:42:01.373866 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1d4a8d86-a587-49ba-895b-67892a6c43e9 req-a39760d2-4472-4a9a-b528-d839754fa892 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408540 Apr 05 14:42:01.516481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-45f7a33b-a667-4829-bfe6-f43dfefdaa8d req-200244ef-b090-4755-8527-17d4a1e14f12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 1137 time: 0.0685434 Apr 05 14:42:01.561508 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-45f7a33b-a667-4829-bfe6-f43dfefdaa8d req-ff956c35-3335-4f75-8fa8-7fb67d800bad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391214 Apr 05 14:42:02.585817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15acac-6b56-461c-acd3-d0e888032a3e req-a89287bf-7c51-4338-a195-152f77bccecb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:02.590332 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e15acac-6b56-461c-acd3-d0e888032a3e req-a89287bf-7c51-4338-a195-152f77bccecb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 984 time: 0.0866487 Apr 05 14:42:02.644270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e15acac-6b56-461c-acd3-d0e888032a3e req-891d62fb-b33a-4579-8244-ecd17a4627c8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457187 Apr 05 14:42:03.842979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a057527-6386-4896-a4f9-8b198d0039c6 req-50d3a36f-8833-4413-b569-54e1c9234f6b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:03.844421 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a057527-6386-4896-a4f9-8b198d0039c6 req-50d3a36f-8833-4413-b569-54e1c9234f6b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 984 time: 0.0796936 Apr 05 14:42:03.888651 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a057527-6386-4896-a4f9-8b198d0039c6 req-f8bac176-8cb5-48f0-a542-efc423247539 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380485 Apr 05 14:42:04.084227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0508d0-f380-4dff-8f47-b6bf98d3a2f7 req-a596b69a-cc6f-478e-86d5-e0e4451bdb9d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:04.085663 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1b0508d0-f380-4dff-8f47-b6bf98d3a2f7 req-a596b69a-cc6f-478e-86d5-e0e4451bdb9d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 984 time: 0.0744092 Apr 05 14:42:04.130539 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1b0508d0-f380-4dff-8f47-b6bf98d3a2f7 req-59fe5b18-5d86-4c11-a081-f6c35043c7c0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390797 Apr 05 14:42:04.157059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40912) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:04.227494 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3d8e5984-dcaa-46a5-83b3-fb2ae4ec531e tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 1132 time: 0.0692940 Apr 05 14:42:04.229972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40916) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:04.235321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:04.240483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:04.244219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:04.247137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:04.253242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:04.263255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.396415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.530338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.176 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/f52c83fe-4dce-4107-88fc-9d985183ea80) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:04.677897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.705582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:04.773184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:04.775997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:04.778702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:42:04.807033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=f52c83fe-4dce-4107-88fc-9d985183ea80,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:05.336601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:05.393181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:05.589627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:05.594622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:05.694129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=f52c83fe-4dce-4107-88fc-9d985183ea80,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:05.713730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:05.896481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP 30694f98-9cb2-46d0-a7ee-0a46a81d3490 associated. External IP: 172.26.6.176, port: f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28. Apr 05 14:42:06.270577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router f428d575-62ae-44bb-8ac4-945463694b40 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:06.561396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:06.570619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] Sync routers for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:42:06.583925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:06.584617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:06.585982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:06.640293 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a9281b38-ff62-48f1-bef3-ea60ede69fcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1035 time: 2.4093132 Apr 05 14:42:06.641176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:42:06.643236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40920) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:06.700309 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a742cca-0cd9-4e33-9ef7-dd312775089f'] response: {'name': 'network-changed', 'server_uuid': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'status': 'completed', 'code': 200} Apr 05 14:42:06.717491 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3793e7b5-6bfd-4eff-909b-09cae8622c57 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6&network_id=e1ed80cb-fb34-4592-b1b8-491807aff2cf HTTP/1.1" status: 200 len: 1132 time: 0.0725048 Apr 05 14:42:06.768526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:06.802382 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-5c108557-ffcc-4495-be2d-a2c43b74a81a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 1137 time: 0.0775101 Apr 05 14:42:06.939528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-75842cc4-22e0-403c-8b04-871e132325c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:06.941057 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-75842cc4-22e0-403c-8b04-871e132325c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1ed80cb-fb34-4592-b1b8-491807aff2cf HTTP/1.1" status: 200 len: 898 time: 0.1335909 Apr 05 14:42:07.091115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-1344c87e-cccf-46b8-bfa9-8ce96b143bc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1038 time: 0.1441588 Apr 05 14:42:07.126539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '30694f98-9cb2-46d0-a7ee-0a46a81d3490', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'port_id': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1791980393', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'mac_address': 'fa:16:3e:56:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:05Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:54Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:07.130365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] Checking router: f428d575-62ae-44bb-8ac4-945463694b40 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:42:07.141365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:07.142123 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:41:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:07.170286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-2664337a-127c-491c-83b5-acf3c5b50536 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:07.171726 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-2664337a-127c-491c-83b5-acf3c5b50536 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ea38333-2161-4137-abf8-526ee79a06c6 HTTP/1.1" status: 200 len: 835 time: 0.0705841 Apr 05 14:42:07.177307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d154d9-949e-4d79-bb07-2706ab3b09ae req-fd38ded6-5259-4813-ba78-ee8e88999fc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:07.178733 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d154d9-949e-4d79-bb07-2706ab3b09ae req-fd38ded6-5259-4813-ba78-ee8e88999fc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 984 time: 0.1474693 Apr 05 14:42:07.274958 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7d154d9-949e-4d79-bb07-2706ab3b09ae req-0901f529-e2f9-433e-8c9f-c60fe3fdf371 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633833 Apr 05 14:42:07.285531 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-7b7efa83-6d69-4d1e-a30e-6a44277aa8c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1ed80cb-fb34-4592-b1b8-491807aff2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1059721 Apr 05 14:42:07.316164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:07.417967 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-141eb11f-a36e-4f1c-84a6-6e59ee43f8af service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254451 Apr 05 14:42:07.551549 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd1c0994-77ca-4fda-a933-0e210d0ed045 req-395632c2-c154-465e-9010-149a65c37986 service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271875 Apr 05 14:42:07.679193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:07.704219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '30694f98-9cb2-46d0-a7ee-0a46a81d3490', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'port_id': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1791980393', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'mac_address': 'fa:16:3e:56:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:05Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:54Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:07.708091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdcbbd3-17b7-43bf-92af-72c641c9bbfc None None] The sync data for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv is: [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '30694f98-9cb2-46d0-a7ee-0a46a81d3490', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.176', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'port_id': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1791980393', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'mac_address': 'fa:16:3e:56:70:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479ad978-efc8-4ac9-aa58-f1e2e0aee2e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:05Z', 'updated_at': '2022-04-05T14:42:05Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:54Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:42:08.371647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-72add244-f092-472c-be42-1194e41b6745 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:08.373075 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-72add244-f092-472c-be42-1194e41b6745 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 984 time: 0.0744703 Apr 05 14:42:08.484521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-e660262b-2838-4ea1-ad37-2de8e9aaec08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:08.485847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-e660262b-2838-4ea1-ad37-2de8e9aaec08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1058903 Apr 05 14:42:08.617667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e58116-bb62-44c1-a675-0dbbbc82d994 req-26546a83-15fa-44f5-933b-c85e16ca6276 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:08.619036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34e58116-bb62-44c1-a675-0dbbbc82d994 req-26546a83-15fa-44f5-933b-c85e16ca6276 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 984 time: 0.2057619 Apr 05 14:42:08.657289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-adda7ce0-c2c8-41ee-bda7-794970ddede4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1657879 Apr 05 14:42:08.674352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:08.727908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34e58116-bb62-44c1-a675-0dbbbc82d994 req-a1530fd1-be80-42c7-a91f-0a64bc50fa8c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024055 Apr 05 14:42:08.789670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:08.913968 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e874d3a9-6bcb-4588-8e83-faacf03eaccf None None] New status for floating IP 30694f98-9cb2-46d0-a7ee-0a46a81d3490: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:42:08.987446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:09.016521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:09.165603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] device_id is not set on port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:42:09.173445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.178575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.307756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:09.365199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] No DVR routers for this DVR port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:09.477213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-308a54f1-dbab-4515-b973-8cb632fea579 None None] Provisioning complete for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:09.477779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-308a54f1-dbab-4515-b973-8cb632fea579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.528236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-308a54f1-dbab-4515-b973-8cb632fea579 None None] Port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:42:09.603288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] In _notify_port_updated(), no bound segment for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:42:09.604332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:09.605626 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fd88a04-8bbc-460c-a31c-970b4cefe9f2 req-d316d29f-3d67-499a-b096-4566db29e242 service neutron] 10.222.0.15 "PUT /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1027 time: 0.9376090 Apr 05 14:42:09.903399 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ffac466b-c8f7-49d8-ad5f-ca4a1b469453 req-a3fe2a40-fae4-4bf2-b732-37d25a4107de tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=479ad978-efc8-4ac9-aa58-f1e2e0aee2e6 HTTP/1.1" status: 200 len: 210 time: 0.0433815 Apr 05 14:42:11.007878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 40936) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:11.069796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:42:11.075087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f562816-00db-4290-ab7f-7cefee50ae5a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:11.075654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4f562816-00db-4290-ab7f-7cefee50ae5a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:42:11.090666 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4f562816-00db-4290-ab7f-7cefee50ae5a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:42:11.095490 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4f562816-00db-4290-ab7f-7cefee50ae5a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 926 time: 0.0835743 Apr 05 14:42:11.128598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:42:11.370698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40942) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:11.376261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449973380', 'description': 'tempest-secgroup-smoke-1449973380 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:11.382004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:11.386089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:11.389402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:11.394971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:11.404827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.437870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:11.441557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:11.444327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:11.449903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:11.502297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.505723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.548363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527cd1d2-c9f6-484f-a663-07b384755e57,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:11.551164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.552404 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-80e3544a-d51a-4f5a-b98e-14d04a2538e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1807289 Apr 05 14:42:11.555669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40946) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:11.561118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '527cd1d2-c9f6-484f-a663-07b384755e57', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:11.567029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:11.570869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:11.573818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:11.579514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:11.595458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.653682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.656927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.679299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3297f114-6134-4eb6-bec6-6fe97f43a28a,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:11.688155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.689292 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-80674843-86c6-46f0-99b9-a3dfc321b02f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1331489 Apr 05 14:42:11.692087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40950) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:11.697722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '527cd1d2-c9f6-484f-a663-07b384755e57', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:11.703260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:11.707296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:11.710117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:11.715649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:11.734125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.792793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.796155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.818218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53ed99c-faf8-4a6e-bc4d-6cf180ef791d,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:11.827368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.828691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-48707a24-cc17-4313-87b2-26ccce15aff9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1356628 Apr 05 14:42:11.831310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40954) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:11.836573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '527cd1d2-c9f6-484f-a663-07b384755e57', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:11.842331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:11.846137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:11.849195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:11.854841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:11.871513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.932164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.936306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.959978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a562c7b0-7385-43ac-917b-06e870f27fcc,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:11.968184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:11.969492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-67b417eb-132b-43dd-a994-f68d36d535e1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1371605 Apr 05 14:42:11.972101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40958) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:11.977607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '527cd1d2-c9f6-484f-a663-07b384755e57', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:11.983183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:11.986898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:11.989680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:11.995266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:12.011768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.076497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.080039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.107178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e31a378b-38d1-4de8-aa90-d372d3e61d20,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:12.113703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.114974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-93f46e51-e544-4af4-8f21-a6e6ff99a451 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1416917 Apr 05 14:42:12.117671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40962) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:12.123800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '527cd1d2-c9f6-484f-a663-07b384755e57', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:12.130805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:12.134614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:12.137437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:12.146670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:12.157379 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:42:12.163983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.227092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.230418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.253333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6ad30a-d24b-498b-a5d4-a044a1631bff,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:12.261360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.262537 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c1a8028c-d240-49c2-a7a5-96dbf4842769 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1439455 Apr 05 14:42:12.265263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 40966) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:12.270421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '527cd1d2-c9f6-484f-a663-07b384755e57', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:12.275920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:12.279667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:12.282467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:12.287994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:12.298467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:42:12.304424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.366232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.369839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.399597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91f0f5a8-fefc-4d18-8b35-fab7b375b3da,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:12.406266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:12.407516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dc10a8c5-792a-4cdb-9970-f63aec5e6d1e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1413693 Apr 05 14:42:12.679159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-289070a6-382d-49b9-9815-49a6056933a2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:42:12.693661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-289070a6-382d-49b9-9815-49a6056933a2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:42:12.694850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-289070a6-382d-49b9-9815-49a6056933a2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449973380&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0558140 Apr 05 14:42:12.765747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-1ab395e1-e3a1-40bd-b5d9-9fe586c89b8b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:12.767696 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-1ab395e1-e3a1-40bd-b5d9-9fe586c89b8b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 931 time: 0.0664380 Apr 05 14:42:12.841503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-7fc131a7-6ee7-40a9-b7ee-391e4e2a5dfd service neutron] 10.222.0.18 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0597451 Apr 05 14:42:12.969982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-76d9381d-4916-43aa-bb95-fa3df49e22aa service neutron] 10.222.0.18 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229126 Apr 05 14:42:13.107308 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-c8a6aad8-aaf0-40fb-95f6-893d01b049a6 service neutron] 10.222.0.18 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312993 Apr 05 14:42:13.285685 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96e26132-4bb2-4cd5-b778-bb49c5abcf09 req-1973d810-9503-458a-a7e7-74f6bdad977e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 210 time: 0.0411236 Apr 05 14:42:14.196782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-bd959acd-b220-4b38-91c1-dd88e92ab1df service neutron] 10.222.0.15 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1027 time: 0.0649276 Apr 05 14:42:14.464724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2ea5f0b5-4513-445b-aa05-93d6a45ee2da req-fb0ec900-69d1-4364-87dd-bd9439ab250c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 210 time: 0.0527809 Apr 05 14:42:14.476095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-fb65d54c-543c-446a-a152-ec85c94ce20c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:14.477446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-fb65d54c-543c-446a-a152-ec85c94ce20c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=e1ed80cb-fb34-4592-b1b8-491807aff2cf HTTP/1.1" status: 200 len: 797 time: 0.2754068 Apr 05 14:42:14.535045 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-207021eb-bd10-461f-8197-f596750a4399 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 472 time: 0.0419607 Apr 05 14:42:14.544395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Request body: {'port': {'device_id': 'd196bb77-e05a-492a-849c-93c0e9665f7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:14.649817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:14.982856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:42:14.989853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.004402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Transition to ACTIVE for port object f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:15.007950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.133651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:15.272806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Attempting to bind port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:15.273473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Attempting to bind port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:15.273473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Attempting to bind port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:42:15.278984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:42:15.279295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Attempting to bind port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:42:15.285578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:42:15.285912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Checking segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:42:15.286430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Bound using segment: {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:42:15.286855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Bound port: f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6624e274-8f92-4e2c-94fd-3b36f169c491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:15.287201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.373084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:15.376042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:15.379398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.444356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:15.445708 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] 10.222.0.15 "PUT /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1132 time: 0.9050057 Apr 05 14:42:15.446258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd196bb77-e05a-492a-849c-93c0e9665f7c', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:42:15.460789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd8c38-bccc-4d49-9024-fd8c2a12d275 service neutron] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=8']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:15.527207 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5e18c7-65b2-40ab-b44b-b2d45b375262'] response: {'name': 'network-changed', 'server_uuid': 'd196bb77-e05a-492a-849c-93c0e9665f7c', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'status': 'completed', 'code': 200} Apr 05 14:42:15.565070 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-e70fe2c9-5f02-470d-8b17-476b215ee0fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 1135 time: 0.0790293 Apr 05 14:42:15.719024 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a28327a5-f22c-4b9d-889f-2fe90d5d6860 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1038 time: 0.1471457 Apr 05 14:42:15.775962 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726f1d0-e290-4f79-bd74-a5e77209ed3b req-25b5f329-b62d-4e35-8781-60d6e1530a3a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:15.777310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1726f1d0-e290-4f79-bd74-a5e77209ed3b req-25b5f329-b62d-4e35-8781-60d6e1530a3a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 982 time: 0.1541493 Apr 05 14:42:15.819356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-b0433fd2-627a-4c01-9d4f-c888389e056b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:15.820729 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-b0433fd2-627a-4c01-9d4f-c888389e056b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ea38333-2161-4137-abf8-526ee79a06c6 HTTP/1.1" status: 200 len: 835 time: 0.0959718 Apr 05 14:42:15.868124 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1726f1d0-e290-4f79-bd74-a5e77209ed3b req-72cb78c2-09de-4bb5-9b48-e05d883f2e90 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850294 Apr 05 14:42:15.899867 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-423c71cd-f56f-43e7-9281-61a00716ff77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1ed80cb-fb34-4592-b1b8-491807aff2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728657 Apr 05 14:42:16.026547 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-1e1ace90-f9b2-4a56-85e5-c56c06cb2a97 service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206229 Apr 05 14:42:16.229495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42ae50fe-84ba-4dab-a1bc-64b9daf0eadd req-a843ba01-ccaa-429e-8dde-f320df775915 service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974659 Apr 05 14:42:16.340640 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-e1b508d7-4f8c-46af-8886-05c53f61e8db service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 1135 time: 0.0701075 Apr 05 14:42:16.476326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-57e4724d-78ea-4e44-ad79-b3244545397d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:16.477763 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-57e4724d-78ea-4e44-ad79-b3244545397d service neutron] 10.222.0.15 "GET /v2.0/networks?id=e1ed80cb-fb34-4592-b1b8-491807aff2cf HTTP/1.1" status: 200 len: 898 time: 0.1284711 Apr 05 14:42:16.578620 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-95c71bf0-0c22-4d8e-b6be-1b0724e073c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1038 time: 0.0935585 Apr 05 14:42:16.643601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-1c217dab-c473-4852-9f11-74c513af981d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:16.645026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-1c217dab-c473-4852-9f11-74c513af981d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3ea38333-2161-4137-abf8-526ee79a06c6 HTTP/1.1" status: 200 len: 835 time: 0.0577049 Apr 05 14:42:16.717289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-fdef8cda-2c34-453c-b419-caa5e8c0eacd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e1ed80cb-fb34-4592-b1b8-491807aff2cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658939 Apr 05 14:42:16.847000 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-5132ba17-1c8d-4fe7-ade2-626fe4ef76af service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226459 Apr 05 14:42:16.977675 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6a707a1-8afb-4f47-a8ed-33a8433b8d6b req-02522cbb-8199-4fd5-89fb-69e37a21deeb service neutron] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230924 Apr 05 14:42:17.064505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022a340e-0703-462b-9039-fa1cd75d9cdc req-74e70bbd-2e33-40bd-ba72-13a415302f21 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:17.065974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-022a340e-0703-462b-9039-fa1cd75d9cdc req-74e70bbd-2e33-40bd-ba72-13a415302f21 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 982 time: 0.0778644 Apr 05 14:42:17.111121 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-022a340e-0703-462b-9039-fa1cd75d9cdc req-f1812b88-08ff-4dfd-8f84-34d22c625f45 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395014 Apr 05 14:42:18.300812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c6ccbc-bf86-45e4-a149-40124ae6181e req-a92b6ea6-2cc1-4179-afe1-c18d908e2446 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:18.302250 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0c6ccbc-bf86-45e4-a149-40124ae6181e req-a92b6ea6-2cc1-4179-afe1-c18d908e2446 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 982 time: 0.0731018 Apr 05 14:42:18.349445 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0c6ccbc-bf86-45e4-a149-40124ae6181e req-e6f57a39-ab7d-4ba6-85c8-3686976caac0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416634 Apr 05 14:42:19.085399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:42:19.214397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:19.227260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'port_id': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'mac_address': 'fa:16:3e:56:70:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:42:19.279655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.298307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:42:19.312887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:19.316771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:19.383862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=9']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:19.521063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:42:19.550340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e862700c-7e2c-4e25-b0a9-6b732b1a74b4 req-bebbcdd4-7cfe-4543-b27d-ce25b46aaa86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:19.551794 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e862700c-7e2c-4e25-b0a9-6b732b1a74b4 req-bebbcdd4-7cfe-4543-b27d-ce25b46aaa86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 983 time: 0.0747313 Apr 05 14:42:19.597100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e862700c-7e2c-4e25-b0a9-6b732b1a74b4 req-0b08722f-88a7-489e-ad90-afc24b10e176 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397894 Apr 05 14:42:20.792925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ee168e-3d9c-4cda-a81f-29a46a71b6ba req-81aebdca-3064-43d8-994c-f0bdaeea0067 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:20.794404 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-11ee168e-3d9c-4cda-a81f-29a46a71b6ba req-81aebdca-3064-43d8-994c-f0bdaeea0067 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 983 time: 0.0787086 Apr 05 14:42:20.839051 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-11ee168e-3d9c-4cda-a81f-29a46a71b6ba req-7f834018-bfd2-4b23-a192-0d8b9dafe9fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391986 Apr 05 14:42:21.116554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:21.182448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:21.187672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:21.188154 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.297933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.323028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd196bb77-e05a-492a-849c-93c0e9665f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:42:21.333337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:21.337285 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:21.381347 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d267582a-2e1c-4ce4-b639-ff7e4e6e52be'] response: {'server_uuid': 'd196bb77-e05a-492a-849c-93c0e9665f7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28', 'code': 200} Apr 05 14:42:21.409093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=10']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:21.599379 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ed06f30-789d-40ef-970a-337001bc0e44 req-a3afdc0a-2d37-4c34-8e8e-c637f9dc16ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 1138 time: 0.0653677 Apr 05 14:42:21.640067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ed06f30-789d-40ef-970a-337001bc0e44 req-d292a663-0c90-4b4a-9a9a-5611f1243f25 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352786 Apr 05 14:42:22.035309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e0f288-8fe6-4739-abba-5cc8ef0d2df9 req-7c041ae0-6d24-41dc-adad-840ecd68c4f2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:22.036752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c1e0f288-8fe6-4739-abba-5cc8ef0d2df9 req-7c041ae0-6d24-41dc-adad-840ecd68c4f2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 985 time: 0.0787685 Apr 05 14:42:22.080842 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c1e0f288-8fe6-4739-abba-5cc8ef0d2df9 req-4cfe70a5-abd4-4faa-8d84-bb72945b34db tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386243 Apr 05 14:42:23.273082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcd49db-748b-4922-937b-f066e4eb54e0 req-c6c62de8-12ea-43d0-b9cb-66060ddc2b76 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:23.274546 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4bcd49db-748b-4922-937b-f066e4eb54e0 req-c6c62de8-12ea-43d0-b9cb-66060ddc2b76 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 985 time: 0.0746887 Apr 05 14:42:23.322344 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4bcd49db-748b-4922-937b-f066e4eb54e0 req-a3cde230-f6c5-4645-bbe8-37f74c33a647 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417378 Apr 05 14:42:23.512219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87b7912-518e-470e-90aa-3b46917d8ffb req-0e303a76-4a1f-4866-bbb1-fff777246d90 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:23.514187 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c87b7912-518e-470e-90aa-3b46917d8ffb req-0e303a76-4a1f-4866-bbb1-fff777246d90 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 985 time: 0.0754757 Apr 05 14:42:23.558365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c87b7912-518e-470e-90aa-3b46917d8ffb req-e1d5509b-3c71-4fdd-b1f7-8c41020a8229 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387640 Apr 05 14:42:23.586032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41014) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:23.658729 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c40b8aa2-ff37-4661-b871-25c0c3894e8f tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c&network_id=e1ed80cb-fb34-4592-b1b8-491807aff2cf HTTP/1.1" status: 200 len: 1133 time: 0.0714619 Apr 05 14:42:24.096838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9042265-2b1d-419d-9a29-988abbfc91bb req-f49446e9-f717-4612-b0f1-b3ec17649681 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:24.098564 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9042265-2b1d-419d-9a29-988abbfc91bb req-f49446e9-f717-4612-b0f1-b3ec17649681 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 985 time: 0.1470289 Apr 05 14:42:24.124507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-13328112-0529-43b8-8481-ecfad125a908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:24.146033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9042265-2b1d-419d-9a29-988abbfc91bb req-975372bd-75c4-4e3a-b49f-275ef7577799 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419040 Apr 05 14:42:25.219164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00096faf-7920-46cd-8277-2f72685deaa4 req-af978dcf-89cf-425e-a187-eea2c365a130 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:25.220582 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00096faf-7920-46cd-8277-2f72685deaa4 req-af978dcf-89cf-425e-a187-eea2c365a130 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 985 time: 0.0786717 Apr 05 14:42:25.328163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00096faf-7920-46cd-8277-2f72685deaa4 req-8946609e-0ae0-4b24-902d-5ba5f1ca0a13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:25.329451 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00096faf-7920-46cd-8277-2f72685deaa4 req-8946609e-0ae0-4b24-902d-5ba5f1ca0a13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1028824 Apr 05 14:42:25.445085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fafb1-9bef-4aaf-ae44-46d667b9bb25 req-47c5cdd1-a5b8-4de4-a8d9-021c35f8eba6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:25.446436 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c19fafb1-9bef-4aaf-ae44-46d667b9bb25 req-47c5cdd1-a5b8-4de4-a8d9-021c35f8eba6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 985 time: 0.1789491 Apr 05 14:42:25.511420 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00096faf-7920-46cd-8277-2f72685deaa4 req-d8a46031-c172-453f-90c7-cd1af96a7a22 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1737130 Apr 05 14:42:25.520442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:25.551372 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c19fafb1-9bef-4aaf-ae44-46d667b9bb25 req-b3ff0833-f0b1-446f-bf15-38b3850ad6ae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=894de621-096a-402b-b49c-d6dd70638a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989311 Apr 05 14:42:25.632941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.822269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:25.849765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] For port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:25.897091 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] device_id is not set on port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 yet. {{(pid=83850) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Apr 05 14:42:25.904355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:25.909427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.042541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] Pushing event updated for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=11']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:26.099641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] No DVR routers for this DVR port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:26.182226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8f63c72c-4b65-4110-8a5d-31ef24c9b6c4 None None] Provisioning complete for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:26.182868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8f63c72c-4b65-4110-8a5d-31ef24c9b6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.233879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8f63c72c-4b65-4110-8a5d-31ef24c9b6c4 None None] Port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:42:26.335328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-caa9c777-9ec1-41a3-91ed-212afaa49485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.343729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] In _notify_port_updated(), no bound segment for port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 on network e1ed80cb-fb34-4592-b1b8-491807aff2cf {{(pid=83850) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Apr 05 14:42:26.344788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:26.346097 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00096faf-7920-46cd-8277-2f72685deaa4 req-399a05f7-e8d6-4514-b888-72c55781261d service neutron] 10.222.0.15 "PUT /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 200 len: 1028 time: 0.8292928 Apr 05 14:42:26.730066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-496f20de-58a2-4dda-b207-8288b2a35248 req-3d738772-7e95-4d65-8f8d-1ee0e31c348c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d196bb77-e05a-492a-849c-93c0e9665f7c HTTP/1.1" status: 200 len: 210 time: 0.0417697 Apr 05 14:42:27.132659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:42:27.187680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:42:27.417135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.480087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.832157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41028) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:27.901012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a156cf4-764b-40ce-a791-f1d11d7b845c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.932133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a156cf4-764b-40ce-a791-f1d11d7b845c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:27.993280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a156cf4-764b-40ce-a791-f1d11d7b845c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.012372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a156cf4-764b-40ce-a791-f1d11d7b845c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527cd1d2-c9f6-484f-a663-07b384755e57,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:28.019513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1a156cf4-764b-40ce-a791-f1d11d7b845c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.020616 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1a156cf4-764b-40ce-a791-f1d11d7b845c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/527cd1d2-c9f6-484f-a663-07b384755e57 HTTP/1.1" status: 204 len: 168 time: 0.1874802 Apr 05 14:42:28.060367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41034) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:28.332928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port f52c83fe-4dce-4107-88fc-9d985183ea80 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:42:28.333263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.503044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.503365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.619588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for f52c83fe-4dce-4107-88fc-9d985183ea80 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:42:28.763311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.806625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=f52c83fe-4dce-4107-88fc-9d985183ea80,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:28.900536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:28.983085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.285383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router f428d575-62ae-44bb-8ac4-945463694b40 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:29.484871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:29.494276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] Sync routers for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:42:29.504611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.510409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:29.511019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:29.558648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-047a987e-1c7c-4c32-a41c-1340910ddb2a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/30694f98-9cb2-46d0-a7ee-0a46a81d3490 HTTP/1.1" status: 204 len: 168 time: 1.4971581 Apr 05 14:42:29.686768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:29.715109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41042) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:29.789926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bfad7764-37d8-494f-bbfb-47b0928fd269 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.819028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bfad7764-37d8-494f-bbfb-47b0928fd269 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.886247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bfad7764-37d8-494f-bbfb-47b0928fd269 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.908052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfad7764-37d8-494f-bbfb-47b0928fd269 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=663cbc39-1ab0-41f2-8875-d44e0e8f951f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:29.913132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bfad7764-37d8-494f-bbfb-47b0928fd269 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:29.916354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bfad7764-37d8-494f-bbfb-47b0928fd269 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/663cbc39-1ab0-41f2-8875-d44e0e8f951f HTTP/1.1" status: 204 len: 168 time: 0.1995823 Apr 05 14:42:29.953714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41048) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:30.023831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-76e38028-7a8d-452f-84b3-311a42551933 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:42:30.024191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76e38028-7a8d-452f-84b3-311a42551933 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.054666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:54Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:30.058518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] Checking router: f428d575-62ae-44bb-8ac4-945463694b40 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:42:30.068961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:30.069610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:30.244827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:30.273664 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76e38028-7a8d-452f-84b3-311a42551933 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.391938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-76e38028-7a8d-452f-84b3-311a42551933 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 owned by {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:42:30.530858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76e38028-7a8d-452f-84b3-311a42551933 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.553723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:54Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:30.557673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d017fe-aa63-440d-9e69-db5e372c8eaa None None] The sync data for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv is: [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:47Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '86b3f6d0-4871-4831-a871-683eab73b224', 'name': '', 'network_id': 'e1ed80cb-fb34-4592-b1b8-491807aff2cf', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:12:a1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:46Z', 'updated_at': '2022-04-05T14:41:54Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '3ea38333-2161-4137-abf8-526ee79a06c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:42:30.576943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e38028-7a8d-452f-84b3-311a42551933 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:30.685377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-76e38028-7a8d-452f-84b3-311a42551933 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:30.696034 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-76e38028-7a8d-452f-84b3-311a42551933 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/ports/f9fdfcd5-463d-4e82-a9f0-ffb2c8a8ee28 HTTP/1.1" status: 204 len: 168 time: 0.7408257 Apr 05 14:42:30.698509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41052) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:30.811904 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26c75f7-ccae-43e1-bd9f-a533f0b663e3 None None] New status for floating IP 30694f98-9cb2-46d0-a7ee-0a46a81d3490: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:42:31.180309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.769761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 86b3f6d0-4871-4831-a871-683eab73b224 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:42:31.770398 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:31.952559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 86b3f6d0-4871-4831-a871-683eab73b224, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=86b3f6d0-4871-4831-a871-683eab73b224,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:31.952806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.073109 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 86b3f6d0-4871-4831-a871-683eab73b224 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:42:32.244653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:32.294063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=86b3f6d0-4871-4831-a871-683eab73b224,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:32.582698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.223956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router f428d575-62ae-44bb-8ac4-945463694b40 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:33.425720 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:33.435700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] Sync routers for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:42:33.438410 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bb4def5c-cbff-4b79-a523-3075c85db7c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/f428d575-62ae-44bb-8ac4-945463694b40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7388937 Apr 05 14:42:33.440994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41056) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:33.446877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:33.447464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:33.622133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:33.622430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-4eb07ce9-9427-4c9e-ad4d-3bd307bf2127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet 3ea38333-2161-4137-abf8-526ee79a06c6 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:42:33.625268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4eb07ce9-9427-4c9e-ad4d-3bd307bf2127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.680565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4eb07ce9-9427-4c9e-ad4d-3bd307bf2127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.766716 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4eb07ce9-9427-4c9e-ad4d-3bd307bf2127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.838582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4eb07ce9-9427-4c9e-ad4d-3bd307bf2127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.881005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb07ce9-9427-4c9e-ad4d-3bd307bf2127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea38333-2161-4137-abf8-526ee79a06c6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:33.886782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4eb07ce9-9427-4c9e-ad4d-3bd307bf2127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:33.896040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41060) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:33.896773 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4eb07ce9-9427-4c9e-ad4d-3bd307bf2127 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/3ea38333-2161-4137-abf8-526ee79a06c6 HTTP/1.1" status: 204 len: 168 time: 0.4548130 Apr 05 14:42:33.899256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae360b31-a624-4c25-a523-9bb602cf4c96 None None] Network e1ed80cb-fb34-4592-b1b8-491807aff2cf requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:42:33.987049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:34.003314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] Checking router: f428d575-62ae-44bb-8ac4-945463694b40 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:42:34.078024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] Routers {'f428d575-62ae-44bb-8ac4-945463694b40'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:34.078655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f428d575-62ae-44bb-8ac4-945463694b40'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:34.187435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.309918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] Set router f428d575-62ae-44bb-8ac4-945463694b40 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:34.386112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.394888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 0fede233-e369-4167-87ca-d84234b51901 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:42:34.395189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.408696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] DHCP port deletion for e1ed80cb-fb34-4592-b1b8-491807aff2cf request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:42:34.431576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] Deleting port f2bbab60-ee4d-4468-a749-400d3fc47463 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:42:34.431938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.565236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 0fede233-e369-4167-87ca-d84234b51901, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=0fede233-e369-4167-87ca-d84234b51901,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:34.565749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.686439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 0fede233-e369-4167-87ca-d84234b51901 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:42:34.765441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] For port f2bbab60-ee4d-4468-a749-400d3fc47463, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f2bbab60-ee4d-4468-a749-400d3fc47463,segment=NetworkSegment(6624e274-8f92-4e2c-94fd-3b36f169c491),segment_id=6624e274-8f92-4e2c-94fd-3b36f169c491)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:34.766129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.851900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:34.885843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] Calling delete_port for f2bbab60-ee4d-4468-a749-400d3fc47463 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:42:34.900034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=0fede233-e369-4167-87ca-d84234b51901,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:34.927751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:34.944355 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae7631f-3f51-4e7f-bc3b-ad470e649d09 None None] The sync data for ids ['f428d575-62ae-44bb-8ac4-945463694b40'] in dv-neutron-829488-2-hyperv is: [{'id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'name': 'tempest-TestNetworkBasicOps-router-1062692764', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174'}], 'enable_snat': True}, 'gw_port_id': '0fede233-e369-4167-87ca-d84234b51901', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:42:32Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '0fede233-e369-4167-87ca-d84234b51901', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:9f:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f428d575-62ae-44bb-8ac4-945463694b40', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:41:43Z', 'updated_at': '2022-04-05T14:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:42:34.985460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.038307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] Pushing event deleted for resources: {'Port': ['ID=f2bbab60-ee4d-4468-a749-400d3fc47463,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:35.038307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a932d6c8-8cda-48a3-8172-d088d549daa0 None None] No DVR routers for this DVR port f2bbab60-ee4d-4468-a749-400d3fc47463 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:35.161442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.537910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.542028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.566873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.567397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Fanout notify agent at l3_agent the message router_deleted on router f428d575-62ae-44bb-8ac4-945463694b40 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:42:35.582943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.587285 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a23922df-e19d-4abf-aed6-37cdbb539b2e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/routers/f428d575-62ae-44bb-8ac4-945463694b40 HTTP/1.1" status: 204 len: 168 time: 1.6870205 Apr 05 14:42:35.587559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41064) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:35.705612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.834609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.860024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1ed80cb-fb34-4592-b1b8-491807aff2cf']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:35.871707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6624e274-8f92-4e2c-94fd-3b36f169c491') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:35.871993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6624e274-8f92-4e2c-94fd-3b36f169c491') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:35.882979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.898087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.906483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:42:35.906483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:42:35.921129 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:42:36.002194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.020951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.034480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=e1ed80cb-fb34-4592-b1b8-491807aff2cf,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:36.046851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/e1ed80cb-fb34-4592-b1b8-491807aff2cf HTTP/1.1" status: 204 len: 168 time: 0.4582369 Apr 05 14:42:36.048544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.048544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.049222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.049222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.049486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.049782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.050168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.050693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.051196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.051696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.053127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704bdbcf-3438-4874-a528-50d5ee891d47 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:36.064222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41068) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:36.078085 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5d4d698d-f73e-410c-9361-73170a36f329 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0118012 Apr 05 14:42:36.080263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41072) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:36.082296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f2bbab60-ee4d-4468-a749-400d3fc47463 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:42:36.086142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--770049355', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:36.091880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:36.096032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:network and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:36.099140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:36.105197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:36.115739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:36.116633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: f2bbab60-ee4d-4468-a749-400d3fc47463 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:42:36.117037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f2bbab60-ee4d-4468-a749-400d3fc47463 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:42:36.118084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 86b3f6d0-4871-4831-a871-683eab73b224 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:42:36.118319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.148191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:42:36.160799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.160799 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment 304a8130-4535-4de3-a1bc-e10cdb47a0eb of type vlan for network 9c7adbc5-9334-478f-b0b1-3285570533bd Apr 05 14:42:36.161399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 86b3f6d0-4871-4831-a871-683eab73b224 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:42:36.161399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 86b3f6d0-4871-4831-a871-683eab73b224 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:42:36.161399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0fede233-e369-4167-87ca-d84234b51901 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:42:36.195338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 0fede233-e369-4167-87ca-d84234b51901 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:42:36.195338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 0fede233-e369-4167-87ca-d84234b51901 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:42:36.197209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.232805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.236215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:36.236533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.372522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2863290 Apr 05 14:42:36.375975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41076) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:36.379675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bc311f-9928-4c2b-8334-0923d7df043e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=9c7adbc5-9334-478f-b0b1-3285570533bd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:36.380160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'admin_state_up': True, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:36.393270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 9c7adbc5-9334-478f-b0b1-3285570533bd details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:42:36.394298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:36.398589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:router and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:36.402448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:36.411705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:36.422442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.423426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.446693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.615510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.916947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:36.948447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.094840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.56 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/e96f069e-42ba-4794-8251-79e964465a05) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:37.252490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.280972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.355094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:37.359229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:37.364012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:42:37.397005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=e96f069e-42ba-4794-8251-79e964465a05,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:37.556877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.556877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.646623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:37.821942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 47634631-944b-4d50-b47a-19a1e310132b is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:42:37.925244 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:42:38.031885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:38.041088 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Sync routers for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:42:38.052366 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:38.052935 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:38.057271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.058607 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-171927d6-49aa-42af-bd53-76b5d2f83381 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.6866865 Apr 05 14:42:38.062010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41080) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:38.103096 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-98bd3700-010c-4a3c-a771-3a75b32b0825 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376687 Apr 05 14:42:38.103751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41084) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:38.229488 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:38.244464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df9115-9a15-48d8-b1d8-fc61d0ed736d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:38.245937 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-42df9115-9a15-48d8-b1d8-fc61d0ed736d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1417112 Apr 05 14:42:38.249313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41088) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:38.290615 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-683c2c56-3349-4277-a927-bed1b5937177 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402396 Apr 05 14:42:38.292961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41092) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:38.298023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-396114383', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:38.406583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:38.410221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:38.412942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:38.419299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:38.429156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:38.524851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.532022 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:38.535765 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Checking router: 47634631-944b-4d50-b47a-19a1e310132b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:42:38.536100 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Updating router 47634631-944b-4d50-b47a-19a1e310132b port e96f069e-42ba-4794-8251-79e964465a05 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:42:38.588152 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.829692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.906357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=1360a33c-ba0e-4887-8843-d6cf1102c602,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:38.907242 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.919626 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Transition to ACTIVE for port object e96f069e-42ba-4794-8251-79e964465a05 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:38.921553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.921897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.922260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.922587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.922932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.923283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.923557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.924019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.924454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.924662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.925124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:38.926187 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.928070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:42:38.928432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: 9c7adbc5-9334-478f-b0b1-3285570533bd, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:42:38.950227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 9c7adbc5-9334-478f-b0b1-3285570533bd is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:42:38.959413 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 9c7adbc5-9334-478f-b0b1-3285570533bd) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:38.963379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:38.963956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:38.971911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-540804ad-9b32-4b61-8f22-231ece3feeef None None] Network 9c7adbc5-9334-478f-b0b1-3285570533bd requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:42:39.001755 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a7bafcdd-a00e-40dd-a7a6-25959f468c92 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7052114 Apr 05 14:42:39.001978 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Attempting to bind port e96f069e-42ba-4794-8251-79e964465a05 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:39.001978 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Attempting to bind port e96f069e-42ba-4794-8251-79e964465a05 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:39.001978 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Attempting to bind port e96f069e-42ba-4794-8251-79e964465a05 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:42:39.002350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41096) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:39.010545 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:42:39.010914 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:42:39.011309 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.011688 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:42:39.012141 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Bound port: e96f069e-42ba-4794-8251-79e964465a05, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:39.012548 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.058275 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2f6d6-eafe-4185-879b-cf3c011e36ec None None] Pushing event updated for resources: {'Port': ['ID=e96f069e-42ba-4794-8251-79e964465a05,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:39.091010 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] For port e96f069e-42ba-4794-8251-79e964465a05, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:39.093954 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] For port e96f069e-42ba-4794-8251-79e964465a05, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e96f069e-42ba-4794-8251-79e964465a05,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:39.099151 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.176923 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:39.177535 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:39.191855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-9c7adbc5-9334-478f-b0b1-3285570533bd', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:42:39.192737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.316217 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2f6d6-eafe-4185-879b-cf3c011e36ec None None] Pushing event updated for resources: {'Port': ['ID=e96f069e-42ba-4794-8251-79e964465a05,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:39.367780 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:39.391147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Allocated IP 172.20.0.2 (9c7adbc5-9334-478f-b0b1-3285570533bd/1360a33c-ba0e-4887-8843-d6cf1102c602/9b974387-6369-4726-889a-8a5bf14fb5d6) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:39.598779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.611235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Transition to ACTIVE for port object 9b974387-6369-4726-889a-8a5bf14fb5d6 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:39.629702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Transition to ACTIVE for port object 9b974387-6369-4726-889a-8a5bf14fb5d6 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:39.636778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.660846 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:39.666072 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef1b4fd-b74c-4dde-9282-0f5f89f23b38 None None] The sync data for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv is: [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:37Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:42:39.709248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Network 9c7adbc5-9334-478f-b0b1-3285570533bd is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:39.712013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:39.716292 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:42:39.723096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Pushing event updated for resources: {'Port': ['ID=9b974387-6369-4726-889a-8a5bf14fb5d6,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:39.790570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.809755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Attempting to bind port 9b974387-6369-4726-889a-8a5bf14fb5d6 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:39.810160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Attempting to bind port 9b974387-6369-4726-889a-8a5bf14fb5d6 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:39.810512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Attempting to bind port 9b974387-6369-4726-889a-8a5bf14fb5d6 on network 9c7adbc5-9334-478f-b0b1-3285570533bd {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:42:39.817352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:42:39.817712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Checking segment: {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:42:39.818136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.818518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Bound using segment: {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:42:39.818965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Bound port: 9b974387-6369-4726-889a-8a5bf14fb5d6, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:39.819334 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:39.947352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] For port 9b974387-6369-4726-889a-8a5bf14fb5d6, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:39.951357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] For port 9b974387-6369-4726-889a-8a5bf14fb5d6, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9b974387-6369-4726-889a-8a5bf14fb5d6,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:39.956105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.040308 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6301e36d-6ec8-49b0-afb1-4d2eb475b0a9 None None] Pushing event updated for resources: {'Port': ['ID=9b974387-6369-4726-889a-8a5bf14fb5d6,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:40.276342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.1 (9c7adbc5-9334-478f-b0b1-3285570533bd/1360a33c-ba0e-4887-8843-d6cf1102c602/83ff1b70-8581-4d1c-a7c3-86becafec72b) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:40.550297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.565123 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 83ff1b70-8581-4d1c-a7c3-86becafec72b will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:40.586488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.658416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 9c7adbc5-9334-478f-b0b1-3285570533bd is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:40.661556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:40.667139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:42:40.691406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=83ff1b70-8581-4d1c-a7c3-86becafec72b,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:40.725999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.812088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:40.975590 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32533bc3-8a9d-49b1-93bd-dd0e006bbf4e None None] Network 9c7adbc5-9334-478f-b0b1-3285570533bd requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:42:41.086628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bb092ed7-58c2-431d-bc85-1752e900e183 None None] Provisioning for port 9b974387-6369-4726-889a-8a5bf14fb5d6 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:41.213024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.217605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.327958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=83ff1b70-8581-4d1c-a7c3-86becafec72b,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:41.330420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.438502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cacd8786-f032-456c-8d85-189ec6186a36 None None] Provisioning for port 83ff1b70-8581-4d1c-a7c3-86becafec72b completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:41.444274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cacd8786-f032-456c-8d85-189ec6186a36 None None] Provisioning complete for port 83ff1b70-8581-4d1c-a7c3-86becafec72b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:41.445060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cacd8786-f032-456c-8d85-189ec6186a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.477214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 9c7adbc5-9334-478f-b0b1-3285570533bd is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:41.478443 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:41.500360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-cacd8786-f032-456c-8d85-189ec6186a36 None None] Port 83ff1b70-8581-4d1c-a7c3-86becafec72b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:42:41.624514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-728d8c88-1c53-498a-9cfa-841da16e7ac0 None None] Provisioning complete for port 83ff1b70-8581-4d1c-a7c3-86becafec72b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:41.624874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-728d8c88-1c53-498a-9cfa-841da16e7ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.680996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-728d8c88-1c53-498a-9cfa-841da16e7ac0 None None] Port 83ff1b70-8581-4d1c-a7c3-86becafec72b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:42:41.803654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c35e93cd-36a2-491b-b03e-1cec63205bcb None None] Provisioning complete for port 83ff1b70-8581-4d1c-a7c3-86becafec72b triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:41.804100 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c35e93cd-36a2-491b-b03e-1cec63205bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:41.858596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c35e93cd-36a2-491b-b03e-1cec63205bcb None None] Port 83ff1b70-8581-4d1c-a7c3-86becafec72b cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:42:41.873188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e96f069e-42ba-4794-8251-79e964465a05 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:41.881405 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 47634631-944b-4d50-b47a-19a1e310132b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:41.942576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e96f069e-42ba-4794-8251-79e964465a05 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:41.947071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e96f069e-42ba-4794-8251-79e964465a05 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:41.947438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.066372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.081876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port e96f069e-42ba-4794-8251-79e964465a05, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e96f069e-42ba-4794-8251-79e964465a05,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:42.085575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.086330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9b974387-6369-4726-889a-8a5bf14fb5d6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:42.178863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:42.193437 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-04e86e1f-a7fe-4533-9b72-5ca016f83510 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/47634631-944b-4d50-b47a-19a1e310132b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1880684 Apr 05 14:42:42.193721 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41100) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:42.199379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=e96f069e-42ba-4794-8251-79e964465a05,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:42.212064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.212406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.212739 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.213067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.213394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.213718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.214073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.214512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.214835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.215151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.216035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:42:42.227015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 9b974387-6369-4726-889a-8a5bf14fb5d6 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:42.231858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9b974387-6369-4726-889a-8a5bf14fb5d6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:42.232226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.331451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16216cda-771e-4d54-9795-63e81606eca5 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.332133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16216cda-771e-4d54-9795-63e81606eca5 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.332490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16216cda-771e-4d54-9795-63e81606eca5 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.332843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16216cda-771e-4d54-9795-63e81606eca5 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.333195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16216cda-771e-4d54-9795-63e81606eca5 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.333541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16216cda-771e-4d54-9795-63e81606eca5 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.337889 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-16216cda-771e-4d54-9795-63e81606eca5 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1407392 Apr 05 14:42:42.338128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41104) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:42.342173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.379705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 9b974387-6369-4726-889a-8a5bf14fb5d6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9b974387-6369-4726-889a-8a5bf14fb5d6,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:42.384634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.413268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41994e2-eb00-4bdc-9947-6dbe9e5c7038 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.413621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41994e2-eb00-4bdc-9947-6dbe9e5c7038 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.413976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41994e2-eb00-4bdc-9947-6dbe9e5c7038 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.414360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41994e2-eb00-4bdc-9947-6dbe9e5c7038 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.414710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41994e2-eb00-4bdc-9947-6dbe9e5c7038 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.415059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41994e2-eb00-4bdc-9947-6dbe9e5c7038 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:42.416806 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b41994e2-eb00-4bdc-9947-6dbe9e5c7038 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0778220 Apr 05 14:42:42.420291 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41108) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:42.451742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=9b974387-6369-4726-889a-8a5bf14fb5d6,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:42.620810 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9696f28b-d941-40cd-8fa7-4b30fabd1bcb tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1992774 Apr 05 14:42:42.904593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41114) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:42.910223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362815730', 'description': 'tempest-secgroup-smoke-1362815730 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:42.916250 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:42.920958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:42.923843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:42.929608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:42.944027 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:42.978993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:42.983315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:42.986067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:42.991730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:43.046454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.050688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.096525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a1759b-5123-4361-bbc5-6d67b924c2b3,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:43.101366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.102898 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-73c490a7-2376-4337-aa74-e2e5290142fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1972492 Apr 05 14:42:43.105687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41118) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:43.112590 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '21a1759b-5123-4361-bbc5-6d67b924c2b3', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:43.119105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:43.119507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Sync routers for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:42:43.123518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:43.126354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:43.131568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:43.132029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:43.132147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:43.148676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.211019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.214847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.240656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ee0bd45-8b8d-49ea-a3c6-9048d3712603,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:43.251091 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.252489 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-67d842d0-fce6-4c96-b343-a005751c7951 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1450469 Apr 05 14:42:43.255076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41122) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:43.260339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '21a1759b-5123-4361-bbc5-6d67b924c2b3', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:43.266102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:43.269808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:43.272622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:43.278765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:43.297419 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.350138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:43.368518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.372152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.394750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc0fdba-5b18-427c-99bc-e7f4c4dfede1,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:43.405031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.406253 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0d5a1e7f-acea-4d4a-a2ea-c2335854de1d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1502361 Apr 05 14:42:43.408884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41126) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:43.414596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '21a1759b-5123-4361-bbc5-6d67b924c2b3', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:43.420908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:43.425083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:43.427979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:43.433821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:43.450397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.512084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.515585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.536454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63ae6663-c9b8-43c9-b850-c5c848b75d68,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:43.548030 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.549238 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7f2a9ad0-aab2-4f5a-b71e-fa3c0c8bef1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1394429 Apr 05 14:42:43.551964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41130) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:43.557351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '21a1759b-5123-4361-bbc5-6d67b924c2b3', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:43.562928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:43.566642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:43.569369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:43.574980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:43.598521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.664124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.667762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.668109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:42:41Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:43.672736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Checking router: 47634631-944b-4d50-b47a-19a1e310132b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:42:43.673107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Updating router 47634631-944b-4d50-b47a-19a1e310132b port 83ff1b70-8581-4d1c-a7c3-86becafec72b binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:42:43.694430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cbd52f0-bdd3-485b-8d0b-b44b0b4b64d5,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:43.701625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.702952 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-44955a84-a0de-4a26-b0f7-80e3c84c9795 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1500442 Apr 05 14:42:43.705618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41134) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:43.710992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '21a1759b-5123-4361-bbc5-6d67b924c2b3', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:43.716653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:43.720319 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:43.723674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:43.729704 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.729872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:43.740186 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:42:43.747338 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.818385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.822565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.849364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fabb81e-a93e-4736-98d6-0ed87b2b28a2,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:43.853476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e96f069e-42ba-4794-8251-79e964465a05 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:43.860076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.861654 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3c21727e-36f7-4990-b7eb-45349a66ba59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1550364 Apr 05 14:42:43.864575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41138) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:43.870463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '21a1759b-5123-4361-bbc5-6d67b924c2b3', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:43.876899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:43.880799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:43.883662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:43.890927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:43.901120 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:42:43.907506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.972861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:43.976752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.000647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae3cebc-a58f-4cb1-b11e-892f9aede5ac,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:44.010606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.011821 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-99f02d45-d4dd-4f86-bef2-6651af7ddf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1461201 Apr 05 14:42:44.041541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e96f069e-42ba-4794-8251-79e964465a05 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:44.041903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.181515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-470126e2-a00e-424c-8dab-e0f8859de13f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:42:44.196594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-470126e2-a00e-424c-8dab-e0f8859de13f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:42:44.197964 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-470126e2-a00e-424c-8dab-e0f8859de13f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362815730&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0564542 Apr 05 14:42:44.243197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9b974387-6369-4726-889a-8a5bf14fb5d6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:44.271192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.298953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Transition to ACTIVE for port object 83ff1b70-8581-4d1c-a7c3-86becafec72b will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:44.309880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.348199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-de9f0092-f6be-41a2-9e0f-425bc3418e91 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:44.348872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-de9f0092-f6be-41a2-9e0f-425bc3418e91 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:42:44.367335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-de9f0092-f6be-41a2-9e0f-425bc3418e91 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:42:44.368709 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-de9f0092-f6be-41a2-9e0f-425bc3418e91 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=9c7adbc5-9334-478f-b0b1-3285570533bd HTTP/1.1" status: 200 len: 796 time: 0.1625457 Apr 05 14:42:44.389268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-2051e657-9a9a-4509-ad04-a56106d4fdc1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0141978 Apr 05 14:42:44.440734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc108e85-4947-4086-b63e-dbe869ce9b96 None None] Pushing event updated for resources: {'Port': ['ID=83ff1b70-8581-4d1c-a7c3-86becafec72b,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:44.448622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9b974387-6369-4726-889a-8a5bf14fb5d6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:44.449172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.478724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-67957561-cfaa-4cdd-9597-8b4c67348f95 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:42:44.495026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-67957561-cfaa-4cdd-9597-8b4c67348f95 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:42:44.496725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-67957561-cfaa-4cdd-9597-8b4c67348f95 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020114 Apr 05 14:42:44.588949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Attempting to bind port 83ff1b70-8581-4d1c-a7c3-86becafec72b on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:44.589666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Attempting to bind port 83ff1b70-8581-4d1c-a7c3-86becafec72b by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:44.590308 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Attempting to bind port 83ff1b70-8581-4d1c-a7c3-86becafec72b on network 9c7adbc5-9334-478f-b0b1-3285570533bd {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:42:44.612713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:42:44.614346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Checking segment: {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:42:44.614346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.620069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Bound using segment: {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:42:44.620069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Bound port: 83ff1b70-8581-4d1c-a7c3-86becafec72b, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:44.620069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.680109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-64b13d5a-d6d5-43f7-950e-7e2d026a02e9 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:42:44.681260 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-64b13d5a-d6d5-43f7-950e-7e2d026a02e9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1693549 Apr 05 14:42:44.780797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] For port 83ff1b70-8581-4d1c-a7c3-86becafec72b, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:44.784608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] For port 83ff1b70-8581-4d1c-a7c3-86becafec72b, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=83ff1b70-8581-4d1c-a7c3-86becafec72b,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:44.789451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:44.814434 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b1f72f2b-0dd1-41c1-b9cc-43657c9d6e0d service neutron] 10.222.0.18 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273777 Apr 05 14:42:44.907495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc108e85-4947-4086-b63e-dbe869ce9b96 None None] Pushing event updated for resources: {'Port': ['ID=83ff1b70-8581-4d1c-a7c3-86becafec72b,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:44.915352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:44.915963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:44.953110 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-07f9ab07-b700-4bc0-b65f-ef0b573915c1 service neutron] 10.222.0.18 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324630 Apr 05 14:42:45.103290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:45.161394 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d23cddd-874f-43c2-b03e-9abbb2ec36b5 req-ca9200ce-0b2d-4275-be97-4fbcaa78014d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 210 time: 0.0425735 Apr 05 14:42:45.439233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:42:44Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:45.443606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956535f8-23a7-4334-a81f-fd64f19915c7 None None] The sync data for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv is: [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:42:44Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:42:45.832748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 83ff1b70-8581-4d1c-a7c3-86becafec72b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:45.909358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 83ff1b70-8581-4d1c-a7c3-86becafec72b completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:45.914261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 83ff1b70-8581-4d1c-a7c3-86becafec72b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:45.914625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.032164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.067181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 83ff1b70-8581-4d1c-a7c3-86becafec72b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=83ff1b70-8581-4d1c-a7c3-86becafec72b,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:46.071102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.145756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=83ff1b70-8581-4d1c-a7c3-86becafec72b,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:46.355089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5cdb1119-96b2-4935-9f5f-e41cc107ccd6 req-84e35623-0a27-4e77-8e7e-c9cd5217188d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 210 time: 0.0558760 Apr 05 14:42:46.364491 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-76c8aa94-e1e9-478f-9d6e-3e16eb38660a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:46.366477 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-76c8aa94-e1e9-478f-9d6e-3e16eb38660a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=9c7adbc5-9334-478f-b0b1-3285570533bd HTTP/1.1" status: 200 len: 796 time: 0.3114066 Apr 05 14:42:46.423323 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-9467b272-ce3b-411b-8e3e-1ef2f562e10b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 380 time: 0.0448265 Apr 05 14:42:46.432124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['21a1759b-5123-4361-bbc5-6d67b924c2b3']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:46.567088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:46.577036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:46.586675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:42:46.589647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.750724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.4 (9c7adbc5-9334-478f-b0b1-3285570533bd/1360a33c-ba0e-4887-8843-d6cf1102c602/c2abedd6-575b-4653-a3bd-ea88c494f57a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:46.931523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:46.946297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object c2abedd6-575b-4653-a3bd-ea88c494f57a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:46.968019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.044247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 9c7adbc5-9334-478f-b0b1-3285570533bd is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:47.047701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:47.049538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=c2abedd6-575b-4653-a3bd-ea88c494f57a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:47.051629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:42:47.111617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:47.112210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.136791 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-b4f4d629-10de-4375-92f7-41fbbf196eba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7080956 Apr 05 14:42:47.147996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Request body: {'port': {'device_id': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:47.261040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.267256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-92a8eca5-6cb2-416f-87a2-bf4b1cc6253c None None] Provisioning for port c2abedd6-575b-4653-a3bd-ea88c494f57a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:47.271923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-92a8eca5-6cb2-416f-87a2-bf4b1cc6253c None None] Provisioning complete for port c2abedd6-575b-4653-a3bd-ea88c494f57a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:47.272289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92a8eca5-6cb2-416f-87a2-bf4b1cc6253c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.323919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-92a8eca5-6cb2-416f-87a2-bf4b1cc6253c None None] Port c2abedd6-575b-4653-a3bd-ea88c494f57a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:42:47.610350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ed87a-98e3-4c4b-b885-a99f70530a2a req-8ce2c214-4c9d-4407-8ee6-fb7224cb9190 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:47.611236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-f32ed87a-98e3-4c4b-b885-a99f70530a2a req-8ce2c214-4c9d-4407-8ee6-fb7224cb9190 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:42:47.672789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-f32ed87a-98e3-4c4b-b885-a99f70530a2a req-8ce2c214-4c9d-4407-8ee6-fb7224cb9190 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:42:47.673914 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f32ed87a-98e3-4c4b-b885-a99f70530a2a req-8ce2c214-4c9d-4407-8ee6-fb7224cb9190 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 931 time: 0.1867568 Apr 05 14:42:47.677556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2abedd6-575b-4653-a3bd-ea88c494f57a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:42:47.697506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.723819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Transition to ACTIVE for port object c2abedd6-575b-4653-a3bd-ea88c494f57a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:42:47.730442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:47.784602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f32ed87a-98e3-4c4b-b885-a99f70530a2a req-748fa29c-e20f-4c88-821e-e2d85e7033ad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029437 Apr 05 14:42:47.834115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 83ff1b70-8581-4d1c-a7c3-86becafec72b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:47.907681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2abedd6-575b-4653-a3bd-ea88c494f57a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:47.910359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 83ff1b70-8581-4d1c-a7c3-86becafec72b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:47.911492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.032492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-eecbae84-5d3a-4e62-a707-e826ad5bbdad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1871629 Apr 05 14:42:48.036543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Attempting to bind port c2abedd6-575b-4653-a3bd-ea88c494f57a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:42:48.036884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Attempting to bind port c2abedd6-575b-4653-a3bd-ea88c494f57a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:42:48.037208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Attempting to bind port c2abedd6-575b-4653-a3bd-ea88c494f57a on network 9c7adbc5-9334-478f-b0b1-3285570533bd {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:42:48.044465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Port c2abedd6-575b-4653-a3bd-ea88c494f57a on network 9c7adbc5-9334-478f-b0b1-3285570533bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:42:48.044786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Attempting to bind port c2abedd6-575b-4653-a3bd-ea88c494f57a on network 9c7adbc5-9334-478f-b0b1-3285570533bd {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:42:48.051219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:42:48.051421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Checking segment: {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:42:48.051808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Bound using segment: {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:42:48.052236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Bound port: c2abedd6-575b-4653-a3bd-ea88c494f57a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '304a8130-4535-4de3-a1bc-e10cdb47a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:42:48.052583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.275292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] For port c2abedd6-575b-4653-a3bd-ea88c494f57a, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:42:48.278746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] For port c2abedd6-575b-4653-a3bd-ea88c494f57a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:42:48.285370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.324202 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-f1e7712d-c753-4f95-a7c3-40bbf94f2172 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 1099 time: 0.1437106 Apr 05 14:42:48.427678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:48.429054 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/c2abedd6-575b-4653-a3bd-ea88c494f57a HTTP/1.1" status: 200 len: 1093 time: 1.2854164 Apr 05 14:42:48.434930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:42:48.463611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa5d4c5-ced5-4987-88ce-ea34ecee65e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c2abedd6-575b-4653-a3bd-ea88c494f57a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:48.519719 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9850ae6b-1452-4413-8d6d-8210135ab4f9'] response: {'name': 'network-changed', 'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'status': 'completed', 'code': 200} Apr 05 14:42:48.548757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-1d991a61-0a10-4e30-875a-0621ef6fa40a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:48.550235 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-1d991a61-0a10-4e30-875a-0621ef6fa40a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.2064505 Apr 05 14:42:48.665416 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-8ec60c7b-4470-485b-b022-b1853b5d3151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 1096 time: 0.1801202 Apr 05 14:42:48.667119 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-0b6037b8-76aa-4042-8065-bb920ca7cf31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=724348b8-995f-4875-b908-90ec4ed95661 HTTP/1.1" status: 200 len: 1001 time: 0.1074197 Apr 05 14:42:48.781646 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-f3c64b27-1407-410c-95b4-5d4931948ca6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a HTTP/1.1" status: 200 len: 217 time: 0.1044509 Apr 05 14:42:48.832154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-73129b4e-785c-4bbf-aa17-5f66c17abed7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:48.833653 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-73129b4e-785c-4bbf-aa17-5f66c17abed7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.1575871 Apr 05 14:42:48.899455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-9473c895-51cc-42f5-a100-5be7a1db5128 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:48.900884 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-9473c895-51cc-42f5-a100-5be7a1db5128 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1360a33c-ba0e-4887-8843-d6cf1102c602 HTTP/1.1" status: 200 len: 834 time: 0.1131415 Apr 05 14:42:49.030791 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-923bc37b-d428-432e-9be3-7ec7eb683118 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1910958 Apr 05 14:42:49.120706 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-3d12783f-344a-4486-b9c7-c57a07675cca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c7adbc5-9334-478f-b0b1-3285570533bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2132263 Apr 05 14:42:49.134373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6978072-de47-4fe3-bfe4-5c3860309887 req-a22a0670-c60e-4fd2-93d4-2418622a32a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:49.135711 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e6978072-de47-4fe3-bfe4-5c3860309887 req-a22a0670-c60e-4fd2-93d4-2418622a32a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 943 time: 0.2273808 Apr 05 14:42:49.299345 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-acca9b4d-e14f-4f99-9136-0fdd6ab96c69 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614594 Apr 05 14:42:49.301426 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e6978072-de47-4fe3-bfe4-5c3860309887 req-c69d72df-49ee-479a-a1d5-86d27f511170 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406538 Apr 05 14:42:49.409582 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-8d500fab-28ef-4fdf-a0da-8051a31a65fd service neutron] 10.222.0.15 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728903 Apr 05 14:42:49.533035 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a3e4f39-4bb3-4960-81c2-1cf4038674b6 req-7f61451b-d137-4905-a030-201a055e2a55 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211180 Apr 05 14:42:49.573410 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aca792ac-cf95-49ba-a1e5-8db6faeeab2b req-fc981797-fcaf-4682-9d05-7106b8061686 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553853 Apr 05 14:42:49.789088 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-56802425-02b9-44fd-99ae-ecb68db2dd42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 1096 time: 0.1674304 Apr 05 14:42:49.923556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-9ca92781-bf0c-43d8-9f4a-1faab66493a2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:49.925005 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-9ca92781-bf0c-43d8-9f4a-1faab66493a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c7adbc5-9334-478f-b0b1-3285570533bd HTTP/1.1" status: 200 len: 897 time: 0.1290121 Apr 05 14:42:49.991551 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-b30da253-46d0-449f-8be3-278712a21104 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a HTTP/1.1" status: 200 len: 217 time: 0.0602462 Apr 05 14:42:50.056437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-6871f211-9fa9-49c1-afc3-02358e88fa9b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:50.057818 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-6871f211-9fa9-49c1-afc3-02358e88fa9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1360a33c-ba0e-4887-8843-d6cf1102c602 HTTP/1.1" status: 200 len: 834 time: 0.0589521 Apr 05 14:42:50.130180 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-edd6b91f-cba0-4fd2-aa79-80185df44359 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c7adbc5-9334-478f-b0b1-3285570533bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654573 Apr 05 14:42:50.267853 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-7517eaeb-45d7-414b-9599-05ce9c1e8b28 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308999 Apr 05 14:42:50.398741 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b9182ec6-2595-4644-99b1-5ef413f0cc8d req-19b48e17-7fc9-42d6-b223-fe86df7e4976 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243460 Apr 05 14:42:50.502902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4854bc30-d527-44de-b388-a26a0935235b req-8d2465e6-ab56-469f-9152-9322fd9e1984 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:50.504354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4854bc30-d527-44de-b388-a26a0935235b req-8d2465e6-ab56-469f-9152-9322fd9e1984 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 943 time: 0.0788400 Apr 05 14:42:50.554174 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4854bc30-d527-44de-b388-a26a0935235b req-3f5877c5-4aba-4336-a771-d245a917d1b2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436785 Apr 05 14:42:51.744796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48aa345-a8d9-4765-9451-76e0d2b35c09 req-3b69eeb4-f895-4794-9a66-b78cb41a0bbe tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:51.746272 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c48aa345-a8d9-4765-9451-76e0d2b35c09 req-3b69eeb4-f895-4794-9a66-b78cb41a0bbe tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 943 time: 0.0762398 Apr 05 14:42:51.791825 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c48aa345-a8d9-4765-9451-76e0d2b35c09 req-28ba7cb3-c676-4d2e-8e52-707d2b165aae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393338 Apr 05 14:42:52.989424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3c4af7-21a4-4218-85a9-8d3096487b59 req-c05e21af-c03f-4ef2-89cd-2806530b8b0b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:52.990794 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf3c4af7-21a4-4218-85a9-8d3096487b59 req-c05e21af-c03f-4ef2-89cd-2806530b8b0b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 943 time: 0.0787127 Apr 05 14:42:53.034820 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf3c4af7-21a4-4218-85a9-8d3096487b59 req-ba29ec61-85fe-49f3-bf01-c35dcc789f15 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386341 Apr 05 14:42:53.286664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c2abedd6-575b-4653-a3bd-ea88c494f57a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:42:53.416313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c2abedd6-575b-4653-a3bd-ea88c494f57a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:53.428878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'port_id': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'mac_address': 'fa:16:3e:98:25:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:42:53.481590 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.498427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2abedd6-575b-4653-a3bd-ea88c494f57a {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:42:53.513127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c2abedd6-575b-4653-a3bd-ea88c494f57a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:53.517061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:53.584286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c2abedd6-575b-4653-a3bd-ea88c494f57a,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:53.715545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['c2abedd6-575b-4653-a3bd-ea88c494f57a'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:42:54.125723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e34bb0b0-513a-42bc-9426-6302ee6dcfbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:54.225385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58534e16-d390-46c7-b073-93d362ca54b3 req-c28b2032-ff58-4e36-976d-a150cc987a18 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:54.226823 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58534e16-d390-46c7-b073-93d362ca54b3 req-c28b2032-ff58-4e36-976d-a150cc987a18 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 944 time: 0.0742874 Apr 05 14:42:54.270174 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58534e16-d390-46c7-b073-93d362ca54b3 req-dd8d5757-891c-46dc-96a5-40c220104bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377371 Apr 05 14:42:54.645593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1855cf-c88a-403e-b379-1eabda85234c req-45e3bc0c-6f24-4dfc-b350-fb745f41579b tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:54.647003 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d1855cf-c88a-403e-b379-1eabda85234c req-45e3bc0c-6f24-4dfc-b350-fb745f41579b tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 946 time: 0.0777631 Apr 05 14:42:54.690722 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d1855cf-c88a-403e-b379-1eabda85234c req-cb37af0e-d0cf-4f6a-b3d8-ec2c2a27e0f0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380757 Apr 05 14:42:55.302617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c2abedd6-575b-4653-a3bd-ea88c494f57a up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:42:55.369592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port c2abedd6-575b-4653-a3bd-ea88c494f57a completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:42:55.374309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port c2abedd6-575b-4653-a3bd-ea88c494f57a triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:42:55.374671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.470898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c1d27-5175-4267-82f1-b1bd9c65c32a req-2bb1ef4d-a01a-4013-b5a5-696927f99fe7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:55.472371 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6c1d27-5175-4267-82f1-b1bd9c65c32a req-2bb1ef4d-a01a-4013-b5a5-696927f99fe7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 944 time: 0.0758336 Apr 05 14:42:55.486986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.513859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:42:55.520950 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6c1d27-5175-4267-82f1-b1bd9c65c32a req-e65f773c-afd5-4d47-a84c-68c91793610d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427952 Apr 05 14:42:55.523689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c2abedd6-575b-4653-a3bd-ea88c494f57a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:55.528610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:55.581067 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd675a1d-ead0-4cfd-8481-c5dabb997ab9'] response: {'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'code': 200} Apr 05 14:42:55.597005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c2abedd6-575b-4653-a3bd-ea88c494f57a,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:55.869130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79bc4abb-503f-43cb-8699-2896fce17664 req-c30c68d9-4e4f-4809-ba63-1e24660ff52d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 1098 time: 0.1132329 Apr 05 14:42:55.925503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79bc4abb-503f-43cb-8699-2896fce17664 req-20778c18-3ffc-4a13-a97c-299737b44cd8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476058 Apr 05 14:42:55.931661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc54e0-ed3c-4c47-b3e5-dceb2214437d req-99ff5049-4879-455f-bb7e-dc9d48a09a04 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:55.933000 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a4cc54e0-ed3c-4c47-b3e5-dceb2214437d req-99ff5049-4879-455f-bb7e-dc9d48a09a04 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 946 time: 0.1209393 Apr 05 14:42:55.976845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a4cc54e0-ed3c-4c47-b3e5-dceb2214437d req-f6592a96-b671-4c40-a4c7-a53a19a0aae6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376949 Apr 05 14:42:56.224846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-8ccd2565-00c9-4eca-a96b-8c5273cfe637 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:56.226264 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-8ccd2565-00c9-4eca-a96b-8c5273cfe637 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 946 time: 0.0737860 Apr 05 14:42:56.295470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Deleting port 724348b8-995f-4875-b908-90ec4ed95661 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:42:56.295803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.358691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0ed4dccb-67dc-40d0-bc0a-860cf1a464b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.632589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] For port 724348b8-995f-4875-b908-90ec4ed95661, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=724348b8-995f-4875-b908-90ec4ed95661,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:42:56.633206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:56.947099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b3b4d3-df11-4465-9e90-5ce402edc3f1 req-15ce8447-0ddd-4aa7-9efd-e9656e4eadcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:56.948532 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26b3b4d3-df11-4465-9e90-5ce402edc3f1 req-15ce8447-0ddd-4aa7-9efd-e9656e4eadcb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 945 time: 0.3044357 Apr 05 14:42:57.008072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.008434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.008737 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Floating IP b43dbaa4-60d2-4d0b-baab-d89a81e621bb disassociated. External IP: 172.26.6.43, port: 724348b8-995f-4875-b908-90ec4ed95661. Apr 05 14:42:57.009069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Calling delete_port for 724348b8-995f-4875-b908-90ec4ed95661 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:42:57.057084 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26b3b4d3-df11-4465-9e90-5ce402edc3f1 req-e4e97a52-3eca-41b7-aed0-d2a098d8ac08 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980830 Apr 05 14:42:57.202017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.249907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event deleted for resources: {'Port': ['ID=724348b8-995f-4875-b908-90ec4ed95661,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:57.274225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd0a46-816d-4020-871f-7fd6ad17250a req-8e4ef347-de2d-460d-81af-e0dc5490c0d5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:57.275689 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96bd0a46-816d-4020-871f-7fd6ad17250a req-8e4ef347-de2d-460d-81af-e0dc5490c0d5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 946 time: 0.1504755 Apr 05 14:42:57.420956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.436837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96bd0a46-816d-4020-871f-7fd6ad17250a req-01887d60-518c-446b-889d-d627e393a42e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126375 Apr 05 14:42:57.481814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.507932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Router f818fbef-8580-4484-aff9-6f3ce49c94fc has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:42:57.711178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:42:57.722033 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:42:57.736164 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:57.737041 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:57.780076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] No DVR routers for this DVR port 724348b8-995f-4875-b908-90ec4ed95661 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:42:57.782535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:57.785038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'name': 'network-vif-deleted', 'tag': '724348b8-995f-4875-b908-90ec4ed95661'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:42:57.801531 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55e34de0-46ae-4f29-b1f6-614c45390240 req-066ee642-6ebe-4d69-8545-ec017c1ad148 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "DELETE /v2.0/ports/724348b8-995f-4875-b908-90ec4ed95661 HTTP/1.1" status: 204 len: 173 time: 1.5696526 Apr 05 14:42:57.841487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0d48eb8-153d-4458-b812-3c379640e13a'] response: {'server_uuid': '90c4c4ee-1864-4a65-ae6c-113de54c63b6', 'name': 'network-vif-deleted', 'tag': '724348b8-995f-4875-b908-90ec4ed95661', 'status': 'completed', 'code': 200} Apr 05 14:42:57.928515 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:58.269935 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:58.273721 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:42:58.280355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79e5869-2e80-40d9-874c-701c566d2ddf req-421b7279-1ffc-4b44-a80a-800f86816cad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:58.285763 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:42:58.286623 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:58.286778 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c79e5869-2e80-40d9-874c-701c566d2ddf req-421b7279-1ffc-4b44-a80a-800f86816cad tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 945 time: 0.0934358 Apr 05 14:42:58.331116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c79e5869-2e80-40d9-874c-701c566d2ddf req-c6e274f3-9840-4398-bf1e-a4b3cd1c6ffa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Apr 05 14:42:58.484970 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:42:58.537830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d47b5-543f-45d5-bce5-8a4df1b043fb req-e1e2a294-2947-492e-a890-9e671ce222df tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:42:58.539345 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d12d47b5-543f-45d5-bce5-8a4df1b043fb req-e1e2a294-2947-492e-a890-9e671ce222df tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 945 time: 0.0767863 Apr 05 14:42:58.728955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-87172cf6-7b6d-42d6-acfa-6dd0244d1695 req-77f61cf3-bba8-407c-8e4f-aa95c75dcf59 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:42:58.737636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d12d47b5-543f-45d5-bce5-8a4df1b043fb req-9f8cdc14-b8cb-45ac-bec0-ee9e2e92ffaf tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1914277 Apr 05 14:42:58.750829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-87172cf6-7b6d-42d6-acfa-6dd0244d1695 req-77f61cf3-bba8-407c-8e4f-aa95c75dcf59 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:42:58.752014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87172cf6-7b6d-42d6-acfa-6dd0244d1695 req-77f61cf3-bba8-407c-8e4f-aa95c75dcf59 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=90c4c4ee-1864-4a65-ae6c-113de54c63b6 HTTP/1.1" status: 200 len: 210 time: 0.1792040 Apr 05 14:42:58.782417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41200) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:58.825162 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:42:58.829723 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f58ae1-9075-4af9-803f-2f8d8a94e49e None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:42:58.856680 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b457254e-d899-4bbb-a742-4f008a5455de tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 1093 time: 0.0724239 Apr 05 14:42:58.859310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41204) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:42:58.866159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:42:58.872702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:42:58.876707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:42:58.880186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:42:58.886789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:42:58.896380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:58.986300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.031240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.170503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.40 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/cc3d0f80-2e15-45df-afb0-5b44c3adf926) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:42:59.313164 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.338686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 724348b8-995f-4875-b908-90ec4ed95661 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:42:59.343969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:42:59.376460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 724348b8-995f-4875-b908-90ec4ed95661 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:42:59.376790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 724348b8-995f-4875-b908-90ec4ed95661 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:42:59.410284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:42:59.412880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:42:59.416553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:42:59.449153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=cc3d0f80-2e15-45df-afb0-5b44c3adf926,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:42:59.997764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.062914 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.071419 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-080276b5-1ea7-4f4d-95dc-5014529d2259 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239947060&fields=id&tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 267 time: 0.0411808 Apr 05 14:43:00.215893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-3d517b2a-8eb8-4882-911f-03736aca964e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:00.217327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-3d517b2a-8eb8-4882-911f-03736aca964e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 811 time: 0.1393294 Apr 05 14:43:00.234141 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-86fea4cd-ec3c-4733-8ca7-4bc8f479e415 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/quotas/0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 375 time: 0.0112343 Apr 05 14:43:00.268571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.272937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.319068 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-c7d38649-1636-41d1-a8c9-f4ea2897630e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0796702 Apr 05 14:43:00.379937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=cc3d0f80-2e15-45df-afb0-5b44c3adf926,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:00.402832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:00.461325 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-bed66cba-9b19-4d56-892e-2e6a76410393 service neutron] 10.222.0.18 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305823 Apr 05 14:43:00.594186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-ab828138-205b-400e-b04a-95bba18cede1 service neutron] 10.222.0.18 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262610 Apr 05 14:43:00.595357 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP b5d599bc-27ba-4764-a354-60c223a2e87c associated. External IP: 172.26.6.40, port: c2abedd6-575b-4653-a3bd-ea88c494f57a. Apr 05 14:43:00.988198 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f864f810-102e-4b94-ac15-ab1aa53f970f req-3644d933-2cb4-4521-b09b-0daa5f3c8e88 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 210 time: 0.0406616 Apr 05 14:43:00.989603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 47634631-944b-4d50-b47a-19a1e310132b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:01.309748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:01.321425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] Sync routers for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:43:01.334693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:01.335961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:01.336665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:01.391535 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ed9fc2f8-0ea5-48a4-a402-fd65edb4cd11 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5309703 Apr 05 14:43:01.392173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:43:01.394214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41232) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:01.541227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:01.578567 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f9288ba-8eb1-469b-a763-e4e44ecf0521'] response: {'name': 'network-changed', 'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'status': 'completed', 'code': 200} Apr 05 14:43:01.674137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8bc1517a-9142-40f1-b7d9-3bbe0dd57608 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers/47634631-944b-4d50-b47a-19a1e310132b HTTP/1.1" status: 200 len: 922 time: 0.2783461 Apr 05 14:43:01.676432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41240) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:01.690934 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-d32af185-9e22-4d64-8602-7cd02be7f153 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 1098 time: 0.0841258 Apr 05 14:43:01.781853 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e6f555dd-2051-46f2-b184-99bc0bef0f75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1041331 Apr 05 14:43:01.826713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-4b9e2e7c-ef97-4bba-932f-b4718353b39e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:01.827820 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-4b9e2e7c-ef97-4bba-932f-b4718353b39e service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c7adbc5-9334-478f-b0b1-3285570533bd HTTP/1.1" status: 200 len: 897 time: 0.1303227 Apr 05 14:43:01.912904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b5d599bc-27ba-4764-a354-60c223a2e87c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.40', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '47634631-944b-4d50-b47a-19a1e310132b', 'port_id': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'mac_address': 'fa:16:3e:98:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:59Z', 'updated_at': '2022-04-05T14:42:59Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:42:46Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:01.916594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] Checking router: 47634631-944b-4d50-b47a-19a1e310132b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:43:01.928971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:01.929600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:01.945609 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-30d655a1-2a16-459e-a7ca-566bacd6118a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a HTTP/1.1" status: 200 len: 998 time: 0.0990746 Apr 05 14:43:02.124383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:02.151588 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f14e8fc-1a25-44a3-9fa7-0610074f6780 None None] New status for floating IP b43dbaa4-60d2-4d0b-baab-d89a81e621bb: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:43:02.179792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-97a5c9b8-2f64-446d-92fd-33e69e07b6ed tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:02.181259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-97a5c9b8-2f64-446d-92fd-33e69e07b6ed tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 811 time: 0.2203817 Apr 05 14:43:02.232215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-5be4a935-e2aa-447e-9d44-d1403a950f8a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:02.233710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-5be4a935-e2aa-447e-9d44-d1403a950f8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1360a33c-ba0e-4887-8843-d6cf1102c602 HTTP/1.1" status: 200 len: 834 time: 0.2739661 Apr 05 14:43:02.311456 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6f5fe286-c64e-4b79-b282-4e7f36d67004 req-48e5a6fd-0cad-4675-b4b9-9224759b9b30 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 210 time: 0.1292005 Apr 05 14:43:02.335362 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-532ad196-e81d-4e39-8390-9eb3105f6c36 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 380 time: 0.1006808 Apr 05 14:43:02.476904 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'port': {'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'admin_state_up': True, 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'security_groups': ['a54bb618-c4ca-4553-a75a-eb3f3d275dff']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:43:02.591127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-32cce4c2-1292-42a7-96b0-00795ac42f45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c7adbc5-9334-478f-b0b1-3285570533bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3197849 Apr 05 14:43:02.726206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:43:02.736814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b5d599bc-27ba-4764-a354-60c223a2e87c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.40', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '47634631-944b-4d50-b47a-19a1e310132b', 'port_id': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'mac_address': 'fa:16:3e:98:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:59Z', 'updated_at': '2022-04-05T14:42:59Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:42:46Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:02.741346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5037460d-5fc2-4150-a48c-2bbc0e83a73d None None] The sync data for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv is: [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b5d599bc-27ba-4764-a354-60c223a2e87c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.40', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '47634631-944b-4d50-b47a-19a1e310132b', 'port_id': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'mac_address': 'fa:16:3e:98:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:59Z', 'updated_at': '2022-04-05T14:42:59Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:42:46Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:43:02.751887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:43:02.776431 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-df7fd6ee-f16a-4008-bc5c-c1061a030400 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780252 Apr 05 14:43:02.779376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Made reservation on behalf of 0d2f13412b9b4c13ab67b0cbd444d5d8 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:02.782770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:02.784938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41250) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:02.921733 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c7922dd7-01fa-4a46-a83c-846eeccb3d35 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1356208 Apr 05 14:43:03.018661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c706189-1f73-4b3e-ad85-89a55fb53ffa None None] New status for floating IP b5d599bc-27ba-4764-a354-60c223a2e87c: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:43:03.045586 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e2a933c-8f20-4ea6-a17f-f7ab94ff2576 req-22625002-1837-45ae-ad28-7f4093006f1f service neutron] 10.222.0.15 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520030 Apr 05 14:43:03.085548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Allocated IP 172.20.0.11 (f61c4cca-ddfb-4cdd-9aa6-21ab4a746325/96963bf4-2c59-48bb-9f40-b59a59105c89/94a2058a-25f9-45fb-a5c4-6728e2803035) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:03.300881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.316601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Transition to ACTIVE for port object 94a2058a-25f9-45fb-a5c4-6728e2803035 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:43:03.338222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.414168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=94a2058a-25f9-45fb-a5c4-6728e2803035,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:03.417451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:03.419426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:03.421474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:43:03.531007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:03.531657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.571826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-556f8ca4-ffcf-49a2-85d4-deee00c2b161 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2225850 Apr 05 14:43:03.584187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Request body: {'port': {'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:43:03.614699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ceee6-35a5-427f-8328-f2149f003b68 req-1582f628-ba55-475a-9c32-92276c34c705 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:03.615393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-958ceee6-35a5-427f-8328-f2149f003b68 req-1582f628-ba55-475a-9c32-92276c34c705 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:43:03.654574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-958ceee6-35a5-427f-8328-f2149f003b68 req-1582f628-ba55-475a-9c32-92276c34c705 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:43:03.655849 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-958ceee6-35a5-427f-8328-f2149f003b68 req-1582f628-ba55-475a-9c32-92276c34c705 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 932 time: 0.1923592 Apr 05 14:43:03.691048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-50e8d25f-05ce-4a86-ab8c-96c1edc5ad98 None None] Provisioning for port 94a2058a-25f9-45fb-a5c4-6728e2803035 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:43:03.696074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-50e8d25f-05ce-4a86-ab8c-96c1edc5ad98 None None] Provisioning complete for port 94a2058a-25f9-45fb-a5c4-6728e2803035 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:03.696437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-50e8d25f-05ce-4a86-ab8c-96c1edc5ad98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.749212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:03.752452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-50e8d25f-05ce-4a86-ab8c-96c1edc5ad98 None None] Port 94a2058a-25f9-45fb-a5c4-6728e2803035 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:43:03.763218 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-958ceee6-35a5-427f-8328-f2149f003b68 req-1798b70e-aea2-482d-957b-a6bfe2a366b4 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765336 Apr 05 14:43:03.925135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41256) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:04.033776 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e3f61090-9c64-4dcd-bf23-2b8ccb1fd649 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 992 time: 0.1072745 Apr 05 14:43:04.110636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a2058a-25f9-45fb-a5c4-6728e2803035 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:43:04.118876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.133384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Transition to ACTIVE for port object 94a2058a-25f9-45fb-a5c4-6728e2803035 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:43:04.136718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.366214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Pushing event updated for resources: {'Port': ['ID=94a2058a-25f9-45fb-a5c4-6728e2803035,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:04.469122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Attempting to bind port 94a2058a-25f9-45fb-a5c4-6728e2803035 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:04.469371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Attempting to bind port 94a2058a-25f9-45fb-a5c4-6728e2803035 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:04.469700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Attempting to bind port 94a2058a-25f9-45fb-a5c4-6728e2803035 on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:43:04.475499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Port 94a2058a-25f9-45fb-a5c4-6728e2803035 on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:43:04.475811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Attempting to bind port 94a2058a-25f9-45fb-a5c4-6728e2803035 on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:43:04.484751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:43:04.485093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Checking segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:43:04.485480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Bound using segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:43:04.486508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Bound port: 94a2058a-25f9-45fb-a5c4-6728e2803035, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:04.486972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.575056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] For port 94a2058a-25f9-45fb-a5c4-6728e2803035, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:04.577890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] For port 94a2058a-25f9-45fb-a5c4-6728e2803035, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=94a2058a-25f9-45fb-a5c4-6728e2803035,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:04.582210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.642838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:04.644204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 200 len: 1094 time: 1.0651035 Apr 05 14:43:04.644738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:43:04.666273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1b946-e210-453a-8130-03281b2e78b5 service neutron] Pushing event updated for resources: {'Port': ['ID=94a2058a-25f9-45fb-a5c4-6728e2803035,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:04.718127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69da25bf-fbe9-40bd-8d4c-05fef2596c55'] response: {'name': 'network-changed', 'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'status': 'completed', 'code': 200} Apr 05 14:43:04.757927 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-2a490961-e44d-4e31-9712-5d306faffab2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1097 time: 0.0751083 Apr 05 14:43:04.825266 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-16cef3ad-51ee-4dec-8a05-bde2558c481a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 200 len: 217 time: 0.0608661 Apr 05 14:43:04.916719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-0a0957d5-3bd5-4308-a075-b76971c491fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:04.918598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-0a0957d5-3bd5-4308-a075-b76971c491fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0879979 Apr 05 14:43:05.017714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66173c64-5799-4db4-aedb-37364d246f8a req-f9d0a388-965a-48b3-bb33-9bcbf3470aa1 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:05.019170 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66173c64-5799-4db4-aedb-37364d246f8a req-f9d0a388-965a-48b3-bb33-9bcbf3470aa1 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 944 time: 0.1335721 Apr 05 14:43:05.021816 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-5569a60a-a27f-406c-b31b-d2d9014b7de0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0980566 Apr 05 14:43:05.142647 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66173c64-5799-4db4-aedb-37364d246f8a req-61c8f5ab-91d6-484c-937c-8aa46b9a2ce4 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178913 Apr 05 14:43:05.186249 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-75da5d3b-e6a8-4a70-bb7d-4953294d459d service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436341 Apr 05 14:43:05.314010 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08fdfa5e-ed15-4344-b4dc-adb5538b4a6f req-5e9ed2fe-2c6c-464e-81a4-8ac66c749514 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224117 Apr 05 14:43:05.425097 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-ed50ca5e-48b5-4457-ba2e-5625a700e321 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1097 time: 0.0663726 Apr 05 14:43:05.563037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-4f603c88-e141-41b6-aca9-2ce5f3e8e847 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:05.563037 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-4f603c88-e141-41b6-aca9-2ce5f3e8e847 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.1261313 Apr 05 14:43:05.629183 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-e51465f7-2039-41ff-9e7f-78a4cc04c370 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 200 len: 217 time: 0.0640855 Apr 05 14:43:05.689631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-f901d703-1e7b-4c32-b3e6-d1525640e734 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:05.691006 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-f901d703-1e7b-4c32-b3e6-d1525640e734 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0563493 Apr 05 14:43:05.764634 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-6165cf3e-f6c9-4a5d-91ae-a439f9a7eb99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675275 Apr 05 14:43:05.893260 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-35e5c842-6eb7-44df-82fe-88dbfa377053 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226306 Apr 05 14:43:06.025486 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ce806c6-c2ab-4b07-9b48-a8621d2bab66 req-44ac2b9e-12ea-4e60-8f54-79c431aea1a4 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264379 Apr 05 14:43:06.417333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d006ea7d-03ba-4661-a9d1-d4b8ab682800 req-e6bb2c31-5079-459d-bd05-66526f5fc25a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:06.419311 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d006ea7d-03ba-4661-a9d1-d4b8ab682800 req-e6bb2c31-5079-459d-bd05-66526f5fc25a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 944 time: 0.1586812 Apr 05 14:43:06.463637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d006ea7d-03ba-4661-a9d1-d4b8ab682800 req-222b9ed0-09e5-40b9-a0b6-e3824aa1ead7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387726 Apr 05 14:43:07.645162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:07.659991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2396-195c-4440-a0f9-7157001b77e6 req-df4becbb-b25d-4323-b4ec-0775115e24f9 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:07.661447 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-580e2396-195c-4440-a0f9-7157001b77e6 req-df4becbb-b25d-4323-b4ec-0775115e24f9 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 944 time: 0.0809143 Apr 05 14:43:07.705493 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-580e2396-195c-4440-a0f9-7157001b77e6 req-9cb17cbb-567a-4a43-95bb-4c6f3dbf56b3 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385289 Apr 05 14:43:08.896807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65a386-c113-42c2-8599-831b520ca439 req-687676e2-b744-4bdb-94cf-1b8277534196 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:08.898190 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f65a386-c113-42c2-8599-831b520ca439 req-687676e2-b744-4bdb-94cf-1b8277534196 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 944 time: 0.0751343 Apr 05 14:43:08.942523 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f65a386-c113-42c2-8599-831b520ca439 req-faa3911b-6649-4691-b3ac-037185025582 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382943 Apr 05 14:43:10.134874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d438690-55eb-4b32-a3de-7b20f34f9cbe req-e54cef7f-c539-4a50-92c4-5bcfecdf3a39 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:10.136315 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d438690-55eb-4b32-a3de-7b20f34f9cbe req-e54cef7f-c539-4a50-92c4-5bcfecdf3a39 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 944 time: 0.0776758 Apr 05 14:43:10.179873 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d438690-55eb-4b32-a3de-7b20f34f9cbe req-196cf784-9cdf-4d24-99cf-d68c30506a12 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378811 Apr 05 14:43:11.373644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e8e5e1-6d73-4de9-9fe8-7d2e7aff0ba6 req-c2db0e88-5e1c-4d81-882e-6cbdd1112169 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:11.375113 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-49e8e5e1-6d73-4de9-9fe8-7d2e7aff0ba6 req-c2db0e88-5e1c-4d81-882e-6cbdd1112169 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 944 time: 0.0744970 Apr 05 14:43:11.419991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-49e8e5e1-6d73-4de9-9fe8-7d2e7aff0ba6 req-1bbd6fde-7798-4299-9d92-49f399f3c55b tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393765 Apr 05 14:43:12.621546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f69095-e598-46b9-a8af-b3a8cb3b03e3 req-878e672a-fb89-494a-9c77-e45ba0975f30 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:12.623018 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a0f69095-e598-46b9-a8af-b3a8cb3b03e3 req-878e672a-fb89-494a-9c77-e45ba0975f30 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 944 time: 0.0828617 Apr 05 14:43:12.667729 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a0f69095-e598-46b9-a8af-b3a8cb3b03e3 req-7bdc75b8-c544-4546-9ca1-235f80b341d6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386868 Apr 05 14:43:13.364570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 94a2058a-25f9-45fb-a5c4-6728e2803035 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:43:13.493347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 94a2058a-25f9-45fb-a5c4-6728e2803035, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=94a2058a-25f9-45fb-a5c4-6728e2803035,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:13.506066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:43:13.557931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.574494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a2058a-25f9-45fb-a5c4-6728e2803035 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:43:13.589178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 94a2058a-25f9-45fb-a5c4-6728e2803035, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=94a2058a-25f9-45fb-a5c4-6728e2803035,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:13.593596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:13.661572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=94a2058a-25f9-45fb-a5c4-6728e2803035,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:13.819951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['94a2058a-25f9-45fb-a5c4-6728e2803035'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:43:13.862016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646d78b-c065-4dc6-a468-fedd89462997 req-5ada070e-1343-42af-81c6-7c96d76bad7e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:13.863506 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3646d78b-c065-4dc6-a468-fedd89462997 req-5ada070e-1343-42af-81c6-7c96d76bad7e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 945 time: 0.0769727 Apr 05 14:43:13.912143 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3646d78b-c065-4dc6-a468-fedd89462997 req-3a9dd78a-a95b-409b-8cf7-e615aba7d3ef tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422981 Apr 05 14:43:14.924818 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:43:15.109527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de15484-5fe9-42b5-bc65-3ec8e617fb14 req-2ff984c7-6c3c-4ceb-92d7-57d1beb09495 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:15.110987 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de15484-5fe9-42b5-bc65-3ec8e617fb14 req-2ff984c7-6c3c-4ceb-92d7-57d1beb09495 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 945 time: 0.0745685 Apr 05 14:43:15.155371 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de15484-5fe9-42b5-bc65-3ec8e617fb14 req-e4842097-abdd-4aa2-bb49-3851b071fcaf tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389669 Apr 05 14:43:15.368432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 94a2058a-25f9-45fb-a5c4-6728e2803035 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:43:15.439011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 94a2058a-25f9-45fb-a5c4-6728e2803035 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:43:15.443339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 94a2058a-25f9-45fb-a5c4-6728e2803035 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:15.443697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.552206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.576999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:43:15.586246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 94a2058a-25f9-45fb-a5c4-6728e2803035, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=94a2058a-25f9-45fb-a5c4-6728e2803035,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:15.591081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:15.635786 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c50f82f-8fbd-4b89-a055-209dd0ad3178'] response: {'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'code': 200} Apr 05 14:43:15.662743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=94a2058a-25f9-45fb-a5c4-6728e2803035,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:15.907370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-88eb5af1-bfe0-4fdf-8180-4d317f565e31 req-4fdfbf4b-cb30-4131-bb9d-7056205abf7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1099 time: 0.0707743 Apr 05 14:43:15.947712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-88eb5af1-bfe0-4fdf-8180-4d317f565e31 req-2763e076-9b8b-4216-bf31-515d12a04fda service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344441 Apr 05 14:43:16.348404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa65b61-7925-4d71-a7f1-a9c6a2c090ac req-7760a0b6-e5db-430b-89c4-689e070f2b66 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:16.349858 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8aa65b61-7925-4d71-a7f1-a9c6a2c090ac req-7760a0b6-e5db-430b-89c4-689e070f2b66 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 946 time: 0.0759528 Apr 05 14:43:16.395192 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8aa65b61-7925-4d71-a7f1-a9c6a2c090ac req-7c80ce3a-ae6f-4be9-92fa-7ae8b190957b tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398016 Apr 05 14:43:17.602978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baf0ce-f2b7-4fc4-8364-5e5fa3c4b971 req-04ba9c0f-ca61-4c1a-916b-dd7b03cb66d0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:17.605408 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a2baf0ce-f2b7-4fc4-8364-5e5fa3c4b971 req-04ba9c0f-ca61-4c1a-916b-dd7b03cb66d0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 946 time: 0.0908673 Apr 05 14:43:17.650968 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a2baf0ce-f2b7-4fc4-8364-5e5fa3c4b971 req-a65a7125-5329-4d1d-86f1-f0380b0ab7be tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401356 Apr 05 14:43:17.844536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4a61-71cd-458c-9d7b-710ef4999e91 req-7a1d528d-473d-4186-839a-ed75ccc31577 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:17.845978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed6e4a61-71cd-458c-9d7b-710ef4999e91 req-7a1d528d-473d-4186-839a-ed75ccc31577 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 946 time: 0.0746779 Apr 05 14:43:17.895856 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed6e4a61-71cd-458c-9d7b-710ef4999e91 req-89510cec-0879-47e4-9a6c-4fdc5301b404 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Apr 05 14:43:17.923236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41290) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:17.994884 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e7e724cd-15fd-43a5-af04-4378d43e8f64 tempest-TestVolumeBootPattern-1297333595 tempest-TestVolumeBootPattern-1297333595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1094 time: 0.0703609 Apr 05 14:43:17.997733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41294) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:18.002833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:43:18.008087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:43:18.012353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:floatingip and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:43:18.015134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:43:18.020644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:43:18.030674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.160889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.289266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Allocated IP 172.26.6.198 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/b846e91f-449a-477d-a71a-e1ed90f38ced) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:18.435821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.462026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:18.528471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:18.531057 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:18.534637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:43:18.565909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=b846e91f-449a-477d-a71a-e1ed90f38ced,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:19.110025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.163401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.358206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.362924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.467114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=b846e91f-449a-477d-a71a-e1ed90f38ced,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:19.478924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:19.664731 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Floating IP 2049495d-e62a-43b6-82fb-5696807ede89 associated. External IP: 172.26.6.198, port: 94a2058a-25f9-45fb-a5c4-6728e2803035. Apr 05 14:43:20.056632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Router f818fbef-8580-4484-aff9-6f3ce49c94fc has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:20.248635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:20.257770 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:43:20.269475 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:20.270111 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:20.273118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:20.328753 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-201929eb-d94e-4676-8ef4-ea1b4153c93a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3300061 Apr 05 14:43:20.329431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:43:20.387060 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29cf5aaf-d070-4312-bb5e-ab9e18572e3e'] response: {'name': 'network-changed', 'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'status': 'completed', 'code': 200} Apr 05 14:43:20.444022 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:20.474659 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-c5a9f748-ed3e-4424-948a-450f7d1ec32b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1099 time: 0.0678456 Apr 05 14:43:20.606222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-68d3539d-58bb-47a0-ae55-90d3053e7886 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:20.607739 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-68d3539d-58bb-47a0-ae55-90d3053e7886 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.1276286 Apr 05 14:43:20.709844 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-d41ebb0e-61fc-477a-aac1-e01329e6c3fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 200 len: 1000 time: 0.0949461 Apr 05 14:43:20.770467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-f2af9437-ebc8-4ddb-a411-44bfd164558a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:20.772052 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-f2af9437-ebc8-4ddb-a411-44bfd164558a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0561304 Apr 05 14:43:20.810646 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:18Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:20.814297 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:43:20.824882 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:20.825453 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:42:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:20.848335 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-d6e1635b-e2a4-46b7-9cb4-0d066a0928cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697682 Apr 05 14:43:20.999131 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:21.058354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-c54e1c9a-cd28-4d67-bbca-3b69b202107b service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038445 Apr 05 14:43:21.186811 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5c7641ac-a7e3-4dea-be83-37165b633eec req-5f88f4c8-043b-45c8-8de3-5ef7af6dfa74 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224802 Apr 05 14:43:21.335996 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:18Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:21.340286 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79cc5b1-1dd6-4da8-9d77-1beb62aa5c9e None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:18Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:43:21.513650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08c8b47b-a490-4e60-b031-a9434f1d76c9 None None] New status for floating IP 2049495d-e62a-43b6-82fb-5696807ede89: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:43:24.127215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4f980e23-74b1-4785-802e-67707a4f6e0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:26.341587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-626f6f5c-4f34-4bc3-903c-561804d0e30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.422346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:27.483304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:28.988380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:33.155833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41314) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:33.331767 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5bf46a4d-ab71-485d-bc84-2ea5a1c577d8 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers/47634631-944b-4d50-b47a-19a1e310132b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1730621 Apr 05 14:43:33.332872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41318) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:33.538315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56930db3-fc63-4376-8cfa-d86ada5d339c tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Notify agent at dv-neutron-829488-2-hyperv the message router_removed_from_agent {{(pid=83850) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 05 14:43:33.541440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-56930db3-fc63-4376-8cfa-d86ada5d339c tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "DELETE /v2.0/agents/e16353ba-1e38-4a75-a5c6-166338316970/l3-routers/47634631-944b-4d50-b47a-19a1e310132b HTTP/1.1" status: 204 len: 168 time: 0.2076478 Apr 05 14:43:33.543973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41322) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:33.719682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-71d04510-b9e6-47f1-bab6-eb578f880117 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers/47634631-944b-4d50-b47a-19a1e310132b/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1746280 Apr 05 14:43:33.722241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41328) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:33.835949 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-977f25a2-586f-4658-8209-8f0730115e88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 992 time: 0.1126776 Apr 05 14:43:33.952135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 83ff1b70-8581-4d1c-a7c3-86becafec72b no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:43:34.062533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.092786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 83ff1b70-8581-4d1c-a7c3-86becafec72b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=83ff1b70-8581-4d1c-a7c3-86becafec72b,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:34.096071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:34.165401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=83ff1b70-8581-4d1c-a7c3-86becafec72b,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:34.329989 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f9f3b2-4cee-4dea-ab8c-bed9093e2a83 None None] New status for floating IP b5d599bc-27ba-4764-a354-60c223a2e87c: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:43:34.840351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41332) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:34.949297 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7178508a-8f0c-4bcf-8dda-c957eb09d281 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1027036 Apr 05 14:43:35.833268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e96f069e-42ba-4794-8251-79e964465a05 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:43:35.948331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:35.969072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port e96f069e-42ba-4794-8251-79e964465a05, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e96f069e-42ba-4794-8251-79e964465a05,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:35.969072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:36.046529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=e96f069e-42ba-4794-8251-79e964465a05,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:36.109191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41338) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:36.310862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfe343b-bb21-4ed1-90bc-ceac652d192d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Router 47634631-944b-4d50-b47a-19a1e310132b is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:43:36.310862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfe343b-bb21-4ed1-90bc-ceac652d192d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Notify agent at dv-neutron-829488-2-hyperv the message router_added_to_agent {{(pid=83850) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Apr 05 14:43:36.338927 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8dfe343b-bb21-4ed1-90bc-ceac652d192d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "POST /v2.0/agents/e16353ba-1e38-4a75-a5c6-166338316970/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2322347 Apr 05 14:43:36.345793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41344) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:36.367545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] Sync routers for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:43:36.388608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:36.388608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:36.628957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:36.675990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41350) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:36.679498 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-317717d2-1e8f-49fc-a200-f237d083ef90 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers/47634631-944b-4d50-b47a-19a1e310132b/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3308542 Apr 05 14:43:36.801276 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fe681c31-d308-4d79-9151-95c16b8f0520 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1218104 Apr 05 14:43:37.021873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:43:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b5d599bc-27ba-4764-a354-60c223a2e87c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.40', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '47634631-944b-4d50-b47a-19a1e310132b', 'port_id': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'mac_address': 'fa:16:3e:98:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:59Z', 'updated_at': '2022-04-05T14:43:34Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:43:34Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:37.021873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] Checking router: 47634631-944b-4d50-b47a-19a1e310132b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:43:37.036104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:37.036104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:37.249681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:37.672316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:37.699673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:43:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b5d599bc-27ba-4764-a354-60c223a2e87c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.40', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '47634631-944b-4d50-b47a-19a1e310132b', 'port_id': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'mac_address': 'fa:16:3e:98:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:59Z', 'updated_at': '2022-04-05T14:43:34Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:43:34Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:37.703584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb515a0-e302-48a0-9313-e6757b859417 None None] The sync data for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv is: [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56'}], 'enable_snat': True}, 'gw_port_id': 'e96f069e-42ba-4794-8251-79e964465a05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:42:40Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'e96f069e-42ba-4794-8251-79e964465a05', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:4d:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:43:35Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'b5d599bc-27ba-4764-a354-60c223a2e87c', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.40', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '47634631-944b-4d50-b47a-19a1e310132b', 'port_id': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'mac_address': 'fa:16:3e:98:25:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:42:59Z', 'updated_at': '2022-04-05T14:43:34Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83ff1b70-8581-4d1c-a7c3-86becafec72b', 'name': '', 'network_id': '9c7adbc5-9334-478f-b0b1-3285570533bd', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cc:65:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47634631-944b-4d50-b47a-19a1e310132b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:42:40Z', 'updated_at': '2022-04-05T14:43:34Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '1360a33c-ba0e-4887-8843-d6cf1102c602', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:43:37.797584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41354) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:37.945327 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-20142003-d907-4fbf-9e5d-6cdc21ca8636 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1465707 Apr 05 14:43:38.949707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41358) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:39.145050 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4e7cce99-e1c3-400d-95df-558d20db73f4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1941080 Apr 05 14:43:39.875425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e96f069e-42ba-4794-8251-79e964465a05 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:43:39.941251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e96f069e-42ba-4794-8251-79e964465a05 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:39.941612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.057874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.074950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port e96f069e-42ba-4794-8251-79e964465a05, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e96f069e-42ba-4794-8251-79e964465a05,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:40.078117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.078847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 83ff1b70-8581-4d1c-a7c3-86becafec72b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:43:40.147827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41362) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:40.191098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=e96f069e-42ba-4794-8251-79e964465a05,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:40.204884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 83ff1b70-8581-4d1c-a7c3-86becafec72b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:40.205255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.251212 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2acabb4a-241b-499e-90c3-ba0710c5245f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1021593 Apr 05 14:43:40.316101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.351576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 83ff1b70-8581-4d1c-a7c3-86becafec72b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=83ff1b70-8581-4d1c-a7c3-86becafec72b,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:40.356002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:40.419947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=83ff1b70-8581-4d1c-a7c3-86becafec72b,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:41.254691 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41368) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:41.363871 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-702fe7ac-c8c6-4032-bbd5-bd8ae4a994b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1029346 Apr 05 14:43:41.852399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e96f069e-42ba-4794-8251-79e964465a05 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:43:41.923508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e96f069e-42ba-4794-8251-79e964465a05 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:41.923508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:42.035877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 83ff1b70-8581-4d1c-a7c3-86becafec72b up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:43:42.099597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 83ff1b70-8581-4d1c-a7c3-86becafec72b triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:43:42.099959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:42.362504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41372) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:42.462865 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d0c0c00b-f153-4ecb-abd3-5bea6b4a116e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.0992506 Apr 05 14:43:43.467669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41376) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:43.575566 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a64e71ad-d6fe-4cb4-92ca-03b359c3c110 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1064270 Apr 05 14:43:44.577395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41380) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:44.688141 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ef9071f8-c1e3-41f2-93a7-e9c6a5a767db tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 990 time: 0.1095736 Apr 05 14:43:44.952366 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0bd6122-d3da-44a1-b5c7-c6b9e0b735c1 None None] New status for floating IP b5d599bc-27ba-4764-a354-60c223a2e87c: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:43:45.691807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41384) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:45.798731 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-095e702e-23ab-464b-8aa0-3d4dfa121046 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 200 len: 992 time: 0.1058247 Apr 05 14:43:46.086950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41392) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:46.283328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port cc3d0f80-2e15-45df-afb0-5b44c3adf926 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:43:46.283566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:46.450261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:46.450592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:46.567339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for cc3d0f80-2e15-45df-afb0-5b44c3adf926 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:43:46.715574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:46.758142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=cc3d0f80-2e15-45df-afb0-5b44c3adf926,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:46.770181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.770523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.770850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.771186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.771516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.771846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.772583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.772583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.772792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.773098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.773417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:46.862429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:47.339173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 47634631-944b-4d50-b47a-19a1e310132b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:47.534874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:47.555012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:47.610272 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-355e3761-d13b-4527-a4bc-cfa0c8b52a8a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/b5d599bc-27ba-4764-a354-60c223a2e87c HTTP/1.1" status: 204 len: 168 time: 1.5196996 Apr 05 14:43:47.610272 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:43:47.663742 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1eb986-3189-42ca-946a-09c880fd1496'] response: {'name': 'network-changed', 'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'status': 'completed', 'code': 200} Apr 05 14:43:47.760581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-1090830f-4a9e-4dcc-ad68-81e82cbedf55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 1098 time: 0.0746362 Apr 05 14:43:47.910324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-37e4a7a2-a225-49c1-ba77-5c2c27c954a3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:47.911735 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-37e4a7a2-a225-49c1-ba77-5c2c27c954a3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9c7adbc5-9334-478f-b0b1-3285570533bd HTTP/1.1" status: 200 len: 897 time: 0.1448321 Apr 05 14:43:47.983131 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-7dfc2b38-f750-4f28-ae18-22f80cce5166 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a HTTP/1.1" status: 200 len: 217 time: 0.0640883 Apr 05 14:43:48.113188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-103513b1-2b9c-4807-90e3-11cb8a11469d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:48.114790 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-103513b1-2b9c-4807-90e3-11cb8a11469d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1360a33c-ba0e-4887-8843-d6cf1102c602 HTTP/1.1" status: 200 len: 834 time: 0.1234851 Apr 05 14:43:48.202192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8cd4e5-1800-4f2b-9117-49085f918588 req-5b6ce374-9082-4a24-bf0d-0fe5488deaf7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:48.202888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-1a8cd4e5-1800-4f2b-9117-49085f918588 req-5b6ce374-9082-4a24-bf0d-0fe5488deaf7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:43:48.226900 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-4feffc33-276c-42c2-8a7f-20a2b1732438 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9c7adbc5-9334-478f-b0b1-3285570533bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994956 Apr 05 14:43:48.227936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-1a8cd4e5-1800-4f2b-9117-49085f918588 req-5b6ce374-9082-4a24-bf0d-0fe5488deaf7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:43:48.228964 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a8cd4e5-1800-4f2b-9117-49085f918588 req-5b6ce374-9082-4a24-bf0d-0fe5488deaf7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 945 time: 0.1667442 Apr 05 14:43:48.357320 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a8cd4e5-1800-4f2b-9117-49085f918588 req-3453230a-28b3-4b55-aca2-43f419f21325 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213884 Apr 05 14:43:48.394837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-529f022c-fc82-446a-a1b4-c1f6a2f2ed81 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453047 Apr 05 14:43:48.521176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-037d972c-45ae-49e2-8e9f-c8eab273e0ab req-4a7059a7-97b0-411a-b9f1-3978046dd094 service neutron] 10.222.0.15 "GET /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203973 Apr 05 14:43:49.265147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-57de2ca9-25af-492c-a1e8-5747c91ec701 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:49.266627 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-57de2ca9-25af-492c-a1e8-5747c91ec701 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 945 time: 0.0739973 Apr 05 14:43:49.335826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port c2abedd6-575b-4653-a3bd-ea88c494f57a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:43:49.336168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:49.778247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port c2abedd6-575b-4653-a3bd-ea88c494f57a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c2abedd6-575b-4653-a3bd-ea88c494f57a,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:49.778606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:49.800400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb64892-b479-4619-acf6-d81d8250dba7 req-5f526d66-1a12-4da3-b1c8-daaca2dfde9c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:49.801834 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbb64892-b479-4619-acf6-d81d8250dba7 req-5f526d66-1a12-4da3-b1c8-daaca2dfde9c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=4c83e43c-f80b-4a30-bf3c-9feda310131b HTTP/1.1" status: 200 len: 945 time: 0.2463121 Apr 05 14:43:49.853030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-371611c3-1484-43fb-b716-49a5834df842 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2177019 Apr 05 14:43:49.928515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for c2abedd6-575b-4653-a3bd-ea88c494f57a owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:43:50.063505 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbb64892-b479-4619-acf6-d81d8250dba7 req-de22188a-c987-4d8d-9b92-f53864285c88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a1759b-5123-4361-bbc5-6d67b924c2b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134020 Apr 05 14:43:50.116164 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-6333a00f-b03c-483d-82e0-2aeb06cc65a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1099 time: 0.1942585 Apr 05 14:43:50.207724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.271062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=c2abedd6-575b-4653-a3bd-ea88c494f57a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:50.369719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port c2abedd6-575b-4653-a3bd-ea88c494f57a on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:50.374294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:50.376681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'name': 'network-vif-deleted', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:43:50.388282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-b2ac5f88-79ea-4112-b27a-faa3a5f49885 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:50.389700 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-b2ac5f88-79ea-4112-b27a-faa3a5f49885 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.2538273 Apr 05 14:43:50.398178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9d2dc66c-be7c-4c47-8374-26b954d05401 req-5184be97-e5eb-46c1-a292-b633a8dc377b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/c2abedd6-575b-4653-a3bd-ea88c494f57a HTTP/1.1" status: 204 len: 173 time: 1.1259708 Apr 05 14:43:50.452150 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bcd0dff-33ba-479a-9c52-cb260b18a351'] response: {'server_uuid': '4c83e43c-f80b-4a30-bf3c-9feda310131b', 'name': 'network-vif-deleted', 'tag': 'c2abedd6-575b-4653-a3bd-ea88c494f57a', 'status': 'completed', 'code': 200} Apr 05 14:43:50.499820 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-b8942e23-5368-4af7-aa29-2ec47d0a1dee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 200 len: 1002 time: 0.1036417 Apr 05 14:43:50.563850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-44e9c49c-fb1d-4a7b-aa6f-dfae41a6ba98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:50.565268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-44e9c49c-fb1d-4a7b-aa6f-dfae41a6ba98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0596814 Apr 05 14:43:50.643726 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-9251fa13-c41b-44d6-b3b4-b66e6230a6f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0716567 Apr 05 14:43:50.781359 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-7db0f2ed-ebe1-40b9-8ee9-db6a6716831c service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305683 Apr 05 14:43:50.922106 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cbcedf11-31f9-4ff8-974a-9f9226a980a6 req-d4d35218-0204-42d9-addd-6a61fdda3179 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279182 Apr 05 14:43:51.169156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41412) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:51.237278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99d0d9ad-4d78-496d-8587-f39f805dba2f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.265382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99d0d9ad-4d78-496d-8587-f39f805dba2f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.329975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99d0d9ad-4d78-496d-8587-f39f805dba2f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.433395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d0d9ad-4d78-496d-8587-f39f805dba2f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a1759b-5123-4361-bbc5-6d67b924c2b3,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:51.443763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-99d0d9ad-4d78-496d-8587-f39f805dba2f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.444880 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-99d0d9ad-4d78-496d-8587-f39f805dba2f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/21a1759b-5123-4361-bbc5-6d67b924c2b3 HTTP/1.1" status: 204 len: 168 time: 0.2747421 Apr 05 14:43:51.485792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41418) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:51.872189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:51.924861 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:43:52.462609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 83ff1b70-8581-4d1c-a7c3-86becafec72b {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:43:52.463190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.644371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 83ff1b70-8581-4d1c-a7c3-86becafec72b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=83ff1b70-8581-4d1c-a7c3-86becafec72b,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:52.644724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:52.763293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 83ff1b70-8581-4d1c-a7c3-86becafec72b owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:43:53.014911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:53.058852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=83ff1b70-8581-4d1c-a7c3-86becafec72b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:53.352026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:53.568257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c2abedd6-575b-4653-a3bd-ea88c494f57a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:43:53.600626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: c2abedd6-575b-4653-a3bd-ea88c494f57a {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:43:53.600955 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c2abedd6-575b-4653-a3bd-ea88c494f57a not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:43:53.905997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 47634631-944b-4d50-b47a-19a1e310132b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:43:54.095702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:54.108218 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2836c983-942c-4f25-8f12-41b037c8d6e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/47634631-944b-4d50-b47a-19a1e310132b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6213500 Apr 05 14:43:54.110998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41422) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:54.129196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d411498d-ae17-4d59-a57f-179ee1712c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.290716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e2eab6-787d-4657-97b3-3ebbcdbf536d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet 1360a33c-ba0e-4887-8843-d6cf1102c602 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:43:54.294173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12e2eab6-787d-4657-97b3-3ebbcdbf536d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.435551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12e2eab6-787d-4657-97b3-3ebbcdbf536d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.512564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12e2eab6-787d-4657-97b3-3ebbcdbf536d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.583028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12e2eab6-787d-4657-97b3-3ebbcdbf536d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.621603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2eab6-787d-4657-97b3-3ebbcdbf536d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=1360a33c-ba0e-4887-8843-d6cf1102c602,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:54.626246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-12e2eab6-787d-4657-97b3-3ebbcdbf536d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.632170 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-12e2eab6-787d-4657-97b3-3ebbcdbf536d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/1360a33c-ba0e-4887-8843-d6cf1102c602 HTTP/1.1" status: 204 len: 168 time: 0.5202537 Apr 05 14:43:54.634744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41426) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:54.637066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02c2588-c072-473c-834a-cb5ed13b8837 None None] Network 9c7adbc5-9334-478f-b0b1-3285570533bd requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:43:54.839780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:54.889683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] DHCP port deletion for 9c7adbc5-9334-478f-b0b1-3285570533bd request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:43:54.894430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Deleting port 9b974387-6369-4726-889a-8a5bf14fb5d6 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:43:54.894791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.035868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.045917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port e96f069e-42ba-4794-8251-79e964465a05 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:43:55.046273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.094016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] For port 9b974387-6369-4726-889a-8a5bf14fb5d6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9b974387-6369-4726-889a-8a5bf14fb5d6,segment=NetworkSegment(304a8130-4535-4de3-a1bc-e10cdb47a0eb),segment_id=304a8130-4535-4de3-a1bc-e10cdb47a0eb)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:55.094612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.219437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port e96f069e-42ba-4794-8251-79e964465a05, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e96f069e-42ba-4794-8251-79e964465a05,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:43:55.219789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.237270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Calling delete_port for 9b974387-6369-4726-889a-8a5bf14fb5d6 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:43:55.309020 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.341368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for e96f069e-42ba-4794-8251-79e964465a05 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:43:55.357631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Pushing event deleted for resources: {'Port': ['ID=9b974387-6369-4726-889a-8a5bf14fb5d6,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:55.364111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] No DVR routers for this DVR port 9b974387-6369-4726-889a-8a5bf14fb5d6 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:43:55.371910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.375976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.375976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.375976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.376259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.376528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.376854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.377291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.377483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.377803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.378167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7365c62-60b0-4003-8bf9-3925c16ec914 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:55.427968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] Sync routers for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:43:55.439687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:55.440284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:55.510213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.553807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=e96f069e-42ba-4794-8251-79e964465a05,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:55.588146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:55.690973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:43:55Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:55.694748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] Checking router: 47634631-944b-4d50-b47a-19a1e310132b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:43:55.705137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] Routers {'47634631-944b-4d50-b47a-19a1e310132b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:55.705722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['47634631-944b-4d50-b47a-19a1e310132b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:55.775470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:55.831975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] Set router 47634631-944b-4d50-b47a-19a1e310132b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:55.936718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9b974387-6369-4726-889a-8a5bf14fb5d6 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:43:55.963352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:43:55Z', 'revision_number': 7, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:55.970620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 9b974387-6369-4726-889a-8a5bf14fb5d6 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:43:55.970945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9b974387-6369-4726-889a-8a5bf14fb5d6 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:43:55.973502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cd913c-dc37-4d8a-a3da-53ec7480bd2c None None] The sync data for ids ['47634631-944b-4d50-b47a-19a1e310132b'] in dv-neutron-829488-2-hyperv is: [{'id': '47634631-944b-4d50-b47a-19a1e310132b', 'name': 'tempest-TestNetworkBasicOps-router-1427001877', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:42:36Z', 'updated_at': '2022-04-05T14:43:55Z', 'revision_number': 7, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:43:56.131662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.136417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.160436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.160941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Fanout notify agent at l3_agent the message router_deleted on router 47634631-944b-4d50-b47a-19a1e310132b {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:43:56.174844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.175953 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-13fdd415-9871-4238-8270-4ae98d853a55 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/routers/47634631-944b-4d50-b47a-19a1e310132b HTTP/1.1" status: 204 len: 168 time: 1.5403135 Apr 05 14:43:56.178677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41430) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:56.288352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.344342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e1a5e3c8-f349-4558-a34e-bbe15a291b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.425063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.450267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7adbc5-9334-478f-b0b1-3285570533bd']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:56.461855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304a8130-4535-4de3-a1bc-e10cdb47a0eb') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:56.462183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304a8130-4535-4de3-a1bc-e10cdb47a0eb') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:56.473830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.489831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.496407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 235 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:43:56.496798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:43:56.510833 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:43:56.587881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.606464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.618689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=9c7adbc5-9334-478f-b0b1-3285570533bd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:56.625995 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9ea2c8b1-93ec-4fca-8c85-0fe0d7e76715 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/9c7adbc5-9334-478f-b0b1-3285570533bd HTTP/1.1" status: 204 len: 168 time: 0.4463050 Apr 05 14:43:56.645952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41434) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:56.651556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--1313762155', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:43:56.656505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:43:56.660603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:network and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:43:56.663440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:43:56.669657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:43:56.683221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:56.686231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.715420 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:43:56.725240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.725581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment a92a54ae-45fb-4102-baf8-af5bd0a5a16f of type vlan for network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 Apr 05 14:43:56.752097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.781130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.785075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:56.785741 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c993b90f-a464-4c28-bbad-e2a46c67e3ad None None] New status for floating IP b5d599bc-27ba-4764-a354-60c223a2e87c: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:43:56.786248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.891398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2418900 Apr 05 14:43:56.891876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41438) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:56.894951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9320cd2b-9f99-4412-97f3-f7c8268a14aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=8cd4602b-6166-4d31-a40a-a747b7b3d3c8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:56.903327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'admin_state_up': True, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:43:56.911113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:43:56.912745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:43:56.916852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:router and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:43:56.920329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:43:56.926817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:43:56.940861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.941783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:56.959880 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.107370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.277007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.305267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.425042 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.437641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.250 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/f4400f9f-b77f-4ff0-bb2f-c9816847a747) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:57.484663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.578359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.605752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.668343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:43:57.670936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:57.675846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:43:57.709568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=f4400f9f-b77f-4ff0-bb2f-c9816847a747,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:57.728328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.728667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.729053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.729330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.730213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.730536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.730852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.731166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.731476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.731785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.732092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:43:57.816140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e96f069e-42ba-4794-8251-79e964465a05 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:43:57.860743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.861382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:57.864705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: e96f069e-42ba-4794-8251-79e964465a05 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:43:57.865049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e96f069e-42ba-4794-8251-79e964465a05 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:43:57.865458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 83ff1b70-8581-4d1c-a7c3-86becafec72b no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:43:57.898159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 83ff1b70-8581-4d1c-a7c3-86becafec72b {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:43:57.898518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 83ff1b70-8581-4d1c-a7c3-86becafec72b not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:43:58.083887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router ba540610-9443-45e4-9df1-43845cdbc272 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:43:58.373005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:43:58.382264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Sync routers for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:43:58.394185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:58.394785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:58.398717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.399976 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-473d7d95-dae9-4bbf-b7b7-4a3c4d2bf460 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.5069110 Apr 05 14:43:58.403189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41442) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:58.442680 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-dcb49756-ceca-4b4c-a990-c9c53f41153b tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384481 Apr 05 14:43:58.446022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41446) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:58.569322 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:43:58.578190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd917a-4b5e-48fe-bc73-43d88a35a51f tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:58.582365 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a7bd917a-4b5e-48fe-bc73-43d88a35a51f tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1328678 Apr 05 14:43:58.582575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41450) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:58.624145 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-55adf1f1-69ea-4007-8887-2083ecd57df4 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380466 Apr 05 14:43:58.624365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41454) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:58.629528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-162968882', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:43:58.735948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:43:58.739693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:43:58.742431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:43:58.749107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:43:58.758213 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:43:58.856089 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:58.886862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:43:57Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:43:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:43:58.890600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Checking router: ba540610-9443-45e4-9df1-43845cdbc272 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:43:58.890941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Updating router ba540610-9443-45e4-9df1-43845cdbc272 port f4400f9f-b77f-4ff0-bb2f-c9816847a747 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:43:58.941333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.006580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.067557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.135655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=8f80d0dd-3b0d-4682-a110-9cd10eae7d9e,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:59.158652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:43:59.159001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: 8cd4602b-6166-4d31-a40a-a747b7b3d3c8, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:43:59.180429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:43:59.189612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 8cd4602b-6166-4d31-a40a-a747b7b3d3c8) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:43:59.198204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a54b28f-b355-4c92-bb24-28dabb500368 None None] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:43:59.198790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:43:59.199251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.222221 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a2cf9159-e685-4c0a-bc09-7936d6b43c12 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5943995 Apr 05 14:43:59.222451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41458) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:43:59.412249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.435330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Transition to ACTIVE for port object f4400f9f-b77f-4ff0-bb2f-c9816847a747 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:43:59.466931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.526341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:43:59.527151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.576440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4899e-e4f0-4853-8a32-4ecbbf050948 None None] Pushing event updated for resources: {'Port': ['ID=f4400f9f-b77f-4ff0-bb2f-c9816847a747,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:59.615205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Attempting to bind port f4400f9f-b77f-4ff0-bb2f-c9816847a747 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:43:59.616699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Attempting to bind port f4400f9f-b77f-4ff0-bb2f-c9816847a747 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:43:59.617054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Attempting to bind port f4400f9f-b77f-4ff0-bb2f-c9816847a747 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:43:59.642462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:43:59.642831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:43:59.643279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.643668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:43:59.644132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Bound port: f4400f9f-b77f-4ff0-bb2f-c9816847a747, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:43:59.644500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.773037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] For port f4400f9f-b77f-4ff0-bb2f-c9816847a747, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:43:59.777957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] For port f4400f9f-b77f-4ff0-bb2f-c9816847a747, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f4400f9f-b77f-4ff0-bb2f-c9816847a747,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:43:59.784473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:43:59.818882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Allocated IP 172.20.0.2 (8cd4602b-6166-4d31-a40a-a747b7b3d3c8/8f80d0dd-3b0d-4682-a110-9cd10eae7d9e/11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:43:59.947482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4899e-e4f0-4853-8a32-4ecbbf050948 None None] Pushing event updated for resources: {'Port': ['ID=f4400f9f-b77f-4ff0-bb2f-c9816847a747,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:43:59.960446 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:43:59.961048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:00.057152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.264369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:44:00.309849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.392801 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Transition to ACTIVE for port object 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:00.470889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Transition to ACTIVE for port object 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:00.479201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.544619 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.1 (8cd4602b-6166-4d31-a40a-a747b7b3d3c8/8f80d0dd-3b0d-4682-a110-9cd10eae7d9e/eeb1d3cb-cc24-4652-b7a1-c456c3cb1846) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:00.578831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Pushing event updated for resources: {'Port': ['ID=11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:00.582105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:00.607833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:00.612243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:44:00.703198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.718318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:00.719039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Attempting to bind port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:00.719374 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Attempting to bind port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:00.719766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Attempting to bind port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf on network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:44:00.730441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:44:00.730841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Checking segment: {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:44:00.731239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.731622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Bound using segment: {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:44:00.732078 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Bound port: 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:00.732445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.740102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.748044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:43:57Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:00.779876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b13de22-2e75-43e3-8a32-686f6c20c508 None None] The sync data for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv is: [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:43:57Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:44:00.807947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:00.810989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:00.815152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:44:00.839850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] For port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:00.843479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] For port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:00.848794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.854189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:00.888096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:00.937193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd223ec-127d-40fd-824e-2eb3bc3afb10 None None] Pushing event updated for resources: {'Port': ['ID=11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:00.981009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.433305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.438822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.557897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:01.560119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:01.802082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:01.803163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:01.919843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:44:01.952311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50cec17-5b76-48e9-aa67-2ee3b51a0cfa None None] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:44:02.076626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-dc821635-53fe-4050-8d2d-7a653dde6e6e None None] Provisioning for port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:02.143397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:02.159120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:02.159758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.206353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router ba540610-9443-45e4-9df1-43845cdbc272 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:02.332522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.376338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:02.382794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.383573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f4400f9f-b77f-4ff0-bb2f-c9816847a747 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:44:02.425003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:02.439978 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c837d900-3f8c-4b89-9160-833846614d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/ba540610-9443-45e4-9df1-43845cdbc272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2165244 Apr 05 14:44:02.442590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41464) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:02.516215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:02.531437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f4400f9f-b77f-4ff0-bb2f-c9816847a747 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:02.537918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f4400f9f-b77f-4ff0-bb2f-c9816847a747 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:02.538327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.625305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea0f23-fde0-4ce4-99b1-3c8176247e62 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.625982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea0f23-fde0-4ce4-99b1-3c8176247e62 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.626531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea0f23-fde0-4ce4-99b1-3c8176247e62 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.626909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea0f23-fde0-4ce4-99b1-3c8176247e62 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.627275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea0f23-fde0-4ce4-99b1-3c8176247e62 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.627637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cea0f23-fde0-4ce4-99b1-3c8176247e62 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.629377 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6cea0f23-fde0-4ce4-99b1-3c8176247e62 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1857288 Apr 05 14:44:02.632264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41468) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:02.690786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a6e58f6b-4777-47bc-ada1-c3924949eda6 None None] Provisioning complete for port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:02.691161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6e58f6b-4777-47bc-ada1-c3924949eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.721241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.731059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828058-b856-43b5-aed0-cbf49ddf6ed9 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.731725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828058-b856-43b5-aed0-cbf49ddf6ed9 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.731859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828058-b856-43b5-aed0-cbf49ddf6ed9 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.732575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828058-b856-43b5-aed0-cbf49ddf6ed9 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.732575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828058-b856-43b5-aed0-cbf49ddf6ed9 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.732824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41828058-b856-43b5-aed0-cbf49ddf6ed9 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:02.737554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41472) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:02.737702 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-41828058-b856-43b5-aed0-cbf49ddf6ed9 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4013 time: 0.1041145 Apr 05 14:44:02.759531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port f4400f9f-b77f-4ff0-bb2f-c9816847a747, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f4400f9f-b77f-4ff0-bb2f-c9816847a747,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:02.769876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.948737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=f4400f9f-b77f-4ff0-bb2f-c9816847a747,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:02.963611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a6e58f6b-4777-47bc-ada1-c3924949eda6 None None] Provisioning for port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:02.970872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a6e58f6b-4777-47bc-ada1-c3924949eda6 None None] Provisioning complete for port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:02.972481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6e58f6b-4777-47bc-ada1-c3924949eda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:02.990096 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-18ac0565-4306-494c-87ff-c993bc7273f8 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2502334 Apr 05 14:44:03.036567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a6e58f6b-4777-47bc-ada1-c3924949eda6 None None] Port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:44:03.158239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-30ace5d4-6dbd-4d5c-959a-17526aee6ec1 None None] Provisioning complete for port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:03.158843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-30ace5d4-6dbd-4d5c-959a-17526aee6ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.163416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41478) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:03.169413 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058674650', 'description': 'tempest-secgroup-smoke-2058674650 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:03.175651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:03.180030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:03.183477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:03.189475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:03.202512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.215882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-30ace5d4-6dbd-4d5c-959a-17526aee6ec1 None None] Port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:44:03.237285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:03.240930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:03.243619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:03.249627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:03.301354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.304854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.347861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41f00e-45f3-4a8b-8311-7385477bae52,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:03.351989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.353168 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c0e5dc57-8e8e-4176-bf36-e7db8429e0e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1887860 Apr 05 14:44:03.356575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41482) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:03.362235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'ac41f00e-45f3-4a8b-8311-7385477bae52', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:03.367935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:03.372537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:03.375520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:03.381217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:03.396371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.548531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.551443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.574093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2571e92f-068f-47fd-91f5-ad71c55f9298,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:03.582453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.583761 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bc7f04d9-c773-4f4d-912b-6c858ee05ea5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2261288 Apr 05 14:44:03.586753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:03.592467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'ac41f00e-45f3-4a8b-8311-7385477bae52', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:03.598522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:03.602289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:03.605931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:03.611450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:03.628256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.690896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.694265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.714625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=948240d2-5cb7-48d9-8e7b-a4f918a6cdad,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:03.726726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.730495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8650e8e9-6cf4-42fd-9a0a-363a91111d78 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1402810 Apr 05 14:44:03.730784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41490) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:03.736234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'ac41f00e-45f3-4a8b-8311-7385477bae52', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:03.742030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:03.746392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:03.749201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:03.754829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:03.771168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.836706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.841354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.856339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:44:03.864917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5db88a90-1897-4ac6-8a4e-b7622e35ce0a,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:03.875600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.876771 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-88bb412b-ff94-451b-b913-b720cb1b9584 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1450608 Apr 05 14:44:03.879542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41494) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:03.884905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'ac41f00e-45f3-4a8b-8311-7385477bae52', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:03.891178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:03.894879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:03.897658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:03.903568 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:03.923902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.927945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:03.928305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.987544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:03.991205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.015079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8376b514-461b-4a7a-b60d-1df1f4e13ff8,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:04.024283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.025775 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-384efc30-7bbf-4c72-bc0e-9707e7c93e44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1450992 Apr 05 14:44:04.029136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41498) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:04.034927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'ac41f00e-45f3-4a8b-8311-7385477bae52', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:04.039816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f4400f9f-b77f-4ff0-bb2f-c9816847a747 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:44:04.040735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:04.044670 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:04.047599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:04.054245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:04.064206 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:44:04.070758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.110593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f4400f9f-b77f-4ff0-bb2f-c9816847a747 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:04.110969 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.138744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.142643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.169650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0cde046-a433-4655-ba90-f772039969b0,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:04.182434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.186776 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a54fa227-73a4-440e-8f75-755ded2e5117 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1540360 Apr 05 14:44:04.187651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41502) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:04.192724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'ac41f00e-45f3-4a8b-8311-7385477bae52', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:04.198765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:04.202594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:04.205447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:04.211287 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:04.222223 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:44:04.228979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.294416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.297870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.317862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b06c3a5-4b75-40e8-b285-83d7e3d15f22,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:04.328382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.329547 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-040397d0-c078-4f6c-b947-e659dee6431f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1416852 Apr 05 14:44:04.359466 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Sync routers for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:44:04.371745 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:44:04.372343 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:04.503342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-6b3d4bfa-5923-4f0a-9b66-dee9549d5515 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:44:04.518422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-6b3d4bfa-5923-4f0a-9b66-dee9549d5515 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:44:04.519682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-6b3d4bfa-5923-4f0a-9b66-dee9549d5515 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2058674650&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0564685 Apr 05 14:44:04.546852 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:44:04.666695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2727f071-0098-4c03-89a2-b923e0ae2620 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:04.667379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2727f071-0098-4c03-89a2-b923e0ae2620 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:44:04.681915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2727f071-0098-4c03-89a2-b923e0ae2620 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:44:04.683175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2727f071-0098-4c03-89a2-b923e0ae2620 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8 HTTP/1.1" status: 200 len: 797 time: 0.1567454 Apr 05 14:44:04.699392 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-3c2b0024-dead-4d61-9ac5-3db1d2a154b4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0108836 Apr 05 14:44:04.782157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-34e255b8-8048-4356-a0f8-b5dfc5154c30 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:44:04.797541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-34e255b8-8048-4356-a0f8-b5dfc5154c30 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:44:04.798915 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-34e255b8-8048-4356-a0f8-b5dfc5154c30 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943594 Apr 05 14:44:04.859906 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:01Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:04.863581 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Checking router: ba540610-9443-45e4-9df1-43845cdbc272 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:44:04.863926 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Updating router ba540610-9443-45e4-9df1-43845cdbc272 port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:44:04.914241 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:04.946197 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-3b7756f0-3aea-4c97-a09f-f179546d49f1 service neutron] 10.222.0.18 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355247 Apr 05 14:44:05.076025 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-ab4441fe-cb4b-4682-9bc4-23b8b9e2f76f service neutron] 10.222.0.18 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235869 Apr 05 14:44:05.250912 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.263008 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Transition to ACTIVE for port object eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:05.270919 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.271765 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9cbf8dab-c828-4af2-a748-5c9b76141ccc req-6cb4f975-f0d0-49cf-b889-6f18f316c40f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 210 time: 0.0500429 Apr 05 14:44:05.396928 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Pushing event updated for resources: {'Port': ['ID=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:05.413263 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.413616 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.413944 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.414296 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.414622 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.414950 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.415293 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.415763 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.415923 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.416233 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.416542 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:44:05.512116 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Attempting to bind port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:05.512687 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Attempting to bind port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:05.513051 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Attempting to bind port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 on network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:44:05.519793 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:44:05.520233 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Checking segment: {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:44:05.520550 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.520931 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Bound using segment: {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:44:05.521378 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Bound port: eeb1d3cb-cc24-4652-b7a1-c456c3cb1846, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:05.521745 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.611588 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] For port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:05.614950 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] For port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:05.619309 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:05.719735 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd4fa3b-b7ac-4e0f-b403-3513026fa449 None None] Pushing event updated for resources: {'Port': ['ID=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:05.732530 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:44:05.732530 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:05.919632 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:44:06.223693 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:05Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:06.227817 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cd3c9-4b68-42e5-af71-e5624a627f03 None None] The sync data for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv is: [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:05Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:44:06.384110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-b28766cb-6917-4464-b3fe-03e698e6a962 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:06.386248 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-b28766cb-6917-4464-b3fe-03e698e6a962 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8 HTTP/1.1" status: 200 len: 797 time: 0.1869314 Apr 05 14:44:06.475705 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18465768-3926-4c5c-a106-71b3648b882c req-0eb46805-c083-45f6-acf1-e7ecc9949ac8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 210 time: 0.0599980 Apr 05 14:44:06.498522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-6aff98a6-bbdb-4921-bcdb-226da7b80034 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 380 time: 0.1004567 Apr 05 14:44:06.508070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['ac41f00e-45f3-4a8b-8311-7385477bae52']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:06.648406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:06.658362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:06.669061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:44:06.672129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:06.842680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.9 (8cd4602b-6166-4d31-a40a-a747b7b3d3c8/8f80d0dd-3b0d-4682-a110-9cd10eae7d9e/36cce692-18cf-41e2-b10c-4b7ce0242461) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:07.033885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.050401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 36cce692-18cf-41e2-b10c-4b7ce0242461 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:07.072256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.146431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:07.149461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:07.154801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:44:07.275917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=36cce692-18cf-41e2-b10c-4b7ce0242461,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:07.315014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:07.315613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.339089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2ac0e014-3e10-45c3-ba93-350cf2cb5bc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8344264 Apr 05 14:44:07.350535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Request body: {'port': {'device_id': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:07.406069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e8343fb9-4758-4e5d-a371-60fd2caeffb0 None None] Provisioning for port 36cce692-18cf-41e2-b10c-4b7ce0242461 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:07.410975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e8343fb9-4758-4e5d-a371-60fd2caeffb0 None None] Provisioning complete for port 36cce692-18cf-41e2-b10c-4b7ce0242461 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:07.411411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e8343fb9-4758-4e5d-a371-60fd2caeffb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.455229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.464820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e8343fb9-4758-4e5d-a371-60fd2caeffb0 None None] Port 36cce692-18cf-41e2-b10c-4b7ce0242461 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:44:07.663884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.785101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4edb8c-8e1d-4950-8ac1-545d57dff519 req-3295d4fd-b0ab-47c6-8e27-7f2a431c4699 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:07.785742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-1f4edb8c-8e1d-4950-8ac1-545d57dff519 req-3295d4fd-b0ab-47c6-8e27-7f2a431c4699 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:44:07.844922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-1f4edb8c-8e1d-4950-8ac1-545d57dff519 req-3295d4fd-b0ab-47c6-8e27-7f2a431c4699 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:44:07.846450 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1f4edb8c-8e1d-4950-8ac1-545d57dff519 req-3295d4fd-b0ab-47c6-8e27-7f2a431c4699 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 931 time: 0.2321126 Apr 05 14:44:07.889815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:44:07.900615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36cce692-18cf-41e2-b10c-4b7ce0242461 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:44:07.912336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.930991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1f4edb8c-8e1d-4950-8ac1-545d57dff519 req-3eacd0ab-4f42-4669-955a-79f7a176d39c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701089 Apr 05 14:44:07.933429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Transition to ACTIVE for port object 36cce692-18cf-41e2-b10c-4b7ce0242461 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:44:07.938129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:07.980520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:07.990277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:07.990277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.084860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Pushing event updated for resources: {'Port': ['ID=36cce692-18cf-41e2-b10c-4b7ce0242461,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:08.107111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.144844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:08.150916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.201589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Attempting to bind port 36cce692-18cf-41e2-b10c-4b7ce0242461 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:44:08.201912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Attempting to bind port 36cce692-18cf-41e2-b10c-4b7ce0242461 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:44:08.202690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Attempting to bind port 36cce692-18cf-41e2-b10c-4b7ce0242461 on network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:44:08.208331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Port 36cce692-18cf-41e2-b10c-4b7ce0242461 on network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:44:08.208646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Attempting to bind port 36cce692-18cf-41e2-b10c-4b7ce0242461 on network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:44:08.215348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:44:08.215682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Checking segment: {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:44:08.216064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Bound using segment: {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:44:08.216482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Bound port: 36cce692-18cf-41e2-b10c-4b7ce0242461, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:44:08.216824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.226200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:08.302266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] For port 36cce692-18cf-41e2-b10c-4b7ce0242461, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:44:08.305129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] For port 36cce692-18cf-41e2-b10c-4b7ce0242461, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36cce692-18cf-41e2-b10c-4b7ce0242461,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:44:08.309446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.369395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:08.370929 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] 10.222.0.15 "PUT /v2.0/ports/36cce692-18cf-41e2-b10c-4b7ce0242461 HTTP/1.1" status: 200 len: 1093 time: 1.0243688 Apr 05 14:44:08.371279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:44:08.395258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a717ed-edce-4400-b8a0-e8b0ec25c415 service neutron] Pushing event updated for resources: {'Port': ['ID=36cce692-18cf-41e2-b10c-4b7ce0242461,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:08.444559 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cca86dba-3565-4045-bb4e-9f3b09d56f55'] response: {'name': 'network-changed', 'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'status': 'completed', 'code': 200} Apr 05 14:44:08.494607 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-f163ce8f-0705-481c-8d59-c41de39d639d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 1096 time: 0.0845759 Apr 05 14:44:08.565483 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-2dea71f1-2654-4a41-8fdc-359eb2f829f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36cce692-18cf-41e2-b10c-4b7ce0242461 HTTP/1.1" status: 200 len: 217 time: 0.0634601 Apr 05 14:44:08.629995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-9b5cb29c-b315-4ff9-ab70-e7763238377f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:08.631477 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-9b5cb29c-b315-4ff9-ab70-e7763238377f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f80d0dd-3b0d-4682-a110-9cd10eae7d9e HTTP/1.1" status: 200 len: 843 time: 0.0601130 Apr 05 14:44:08.703422 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-5751ac99-c468-4cc1-8862-eff690bef558 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659273 Apr 05 14:44:08.830850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-40bdfb62-64cb-4e1c-9053-07e7d3bc2968 service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208148 Apr 05 14:44:08.961165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34250a62-d6a6-4cca-bfd0-618ffa1c6b0d req-340b1d33-b220-4a0f-a35b-6adec65c2896 service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237431 Apr 05 14:44:09.205612 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-86ee5843-3632-4833-aabd-b10b019d1c37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 1096 time: 0.2036574 Apr 05 14:44:09.215356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070e9dd-bdf1-49aa-b285-a062ecd88fa7 req-40e02ed0-d12f-4454-aa97-7ea3068bb028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.216681 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1070e9dd-bdf1-49aa-b285-a062ecd88fa7 req-40e02ed0-d12f-4454-aa97-7ea3068bb028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 943 time: 0.1009221 Apr 05 14:44:09.357399 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1070e9dd-bdf1-49aa-b285-a062ecd88fa7 req-b994643c-3db9-40d4-96f8-25c4920851c9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212332 Apr 05 14:44:09.378139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-25026db7-d4a0-469d-a5bf-bdcfcb535cc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.378139 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-25026db7-d4a0-469d-a5bf-bdcfcb535cc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8 HTTP/1.1" status: 200 len: 898 time: 0.1603315 Apr 05 14:44:09.447663 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-a5b0ff43-9801-402a-baaa-fd49fbbdfa17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36cce692-18cf-41e2-b10c-4b7ce0242461 HTTP/1.1" status: 200 len: 217 time: 0.0624597 Apr 05 14:44:09.515861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-b304b4e3-902c-4c45-bc94-df2abf5d50ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:09.517924 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-b304b4e3-902c-4c45-bc94-df2abf5d50ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f80d0dd-3b0d-4682-a110-9cd10eae7d9e HTTP/1.1" status: 200 len: 843 time: 0.0631139 Apr 05 14:44:09.595106 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-d6578d13-2f74-47b7-a91f-944ede37a37d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722926 Apr 05 14:44:09.784765 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-e4e18718-dd64-4af2-8c2e-789f348c383c service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472628 Apr 05 14:44:09.866903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:44:09.898472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc158fe-8b77-484c-b2b7-13cdeca62c9a req-43b7c453-67d1-42d9-a065-c4f9ca0d05ae service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431751 Apr 05 14:44:09.961070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:09.962000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:10.566972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71f115-807a-4fd6-a57c-c0e810e5cec8 req-82f81d23-fef7-4602-9cfa-6cf237d536ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:10.568398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa71f115-807a-4fd6-a57c-c0e810e5cec8 req-82f81d23-fef7-4602-9cfa-6cf237d536ff tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 943 time: 0.0846281 Apr 05 14:44:10.618083 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa71f115-807a-4fd6-a57c-c0e810e5cec8 req-b14fd364-462e-4ac8-8391-a8e826e7a0fc tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Apr 05 14:44:11.674776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 36cce692-18cf-41e2-b10c-4b7ce0242461 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:44:11.823471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 36cce692-18cf-41e2-b10c-4b7ce0242461, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36cce692-18cf-41e2-b10c-4b7ce0242461,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:11.837073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'port_id': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'mac_address': 'fa:16:3e:0d:df:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:44:11.841044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704ed71b-82d1-45aa-9a10-d1893dc972d9 req-c688c400-6839-4e3f-a248-5da661fc039d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:11.842545 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-704ed71b-82d1-45aa-9a10-d1893dc972d9 req-c688c400-6839-4e3f-a248-5da661fc039d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 943 time: 0.0962012 Apr 05 14:44:11.899307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-704ed71b-82d1-45aa-9a10-d1893dc972d9 req-3ceb66ed-a6cb-42d4-85cc-c464695451bc tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441711 Apr 05 14:44:11.912375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:11.930410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36cce692-18cf-41e2-b10c-4b7ce0242461 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:44:11.948482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 36cce692-18cf-41e2-b10c-4b7ce0242461, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36cce692-18cf-41e2-b10c-4b7ce0242461,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:11.953160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:12.024967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=36cce692-18cf-41e2-b10c-4b7ce0242461,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:12.162389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['36cce692-18cf-41e2-b10c-4b7ce0242461'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:44:13.097498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fe1692-f731-4b9d-9ba9-4847f16c8430 req-898821a3-69b1-4a4a-b599-2cec1596c721 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:13.099226 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-89fe1692-f731-4b9d-9ba9-4847f16c8430 req-898821a3-69b1-4a4a-b599-2cec1596c721 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 944 time: 0.0801826 Apr 05 14:44:13.142845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-89fe1692-f731-4b9d-9ba9-4847f16c8430 req-734c560a-b347-453b-8971-6a508eb0894a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376012 Apr 05 14:44:13.690339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 36cce692-18cf-41e2-b10c-4b7ce0242461 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:44:13.756425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 36cce692-18cf-41e2-b10c-4b7ce0242461 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:44:13.760813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 36cce692-18cf-41e2-b10c-4b7ce0242461 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:44:13.761173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.899275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.924486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:44:13.934392 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 36cce692-18cf-41e2-b10c-4b7ce0242461, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36cce692-18cf-41e2-b10c-4b7ce0242461,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:44:13.938312 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:13.981627 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2769248-55d3-429f-afe1-abe7aabb1621'] response: {'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'code': 200} Apr 05 14:44:14.008406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=36cce692-18cf-41e2-b10c-4b7ce0242461,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:14.196476 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58c0fd5c-deb4-401d-ac15-31b40081e98c req-dd9a2ad2-c186-4415-8018-85867a9cfb1f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 1098 time: 0.0669079 Apr 05 14:44:14.244614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58c0fd5c-deb4-401d-ac15-31b40081e98c req-9fa5d630-73d9-42bb-8c1d-d6682b6c98aa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420530 Apr 05 14:44:14.339229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ba573-88f1-4082-b028-cb14eb4492e7 req-d725551a-9869-4c0e-a2c2-929fd3116449 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:14.340125 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-114ba573-88f1-4082-b028-cb14eb4492e7 req-d725551a-9869-4c0e-a2c2-929fd3116449 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 945 time: 0.0776067 Apr 05 14:44:14.386178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-114ba573-88f1-4082-b028-cb14eb4492e7 req-823135c5-efed-472f-8728-dfee5dcfab0c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396297 Apr 05 14:44:15.585750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17602b3d-94f2-42b2-8816-d6d4622abba5 req-fb47970d-93bb-495b-82b4-9ce8f87ea811 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:15.587205 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-17602b3d-94f2-42b2-8816-d6d4622abba5 req-fb47970d-93bb-495b-82b4-9ce8f87ea811 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 945 time: 0.0770855 Apr 05 14:44:15.632361 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-17602b3d-94f2-42b2-8816-d6d4622abba5 req-ec1d0453-9417-49ba-a6ba-4158ad8ec656 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391033 Apr 05 14:44:15.827508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1fab02-7823-4309-bba3-0c8e95086281 req-c4cd7dac-9c21-43e7-a33d-73b46e3a84f9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:15.828940 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e1fab02-7823-4309-bba3-0c8e95086281 req-c4cd7dac-9c21-43e7-a33d-73b46e3a84f9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 945 time: 0.0739725 Apr 05 14:44:15.873946 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e1fab02-7823-4309-bba3-0c8e95086281 req-66ec4384-01bf-466a-9a43-fb81d74f13ab tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395670 Apr 05 14:44:15.902129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41548) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:15.969879 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b0e04d39-06d2-43bc-915b-63cde807a46d tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 1093 time: 0.0665207 Apr 05 14:44:15.972473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41552) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:15.977656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:44:15.982923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:44:15.986620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:44:15.989376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:44:15.994971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:44:16.004847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.136394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.272744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.83 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/89770125-2f3e-452d-8c61-7d9d6fd55e43) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:44:16.412638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.439418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:16.507931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:44:16.510781 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:44:16.514939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:44:16.538455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=89770125-2f3e-452d-8c61-7d9d6fd55e43,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:17.106505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.159706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.362740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.367116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.473785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=89770125-2f3e-452d-8c61-7d9d6fd55e43,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:44:17.486598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:17.676485 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP 206d615f-8e02-4c51-ad30-2192a2cdd20f associated. External IP: 172.26.6.83, port: 36cce692-18cf-41e2-b10c-4b7ce0242461. Apr 05 14:44:18.066751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router ba540610-9443-45e4-9df1-43845cdbc272 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:44:18.375646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:44:18.385522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] Sync routers for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:44:18.398015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:44:18.399258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:18.399515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:18.454764 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f0c5dc4b-b9c8-4c09-ae8f-3f7a3b88566d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4813075 Apr 05 14:44:18.455345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:44:18.457395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41558) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:18.584827 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-64cc170d-88f5-4fa4-9da2-7bd6bf358805 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/206d615f-8e02-4c51-ad30-2192a2cdd20f HTTP/1.1" status: 200 len: 990 time: 0.1260464 Apr 05 14:44:18.622156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:44:18.679308 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc9817fa-1dd4-4888-90bd-7a57e6e3f4f3'] response: {'name': 'network-changed', 'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'status': 'completed', 'code': 200} Apr 05 14:44:18.783216 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8958d955-cca5-4932-b592-dda784aa422c req-02087886-f3be-4b3f-8571-d02613f4aa9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 1098 time: 0.0780902 Apr 05 14:44:19.006397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '206d615f-8e02-4c51-ad30-2192a2cdd20f', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'port_id': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'mac_address': 'fa:16:3e:0d:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:16Z', 'updated_at': '2022-04-05T14:44:16Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:08Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:19.011052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] Checking router: ba540610-9443-45e4-9df1-43845cdbc272 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:44:19.015894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d955-cca5-4932-b592-dda784aa422c req-a11c9b8c-3628-4197-a138-c39cb49350cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:19.017365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8958d955-cca5-4932-b592-dda784aa422c req-a11c9b8c-3628-4197-a138-c39cb49350cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8 HTTP/1.1" status: 200 len: 898 time: 0.2283165 Apr 05 14:44:19.022410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:44:19.023377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:43:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:19.126165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8958d955-cca5-4932-b592-dda784aa422c req-40c2205d-4644-4c94-8a25-94ea088c5448 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36cce692-18cf-41e2-b10c-4b7ce0242461 HTTP/1.1" status: 200 len: 998 time: 0.1018143 Apr 05 14:44:19.188735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958d955-cca5-4932-b592-dda784aa422c req-60dbd8b3-5e39-4ba0-b8ad-bc1aa54f1a78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:19.189672 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8958d955-cca5-4932-b592-dda784aa422c req-60dbd8b3-5e39-4ba0-b8ad-bc1aa54f1a78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f80d0dd-3b0d-4682-a110-9cd10eae7d9e HTTP/1.1" status: 200 len: 843 time: 0.0577400 Apr 05 14:44:19.210025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:44:19.264403 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8958d955-cca5-4932-b592-dda784aa422c req-d7284c64-0b19-4326-bf7b-d891fa11c5e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690343 Apr 05 14:44:19.405252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8958d955-cca5-4932-b592-dda784aa422c req-67e5b5fe-4fec-4e4a-a479-b11bba7d74be service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349421 Apr 05 14:44:19.538947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8958d955-cca5-4932-b592-dda784aa422c req-66f1d02a-548a-43c3-9840-28a8c20843a2 service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250908 Apr 05 14:44:19.572049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '206d615f-8e02-4c51-ad30-2192a2cdd20f', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'port_id': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'mac_address': 'fa:16:3e:0d:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:16Z', 'updated_at': '2022-04-05T14:44:16Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:08Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:44:19.575716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d7bb43-1b71-4c95-bef6-2b8330aabdea None None] The sync data for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv is: [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '206d615f-8e02-4c51-ad30-2192a2cdd20f', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.83', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'port_id': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'mac_address': 'fa:16:3e:0d:df:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:44:16Z', 'updated_at': '2022-04-05T14:44:16Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:08Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:44:19.592746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41566) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:19.695812 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c5467cff-d19a-4ba6-9a1e-b95652746b58 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/206d615f-8e02-4c51-ad30-2192a2cdd20f HTTP/1.1" status: 200 len: 990 time: 0.1062210 Apr 05 14:44:20.699909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41570) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:20.814137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7e1065b7-e128-4d94-b5ef-19bb48831c60 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/206d615f-8e02-4c51-ad30-2192a2cdd20f HTTP/1.1" status: 200 len: 990 time: 0.1127129 Apr 05 14:44:21.816729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41574) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:21.919937 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7ff54826-8353-4e6e-adbf-5673e5a53604 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/206d615f-8e02-4c51-ad30-2192a2cdd20f HTTP/1.1" status: 200 len: 990 time: 0.1019866 Apr 05 14:44:22.495855 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99db7373-ffd2-4fcc-85e9-0b0a81bf8d21 None None] New status for floating IP 206d615f-8e02-4c51-ad30-2192a2cdd20f: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:44:22.922993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41578) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:44:23.025235 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9f0cd0d9-ee5d-4e41-a9d7-ad2b0fe4bf52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/206d615f-8e02-4c51-ad30-2192a2cdd20f HTTP/1.1" status: 200 len: 992 time: 0.1011195 Apr 05 14:44:24.130640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c79a2bc5-f986-4397-993c-6fc981679e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:26.349476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cdbb855c-4871-49af-b6eb-17055a307b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:27.427904 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:27.486449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:28.924680 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:44:28.994340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:37.672718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:48.896291 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-0eba71ae-21c9-4ffc-a97c-c7b5404d64a6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664711 Apr 05 14:44:49.036305 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-993c029a-03c6-4386-b840-9b6b26d49e3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1099 time: 0.0701952 Apr 05 14:44:49.185755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-90bc903a-171d-42b1-b681-675bfc6cd1c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:49.187146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-90bc903a-171d-42b1-b681-675bfc6cd1c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.1320653 Apr 05 14:44:49.287955 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-fefe48cf-40fd-4bfb-9464-43e4f9126151 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 200 len: 1002 time: 0.0942035 Apr 05 14:44:49.347631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-2132bf4c-6089-4d9f-b085-442a04bc2ef9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:44:49.348952 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-2132bf4c-6089-4d9f-b085-442a04bc2ef9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0546865 Apr 05 14:44:49.421040 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-d8892851-07af-4f8f-9ce4-06e2a42c5435 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0651190 Apr 05 14:44:49.635744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-84b1f2ec-77a6-4d93-b8f7-90da66bc447a service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082050 Apr 05 14:44:49.763637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f7b76d-80c5-4f4c-8268-78a1dae1b402 req-3fc1bb51-0b79-4b17-8794-e111deb53cc5 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218343 Apr 05 14:44:54.133674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f5dd4101-b870-4946-9bd3-609d8f229186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:56.350784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9c5b6619-26ae-4a10-9c9d-963c3439921c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:57.431611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:57.487081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:44:58.997403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:05.925887 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:45:07.697095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:11.517677 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-8676ecf1-cd4d-49ba-a954-b0a2a02372ff tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1239947060&fields=id&tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 267 time: 0.0442560 Apr 05 14:45:11.660338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-a0c8da8e-d08a-44f1-8f57-439d53e585f8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:11.661690 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-a0c8da8e-d08a-44f1-8f57-439d53e585f8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 811 time: 0.1378105 Apr 05 14:45:11.677031 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-809fb7e1-5c17-4569-b1fd-7ba253e098a2 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/quotas/0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 375 time: 0.0100286 Apr 05 14:45:11.759844 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-baa62aef-0822-4081-a5ff-f3c6dab43ac5 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0779736 Apr 05 14:45:11.892635 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-3e8695d9-6976-4243-b1e4-93ad9ad956c1 service neutron] 10.222.0.18 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212511 Apr 05 14:45:12.020033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-29af5247-e7e0-4579-8afd-2a38c5a4572b service neutron] 10.222.0.18 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217201 Apr 05 14:45:12.395427 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b877bcd0-3fc7-4048-bee5-0ee28df1d10e req-7e3ec991-50b8-42c6-8c41-596404013eb9 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 210 time: 0.0465438 Apr 05 14:45:13.398632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-23d370cd-38b0-4b14-a1ea-183c66a4c5dd tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:13.400063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-23d370cd-38b0-4b14-a1ea-183c66a4c5dd tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 811 time: 0.1460230 Apr 05 14:45:13.453565 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-ba5264db-5278-450e-a1bd-46a5d191e61c tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8 HTTP/1.1" status: 200 len: 380 time: 0.0418272 Apr 05 14:45:13.468401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'port': {'device_id': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'admin_state_up': True, 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'security_groups': ['a54bb618-c4ca-4553-a75a-eb3f3d275dff']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:45:13.590457 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0f81162-59fd-4e55-9168-a034c0760280 req-e49c637b-906e-4878-8e8b-61199a28d94b tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 210 time: 0.0555491 Apr 05 14:45:13.644912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:45:13.653820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:45:13.663645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Made reservation on behalf of 0d2f13412b9b4c13ab67b0cbd444d5d8 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:45:13.667636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:13.828795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Allocated IP 172.20.0.4 (f61c4cca-ddfb-4cdd-9aa6-21ab4a746325/96963bf4-2c59-48bb-9f40-b59a59105c89/534a7c40-e15c-445e-ba20-ecf9128e0d7d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:14.016902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.031948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Transition to ACTIVE for port object 534a7c40-e15c-445e-ba20-ecf9128e0d7d will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:45:14.053717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.213407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:14.216384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:14.220426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:45:14.257603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=534a7c40-e15c-445e-ba20-ecf9128e0d7d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:14.278347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.278694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.279033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.279363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.279690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.280017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.280340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.280663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.280987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.281300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.281632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:14.295597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:14.296201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.321826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-96032503-dd52-453e-8c4f-1eb55c8a8a1d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8595448 Apr 05 14:45:14.333468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Request body: {'port': {'device_id': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:45:14.446557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.482199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7976a284-3711-4612-af2c-53764a248078 None None] Provisioning for port 534a7c40-e15c-445e-ba20-ecf9128e0d7d completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:45:14.487144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7976a284-3711-4612-af2c-53764a248078 None None] Provisioning complete for port 534a7c40-e15c-445e-ba20-ecf9128e0d7d triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:14.487581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7976a284-3711-4612-af2c-53764a248078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.580852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-7976a284-3711-4612-af2c-53764a248078 None None] Port 534a7c40-e15c-445e-ba20-ecf9128e0d7d cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:45:14.877812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 534a7c40-e15c-445e-ba20-ecf9128e0d7d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:45:14.886919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356b4c0-715c-46b9-b329-575186a083e1 req-da21a3e2-68e6-4edf-b00f-6f5ad251fa36 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:14.887448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a356b4c0-715c-46b9-b329-575186a083e1 req-da21a3e2-68e6-4edf-b00f-6f5ad251fa36 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:45:14.893900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:14.916430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Transition to ACTIVE for port object 534a7c40-e15c-445e-ba20-ecf9128e0d7d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:45:14.917454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a356b4c0-715c-46b9-b329-575186a083e1 req-da21a3e2-68e6-4edf-b00f-6f5ad251fa36 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:45:14.918666 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a356b4c0-715c-46b9-b329-575186a083e1 req-da21a3e2-68e6-4edf-b00f-6f5ad251fa36 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 931 time: 0.1876814 Apr 05 14:45:14.920179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.078207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Pushing event updated for resources: {'Port': ['ID=534a7c40-e15c-445e-ba20-ecf9128e0d7d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:15.091958 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a356b4c0-715c-46b9-b329-575186a083e1 req-f8dca6d8-df68-4107-9404-c5111c6dbc10 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328335 Apr 05 14:45:15.197987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Attempting to bind port 534a7c40-e15c-445e-ba20-ecf9128e0d7d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:45:15.198393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Attempting to bind port 534a7c40-e15c-445e-ba20-ecf9128e0d7d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:45:15.198722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Attempting to bind port 534a7c40-e15c-445e-ba20-ecf9128e0d7d on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:45:15.204498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Port 534a7c40-e15c-445e-ba20-ecf9128e0d7d on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:45:15.204817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Attempting to bind port 534a7c40-e15c-445e-ba20-ecf9128e0d7d on network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:45:15.212575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:45:15.212911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Checking segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:45:15.213290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Bound using segment: {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:45:15.213717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Bound port: 534a7c40-e15c-445e-ba20-ecf9128e0d7d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f891fe8a-ddc3-4cfc-bc30-471435d5d871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:45:15.214111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.299966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] For port 534a7c40-e15c-445e-ba20-ecf9128e0d7d, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:45:15.302852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] For port 534a7c40-e15c-445e-ba20-ecf9128e0d7d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:45:15.306844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.371074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:15.372425 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] 10.222.0.15 "PUT /v2.0/ports/534a7c40-e15c-445e-ba20-ecf9128e0d7d HTTP/1.1" status: 200 len: 1093 time: 1.0435030 Apr 05 14:45:15.373550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:45:15.393699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468b77f-40b3-4b70-a186-639f62b49692 service neutron] Pushing event updated for resources: {'Port': ['ID=534a7c40-e15c-445e-ba20-ecf9128e0d7d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:15.446535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8c803b-04d8-4bb7-9a87-df5b30d46cef'] response: {'name': 'network-changed', 'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'status': 'completed', 'code': 200} Apr 05 14:45:15.484619 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-be928e3f-8b85-496a-b412-81331d6368bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 1096 time: 0.0743425 Apr 05 14:45:15.556333 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-22213f27-c2a8-4191-bda3-bd88490b83ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d HTTP/1.1" status: 200 len: 217 time: 0.0650153 Apr 05 14:45:15.617993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-bcd09102-2e70-4aa7-8f64-b888dfa5536f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:15.619465 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-bcd09102-2e70-4aa7-8f64-b888dfa5536f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0580730 Apr 05 14:45:15.697403 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-5406284c-9191-4592-aa63-67dc5e69032c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718062 Apr 05 14:45:15.828856 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-6325ebfe-b343-4492-9218-014a3179b33e service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248286 Apr 05 14:45:16.036183 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd0e4ab7-cff5-4287-9a3e-4872f18eef20 req-f24cb1bf-fc2e-42c2-9188-c7a4f5147dfb service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019286 Apr 05 14:45:16.147842 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-c33108b3-0f34-422a-800a-5af910b70287 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 1096 time: 0.0676408 Apr 05 14:45:16.336035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-5890332c-6165-4b3e-9fc3-9fd1e1e19cc4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:16.337495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-5890332c-6165-4b3e-9fc3-9fd1e1e19cc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.1843810 Apr 05 14:45:16.348065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de9e152-c266-4c8d-b6d1-3b953eb43c3a req-d393e141-38a6-4f82-8b16-3c26d8ae8fef tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:16.349664 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de9e152-c266-4c8d-b6d1-3b953eb43c3a req-d393e141-38a6-4f82-8b16-3c26d8ae8fef tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 943 time: 0.1280258 Apr 05 14:45:16.432569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-b0235092-dde2-42ce-b8fa-720ef6494950 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d HTTP/1.1" status: 200 len: 217 time: 0.0818715 Apr 05 14:45:16.499137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0de9e152-c266-4c8d-b6d1-3b953eb43c3a req-a0a6b27d-2df5-4552-8dc0-02f63652ea44 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002820 Apr 05 14:45:16.509598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-b9f60b24-8c25-4717-9770-a4206917d29b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:16.511126 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-b9f60b24-8c25-4717-9770-a4206917d29b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0682118 Apr 05 14:45:16.585252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-97f6bd8a-a2cf-4462-bf6b-082c000f1c3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683777 Apr 05 14:45:16.717239 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-46ebc0f7-0232-4398-8ac3-625b9a142668 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252763 Apr 05 14:45:16.846679 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4644ab1b-3494-4e72-9db8-fa2d1ceee318 req-e2260c73-59f1-4ef1-88b2-2f9819d11ac5 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229298 Apr 05 14:45:17.780354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b63a7b-8e20-4d72-a695-fb42d098dc35 req-ebe386dc-1c21-4b7c-ab98-170ddcd2bcbb tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:17.781825 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90b63a7b-8e20-4d72-a695-fb42d098dc35 req-ebe386dc-1c21-4b7c-ab98-170ddcd2bcbb tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 943 time: 0.0791416 Apr 05 14:45:17.825988 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90b63a7b-8e20-4d72-a695-fb42d098dc35 req-969ecd07-3d04-4fab-96ef-350006adfc35 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386484 Apr 05 14:45:19.015471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261037f1-a614-4e26-92d6-d911f330bd73 req-bfd49582-edda-4880-9caf-accdf8745979 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:19.016804 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-261037f1-a614-4e26-92d6-d911f330bd73 req-bfd49582-edda-4880-9caf-accdf8745979 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 943 time: 0.0736322 Apr 05 14:45:19.063757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-261037f1-a614-4e26-92d6-d911f330bd73 req-65d6409e-91bd-41a8-b50f-f3df49eca354 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415614 Apr 05 14:45:20.257420 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8497d-9e67-4dfb-8ae7-8d0dfd903dfa req-783e9878-7253-44ab-92df-4e3bce065adf tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:20.258888 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2e8497d-9e67-4dfb-8ae7-8d0dfd903dfa req-783e9878-7253-44ab-92df-4e3bce065adf tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 943 time: 0.0749156 Apr 05 14:45:20.303026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2e8497d-9e67-4dfb-8ae7-8d0dfd903dfa req-d36084f1-34c4-4f33-b1c0-440f5af3a2ba tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381997 Apr 05 14:45:21.500224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888aadc-493c-4bb6-968f-5fdae11f5344 req-93950464-bff5-411a-9fcd-72379b3bca2d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:21.501670 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9888aadc-493c-4bb6-968f-5fdae11f5344 req-93950464-bff5-411a-9fcd-72379b3bca2d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 943 time: 0.0808272 Apr 05 14:45:21.545757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9888aadc-493c-4bb6-968f-5fdae11f5344 req-6a940343-20a1-451f-ba24-b833227bb1b8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385537 Apr 05 14:45:22.740144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f30196-a1b2-4860-bd4a-9901ba300a36 req-ba89d023-9e13-47ef-bdf8-f9b2ac3983ed tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:22.741590 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-85f30196-a1b2-4860-bd4a-9901ba300a36 req-ba89d023-9e13-47ef-bdf8-f9b2ac3983ed tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 943 time: 0.0756619 Apr 05 14:45:22.785658 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-85f30196-a1b2-4860-bd4a-9901ba300a36 req-164ce374-4f9e-4198-800f-9010a888bd12 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385067 Apr 05 14:45:23.998724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b24ae13-593c-4538-99a3-84252efc47d8 req-f6bd6be9-466d-4890-96e0-3115a303bbcc tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:23.999941 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b24ae13-593c-4538-99a3-84252efc47d8 req-f6bd6be9-466d-4890-96e0-3115a303bbcc tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 943 time: 0.0809224 Apr 05 14:45:24.034393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 534a7c40-e15c-445e-ba20-ecf9128e0d7d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:45:24.046026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b24ae13-593c-4538-99a3-84252efc47d8 req-768803ad-7844-4bca-8e8e-7fd0bca2650a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405142 Apr 05 14:45:24.153082 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f9808d43-8da2-4073-a596-d6172d0d0f66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:24.191001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 534a7c40-e15c-445e-ba20-ecf9128e0d7d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:24.203464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'port_id': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'mac_address': 'fa:16:3e:15:3b:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:45:24.254589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:24.271127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 534a7c40-e15c-445e-ba20-ecf9128e0d7d {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:45:24.289590 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 534a7c40-e15c-445e-ba20-ecf9128e0d7d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:24.294150 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:24.366891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=534a7c40-e15c-445e-ba20-ecf9128e0d7d,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:24.375710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.375995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.376321 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.376645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.376967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.377284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.377599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.377912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.378524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.378845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.379157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:45:24.564622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['534a7c40-e15c-445e-ba20-ecf9128e0d7d'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:45:25.240479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802ba193-38c7-49e3-b969-84336fe789d3 req-93521a38-4f74-4f42-bc13-49d1e41d2ebc tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:25.241830 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-802ba193-38c7-49e3-b969-84336fe789d3 req-93521a38-4f74-4f42-bc13-49d1e41d2ebc tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 944 time: 0.0737705 Apr 05 14:45:25.289524 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-802ba193-38c7-49e3-b969-84336fe789d3 req-c4717c7d-c0d0-436a-87f0-9fb38b9bac9e tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422306 Apr 05 14:45:26.046989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 534a7c40-e15c-445e-ba20-ecf9128e0d7d up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:45:26.112660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 534a7c40-e15c-445e-ba20-ecf9128e0d7d completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:45:26.117422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 534a7c40-e15c-445e-ba20-ecf9128e0d7d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:45:26.117786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.228071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.253772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:45:26.263593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 534a7c40-e15c-445e-ba20-ecf9128e0d7d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:45:26.267478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.321208 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea0a1a3-cbed-4abb-a316-837c2ff69952'] response: {'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'code': 200} Apr 05 14:45:26.341989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=534a7c40-e15c-445e-ba20-ecf9128e0d7d,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:26.357106 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2b52db1d-cf45-4e97-a648-8d779838a9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:26.490469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3008a5-3c99-4bc3-8d76-1d8fd78ddd81 req-24544cc6-3e5f-4dd9-8217-4ba47dcfade0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:26.491967 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cb3008a5-3c99-4bc3-8d76-1d8fd78ddd81 req-24544cc6-3e5f-4dd9-8217-4ba47dcfade0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 945 time: 0.0803156 Apr 05 14:45:26.542869 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cb3008a5-3c99-4bc3-8d76-1d8fd78ddd81 req-7ead0360-977c-40eb-ab57-6f1060f903b7 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450110 Apr 05 14:45:26.729677 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-966ed8bb-2cdd-41b5-a1ab-f483dfe56288 req-3855b7cb-2f17-44ec-90ca-ff0babe04d45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 1098 time: 0.2136283 Apr 05 14:45:26.772656 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-966ed8bb-2cdd-41b5-a1ab-f483dfe56288 req-f1540e87-04c6-4adc-bf24-b424e75037bd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368230 Apr 05 14:45:27.439528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.491334 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:27.739826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cceef0-1fb7-4d34-b6b6-28597a0b1d3b req-3d0b5ced-3900-45d5-99f2-34568d3dd6ad tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:27.741209 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-71cceef0-1fb7-4d34-b6b6-28597a0b1d3b req-3d0b5ced-3900-45d5-99f2-34568d3dd6ad tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 945 time: 0.0765848 Apr 05 14:45:27.792699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-71cceef0-1fb7-4d34-b6b6-28597a0b1d3b req-cdf92e4e-6ec1-43df-bde2-81ab552ebd7a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445378 Apr 05 14:45:28.999795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.002177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d7acbb-4c9d-4391-8db0-722fc9a8858f req-ac6a46ac-5e4b-4237-9865-52390c3013af tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:29.003610 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-07d7acbb-4c9d-4391-8db0-722fc9a8858f req-ac6a46ac-5e4b-4237-9865-52390c3013af tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 945 time: 0.0790312 Apr 05 14:45:29.047854 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-07d7acbb-4c9d-4391-8db0-722fc9a8858f req-747c8ed4-f226-4ec7-a6b6-37d044260c12 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383446 Apr 05 14:45:29.235756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfd6c6-c803-406f-a62d-b5dd22607e8d req-a4419f7f-c937-4682-9ce2-da559d746306 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:29.237086 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55cfd6c6-c803-406f-a62d-b5dd22607e8d req-a4419f7f-c937-4682-9ce2-da559d746306 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 945 time: 0.0732467 Apr 05 14:45:29.283953 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55cfd6c6-c803-406f-a62d-b5dd22607e8d req-96e24b17-70ac-4384-bf89-65db9db65a94 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414326 Apr 05 14:45:29.312057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41686) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:45:29.379558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ca9b5643-311d-4e03-b494-68c820b6e700 tempest-TestVolumeBootPattern-1297333595 tempest-TestVolumeBootPattern-1297333595-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 1093 time: 0.0664380 Apr 05 14:45:29.382195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41690) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:45:29.387113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:45:29.392304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:45:29.396026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Usage tracker for resource:floatingip and tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:45:29.398781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:45:29.404249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:45:29.414273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.544462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.677391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Allocated IP 172.26.6.189 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/9585bb9c-0ac4-4440-b37f-82009132d064) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:45:29.817036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.843364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:29.905966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:45:29.908544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:45:29.912155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:45:29.947008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=9585bb9c-0ac4-4440-b37f-82009132d064,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:30.398276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:30.454267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:30.741077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:30.745765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:30.852030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event updated for resources: {'Port': ['ID=9585bb9c-0ac4-4440-b37f-82009132d064,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:45:30.865554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.053281 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Floating IP b0a13a10-f89a-449e-9bce-79fe3c7e170c associated. External IP: 172.26.6.189, port: 534a7c40-e15c-445e-ba20-ecf9128e0d7d. Apr 05 14:45:31.437040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Router f818fbef-8580-4484-aff9-6f3ce49c94fc has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:45:31.637173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:45:31.646709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:45:31.658950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:45:31.659722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:45:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:31.661566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:31.715271 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2fb755a8-58c4-4d5b-8a46-634f972cfa11 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3320069 Apr 05 14:45:31.715754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:45:31.768796 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9198776-932c-494a-b9d1-db099fff60c1'] response: {'name': 'network-changed', 'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'status': 'completed', 'code': 200} Apr 05 14:45:31.835818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:45:31.860674 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-426fc34b-499d-4867-90cd-837e34fa3964 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 1098 time: 0.0708866 Apr 05 14:45:31.989542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-6b69e16e-0d27-423a-961a-f5d586be879e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:31.990957 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-6b69e16e-0d27-423a-961a-f5d586be879e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.1238959 Apr 05 14:45:32.093159 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-97182cb4-7876-458c-af2a-e91ed7c23b56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d HTTP/1.1" status: 200 len: 999 time: 0.0951278 Apr 05 14:45:32.156171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-82d3b3b9-cd55-457c-8d9b-e07fae4a5b61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:32.157637 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-82d3b3b9-cd55-457c-8d9b-e07fae4a5b61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0579584 Apr 05 14:45:32.216683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:21Z', 'revision_number': 1, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}, {'id': 'b0a13a10-f89a-449e-9bce-79fe3c7e170c', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.189', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:15:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:45:30Z', 'updated_at': '2022-04-05T14:45:30Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:32.220423 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:45:32.231175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:45:32.231359 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-94ade949-3019-4e54-84b8-36fc6ba5afbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669160 Apr 05 14:45:32.231757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:45:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:32.410068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:45:32.459425 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-74793fed-4dcd-497c-b3bb-46bccb7457e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211773 Apr 05 14:45:32.589497 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01ac5dd3-83ff-4e9c-8e84-51a373eace10 req-3bb8a2b3-a428-4fd6-a40f-659b12c341d1 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238790 Apr 05 14:45:32.753965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:21Z', 'revision_number': 1, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}, {'id': 'b0a13a10-f89a-449e-9bce-79fe3c7e170c', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.189', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:15:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:45:30Z', 'updated_at': '2022-04-05T14:45:30Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:45:32.757922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3de07c-297b-47c4-a33a-cb9f8cecafe1 None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:21Z', 'revision_number': 1, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}, {'id': 'b0a13a10-f89a-449e-9bce-79fe3c7e170c', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.189', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:15:3b:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:45:30Z', 'updated_at': '2022-04-05T14:45:30Z', 'revision_number': 0, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:45:32.952991 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4aac59d-bf79-46f4-8c82-22e028868639 None None] New status for floating IP b0a13a10-f89a-449e-9bce-79fe3c7e170c: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:45:37.686368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:42.925670 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:45:51.510016 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-b242d7e7-9166-453f-9e59-768ee8f0ae68 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725014 Apr 05 14:45:51.616969 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-77d431d2-c065-47c8-a1de-36717ffa5cb2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 1098 time: 0.0782111 Apr 05 14:45:51.761525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-7b0af122-fd4c-4628-aa1c-5a5e32dae242 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:51.762937 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-7b0af122-fd4c-4628-aa1c-5a5e32dae242 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8 HTTP/1.1" status: 200 len: 898 time: 0.1350188 Apr 05 14:45:51.870693 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-f0b1dd5b-b141-48dc-8640-b0a1e7de3b17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36cce692-18cf-41e2-b10c-4b7ce0242461 HTTP/1.1" status: 200 len: 1000 time: 0.0993073 Apr 05 14:45:51.939513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-fa1a9727-4447-4ad0-86ef-dbe1d62843df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:45:51.940922 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-fa1a9727-4447-4ad0-86ef-dbe1d62843df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f80d0dd-3b0d-4682-a110-9cd10eae7d9e HTTP/1.1" status: 200 len: 843 time: 0.0644231 Apr 05 14:45:52.020037 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-00aaeb0f-69ce-4010-9c97-6b5d4fe96c2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728762 Apr 05 14:45:52.162879 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-780c4d92-2db6-4b2b-b335-3c46e247e86a service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305883 Apr 05 14:45:52.287919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab8eae6-0df7-4a98-a547-2cf81eb86453 req-f54249ac-fafe-4084-bd33-2d38c5aa635d service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243975 Apr 05 14:45:54.134495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6cfd80ab-7842-44a2-8d14-cfd8e6c4b45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:56.349976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fc2f9f8e-913b-41fe-b5d6-bcca0f505d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:57.436870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:57.493648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:45:59.001853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:07.737501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:10.619901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41708) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:46:10.732599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-050f8037-6d86-47cf-84ed-3761ba708124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:46:10.965509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-050f8037-6d86-47cf-84ed-3761ba708124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2693238'] for subnet, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:11.150889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-050f8037-6d86-47cf-84ed-3761ba708124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8741373706388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1987763'] for subnet, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:11.202821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050f8037-6d86-47cf-84ed-3761ba708124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:11.203357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-050f8037-6d86-47cf-84ed-3761ba708124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:11.204624 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-050f8037-6d86-47cf-84ed-3761ba708124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/subnets/8f80d0dd-3b0d-4682-a110-9cd10eae7d9e HTTP/1.1" status: 200 len: 835 time: 0.5837457 Apr 05 14:46:11.209071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d72cf1-ce65-4503-9a95-716ebf96dade None None] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:46:11.219572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f8037-6d86-47cf-84ed-3761ba708124 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=8f80d0dd-3b0d-4682-a110-9cd10eae7d9e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:11.640283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c91920b8-140a-4eb8-b84c-048a5c4b5926 None None] Provisioning complete for port 36cce692-18cf-41e2-b10c-4b7ce0242461 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:11.640646 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c91920b8-140a-4eb8-b84c-048a5c4b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:11.762030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c91920b8-140a-4eb8-b84c-048a5c4b5926 None None] Provisioning complete for port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:11.762335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c91920b8-140a-4eb8-b84c-048a5c4b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:11.884938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c91920b8-140a-4eb8-b84c-048a5c4b5926 None None] Provisioning complete for port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:46:11.885299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c91920b8-140a-4eb8-b84c-048a5c4b5926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:19.924973 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:46:24.138690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b0f09a88-2e62-44cb-8910-25734f71c3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:26.351068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b9f2f53c-81ab-4212-932e-a9d9218ae3e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:27.439203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:27.494981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:29.004505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:37.714755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:51.912444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-8d4cc667-6607-4bc1-9f48-cc16df18678b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701029 Apr 05 14:46:52.046176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-e307d0b2-5cfd-4e92-99f8-510d86e260aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1099 time: 0.0668321 Apr 05 14:46:52.259291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-6a2f9487-8332-422d-8190-ac4e3c4182a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:52.260639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-6a2f9487-8332-422d-8190-ac4e3c4182a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.1960769 Apr 05 14:46:52.365360 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-55bf029c-b7e5-4d22-9fb7-311d1b3d47b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 200 len: 1002 time: 0.0945563 Apr 05 14:46:52.426897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-6e812d44-56cf-4ce2-9130-4a544ed93a76 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:52.428259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-6e812d44-56cf-4ce2-9130-4a544ed93a76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0575943 Apr 05 14:46:52.499403 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-87fb6d33-08c7-4b0d-8c86-b3afb3d8bfb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654094 Apr 05 14:46:52.626847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-a0d19aab-1a1e-4f0e-8111-413a2d5f1b9b service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213300 Apr 05 14:46:52.759448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09cfacbd-95ae-4912-83d3-242f1abea964 req-f7bbbb0d-00d8-4362-aecb-296d89898ed6 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258657 Apr 05 14:46:54.100216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41738) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:46:54.141462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9b29d925-dc79-4f1d-8f22-a20884207a7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.298720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 89770125-2f3e-452d-8c61-7d9d6fd55e43 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:46:54.299056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.459341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.459574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.575002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 89770125-2f3e-452d-8c61-7d9d6fd55e43 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:46:54.720593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:54.765471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=89770125-2f3e-452d-8c61-7d9d6fd55e43,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:54.806062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.806421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.806756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.807088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.807414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.807738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.808063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.808384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.808703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.809018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.809333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:46:54.866835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:55.335275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router ba540610-9443-45e4-9df1-43845cdbc272 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:46:55.531853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:46:55.542136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] Sync routers for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:46:55.551147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:55.554091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:46:55.554703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:46:55.608201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5f62d33e-77d6-4eb8-8324-fbcdd3742d87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/206d615f-8e02-4c51-ad30-2192a2cdd20f HTTP/1.1" status: 204 len: 168 time: 1.5042717 Apr 05 14:46:55.608201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:46:55.761962 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87b2ebc-0443-4ac9-b350-004cc3863c2d'] response: {'name': 'network-changed', 'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'status': 'completed', 'code': 200} Apr 05 14:46:55.784824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:46:55.871235 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-ceee6bb2-4f02-4fc4-aa72-671c11a5ed82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 1098 time: 0.0884373 Apr 05 14:46:56.014753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-075affb8-92c3-4c51-99a6-e0f98bd3abe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:56.016194 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-075affb8-92c3-4c51-99a6-e0f98bd3abe5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8 HTTP/1.1" status: 200 len: 898 time: 0.1389089 Apr 05 14:46:56.101045 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:08Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:46:56.105456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] Checking router: ba540610-9443-45e4-9df1-43845cdbc272 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:46:56.115628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:46:56.116160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:46:56.129351 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-a6398f6e-88c9-4c03-954c-07cff3036f09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=36cce692-18cf-41e2-b10c-4b7ce0242461 HTTP/1.1" status: 200 len: 217 time: 0.0820844 Apr 05 14:46:56.207051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef59bb-66b9-465b-ad8d-eee5e98838d2 req-42a86a6c-cd89-4349-bf5c-7ff2e4b9c049 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:56.207746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-8eef59bb-66b9-465b-ad8d-eee5e98838d2 req-42a86a6c-cd89-4349-bf5c-7ff2e4b9c049 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:46:56.212336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-ad48104d-c063-4358-95a3-af1cd69ec0cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:56.213712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-ad48104d-c063-4358-95a3-af1cd69ec0cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f80d0dd-3b0d-4682-a110-9cd10eae7d9e HTTP/1.1" status: 200 len: 843 time: 0.0763395 Apr 05 14:46:56.256118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-8eef59bb-66b9-465b-ad8d-eee5e98838d2 req-42a86a6c-cd89-4349-bf5c-7ff2e4b9c049 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:46:56.257257 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8eef59bb-66b9-465b-ad8d-eee5e98838d2 req-42a86a6c-cd89-4349-bf5c-7ff2e4b9c049 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 945 time: 0.3143291 Apr 05 14:46:56.291595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:46:56.324418 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8eef59bb-66b9-465b-ad8d-eee5e98838d2 req-53f4d859-bdd5-443c-a6c9-5d6f5fe1077a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607829 Apr 05 14:46:56.330915 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-0d43360a-f5aa-4c62-860e-43205f3cc1d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8cd4602b-6166-4d31-a40a-a747b7b3d3c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1103742 Apr 05 14:46:56.378085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-675fbd91-5d11-43eb-bd96-3072e8c9a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:56.469256 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-b8c71b69-a02a-4f65-b3fa-58a242f4109c service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311183 Apr 05 14:46:56.598308 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d8c9cf7-01ba-45f4-a28a-a105bcee471e req-6e529d84-9d33-4d25-9abe-b368930b30e9 service neutron] 10.222.0.15 "GET /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219480 Apr 05 14:46:56.625641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:08Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:46:56.629609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7cf4ae9-20ce-406a-aff5-cf0bb16e36bb None None] The sync data for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv is: [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:44:00Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'eeb1d3cb-cc24-4652-b7a1-c456c3cb1846', 'name': '', 'network_id': '8cd4602b-6166-4d31-a40a-a747b7b3d3c8', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:cf:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:44:00Z', 'updated_at': '2022-04-05T14:44:08Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '8f80d0dd-3b0d-4682-a110-9cd10eae7d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:46:56.832739 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0d623d-4855-4d66-90a8-26a1475da5a7 None None] New status for floating IP 206d615f-8e02-4c51-ad30-2192a2cdd20f: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:46:56.950305 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:46:57.243700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2289ac9c-be0a-4f2e-8dbf-25f37992d126 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:57.245051 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2289ac9c-be0a-4f2e-8dbf-25f37992d126 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 945 time: 0.0744805 Apr 05 14:46:57.312277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 36cce692-18cf-41e2-b10c-4b7ce0242461 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:46:57.312614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:57.442595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:57.499541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:57.710318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 36cce692-18cf-41e2-b10c-4b7ce0242461, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=36cce692-18cf-41e2-b10c-4b7ce0242461,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:46:57.710878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:57.783447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06c44b-3064-431a-8d57-4d76bec7a311 req-0a1a5e32-d645-4e15-94e2-4ca99181e139 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:46:57.784830 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de06c44b-3064-431a-8d57-4d76bec7a311 req-0a1a5e32-d645-4e15-94e2-4ca99181e139 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=d2e98b77-f9d3-4e40-8a9d-558ddc42f61a HTTP/1.1" status: 200 len: 945 time: 0.3290863 Apr 05 14:46:57.842570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 36cce692-18cf-41e2-b10c-4b7ce0242461 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:46:57.933757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de06c44b-3064-431a-8d57-4d76bec7a311 req-33766f22-581f-4ebc-a352-e8af2e7f3540 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac41f00e-45f3-4a8b-8311-7385477bae52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973892 Apr 05 14:46:58.014427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:58.064335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=36cce692-18cf-41e2-b10c-4b7ce0242461,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:58.140658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port 36cce692-18cf-41e2-b10c-4b7ce0242461 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:46:58.142994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:58.145368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'name': 'network-vif-deleted', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:46:58.159453 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dae48b6e-4348-49cd-9f50-64b88c5127b1 req-2d8304e8-1bbf-42cd-aaac-29fd6c4c7bc7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/36cce692-18cf-41e2-b10c-4b7ce0242461 HTTP/1.1" status: 204 len: 173 time: 0.9089835 Apr 05 14:46:58.201529 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2542b386-93f7-4f84-8b48-056673f5e48b'] response: {'server_uuid': 'd2e98b77-f9d3-4e40-8a9d-558ddc42f61a', 'name': 'network-vif-deleted', 'tag': '36cce692-18cf-41e2-b10c-4b7ce0242461', 'status': 'completed', 'code': 200} Apr 05 14:46:59.006136 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:59.040368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41762) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:46:59.107442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da3e571c-0235-4050-820f-254cbfdfa3fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:59.139779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da3e571c-0235-4050-820f-254cbfdfa3fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:59.202233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da3e571c-0235-4050-820f-254cbfdfa3fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:59.220309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e571c-0235-4050-820f-254cbfdfa3fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41f00e-45f3-4a8b-8311-7385477bae52,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:46:59.227496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-da3e571c-0235-4050-820f-254cbfdfa3fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:46:59.228586 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-da3e571c-0235-4050-820f-254cbfdfa3fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/ac41f00e-45f3-4a8b-8311-7385477bae52 HTTP/1.1" status: 204 len: 168 time: 0.1872146 Apr 05 14:46:59.272903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41768) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:46:59.660515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:00.351026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:00.351662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:00.531860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port eeb1d3cb-cc24-4652-b7a1-c456c3cb1846, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:00.532210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:00.651207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:00.818863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:00.863457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=eeb1d3cb-cc24-4652-b7a1-c456c3cb1846,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:01.153846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:01.793471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router ba540610-9443-45e4-9df1-43845cdbc272 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:01.991763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:02.001158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] Sync routers for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:02.004222 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cf5452ec-cd7a-41ea-ab67-20b84ff84495 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/ba540610-9443-45e4-9df1-43845cdbc272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7302623 Apr 05 14:47:02.007044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41774) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:02.012982 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:02.013579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:02.184264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet 8f80d0dd-3b0d-4682-a110-9cd10eae7d9e {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:47:02.186501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:02.187009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:02.245710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:02.329274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:02.409356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:02.453109 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=8f80d0dd-3b0d-4682-a110-9cd10eae7d9e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:02.461373 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:02.469176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.469515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.469854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.470214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.470547 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.470874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.471195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.471516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.471838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.472153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.472469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:02.478146 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c8ef954a-a658-4cef-83a0-97d1343d0e37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/8f80d0dd-3b0d-4682-a110-9cd10eae7d9e HTTP/1.1" status: 204 len: 168 time: 0.4683371 Apr 05 14:47:02.479404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41778) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:02.493404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 36cce692-18cf-41e2-b10c-4b7ce0242461 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:02.516812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605ff91d-51ea-4224-8861-1c35bc82912d None None] Network 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:47:02.544025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 36cce692-18cf-41e2-b10c-4b7ce0242461 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:02.544360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 36cce692-18cf-41e2-b10c-4b7ce0242461 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:02.683940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:02.723477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:47:00Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:02.739002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] Checking router: ba540610-9443-45e4-9df1-43845cdbc272 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:02.762394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] Routers {'ba540610-9443-45e4-9df1-43845cdbc272'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:02.762996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['ba540610-9443-45e4-9df1-43845cdbc272'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:02.875382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] DHCP port deletion for 8cd4602b-6166-4d31-a40a-a747b7b3d3c8 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:47:02.885865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Deleting port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:02.886586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:02.895746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:02.906289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port f4400f9f-b77f-4ff0-bb2f-c9816847a747 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:02.906627 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.079655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port f4400f9f-b77f-4ff0-bb2f-c9816847a747, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f4400f9f-b77f-4ff0-bb2f-c9816847a747,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:03.080261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.136793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] Set router ba540610-9443-45e4-9df1-43845cdbc272 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:03.189559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] For port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf,segment=NetworkSegment(a92a54ae-45fb-4102-baf8-af5bd0a5a16f),segment_id=a92a54ae-45fb-4102-baf8-af5bd0a5a16f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:03.189948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.199272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for f4400f9f-b77f-4ff0-bb2f-c9816847a747 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:03.332015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41782) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:03.383123 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Calling delete_port for 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:03.456810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.501354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=f4400f9f-b77f-4ff0-bb2f-c9816847a747,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:03.542332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Deleting port 9585bb9c-0ac4-4440-b37f-82009132d064 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:03.542834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.576508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.637773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Pushing event deleted for resources: {'Port': ['ID=11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:03.648821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] No DVR routers for this DVR port 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:03.660060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.660402 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.660739 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.661157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.661382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.662158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.662626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.663117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.663586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.664047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.664515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad93941f-8440-4c50-800c-4f4d5d9fce07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:03.684465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:47:00Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:03.688583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94ca6de-231d-4335-8cbc-074dc5101bcc None None] The sync data for ids ['ba540610-9443-45e4-9df1-43845cdbc272'] in dv-neutron-829488-2-hyperv is: [{'id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'name': 'tempest-TestNetworkBasicOps-router-1167540451', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250'}], 'enable_snat': True}, 'gw_port_id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:43:56Z', 'updated_at': '2022-04-05T14:47:00Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'f4400f9f-b77f-4ff0-bb2f-c9816847a747', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:e0:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba540610-9443-45e4-9df1-43845cdbc272', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:43:57Z', 'updated_at': '2022-04-05T14:44:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:03.738612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.739057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.741225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.863155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Calling delete_port for 9585bb9c-0ac4-4440-b37f-82009132d064 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:03.991936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:03.995926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.009172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.020099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.020602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Fanout notify agent at l3_agent the message router_deleted on router ba540610-9443-45e4-9df1-43845cdbc272 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:47:04.037394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.041200 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-da4e8d5a-9bf1-4e76-a3b6-a5918a0e2d52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/routers/ba540610-9443-45e4-9df1-43845cdbc272 HTTP/1.1" status: 204 len: 168 time: 1.5577328 Apr 05 14:47:04.041537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41786) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:04.058936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event deleted for resources: {'Port': ['ID=9585bb9c-0ac4-4440-b37f-82009132d064,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:04.160447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.177012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:04.182349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.214885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:04.215221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11b5c9c8-a2be-4f3a-82bf-3ed22f1ddeaf not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:04.215635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:04.254801 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:04.255043 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device eeb1d3cb-cc24-4652-b7a1-c456c3cb1846 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:04.319891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.345783 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd4602b-6166-4d31-a40a-a747b7b3d3c8']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:04.358690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:04.358980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92a54ae-45fb-4102-baf8-af5bd0a5a16f') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:04.374364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.396290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.402599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:47:04.402984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:47:04.417360 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:47:04.494605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.512305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.523002 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=8cd4602b-6166-4d31-a40a-a747b7b3d3c8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:04.531677 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e4d7779b-5402-4a42-9024-1771976e79c2 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/8cd4602b-6166-4d31-a40a-a747b7b3d3c8 HTTP/1.1" status: 204 len: 168 time: 0.4893777 Apr 05 14:47:04.543915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41790) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:04.549693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--169955735', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:04.554683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:04.559424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:network and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:04.562256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:04.567947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:04.582035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:04.585183 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.615805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:47:04.625896 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.626266 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment 135b2065-89ae-4f00-b254-128d9e724c05 of type vlan for network ab01bb6c-733b-4787-80a0-2de758f0b727 Apr 05 14:47:04.655181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.676709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Router f818fbef-8580-4484-aff9-6f3ce49c94fc has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:04.685397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.689132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:04.689697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.880916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:04.891800 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:04.899320 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3541796 Apr 05 14:47:04.902295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41794) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:04.904976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09a949a-4b89-46b7-bdc1-9074ba22f174 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=ab01bb6c-733b-4787-80a0-2de758f0b727,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:04.905472 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:04.906289 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:04.908530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.911136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-166647600', 'admin_state_up': True, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:04.916668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network ab01bb6c-733b-4787-80a0-2de758f0b727 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:47:04.919639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:04.923487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:router and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:04.926448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:04.933608 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:04.945732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.946856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.973162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:04.984137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c61a601b-0a84-407c-a1ef-563f4a4fbf0f tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "DELETE /v2.0/floatingips/b0a13a10-f89a-449e-9bce-79fe3c7e170c HTTP/1.1" status: 204 len: 168 time: 1.6508486 Apr 05 14:47:04.984899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:05.080125 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48953438-39b3-4b60-9a04-5ac76eabad20'] response: {'name': 'network-changed', 'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'status': 'completed', 'code': 200} Apr 05 14:47:05.134157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.142029 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:05.194146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-409f68d9-0aa5-485e-a4a7-af92573a25d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 1098 time: 0.0897973 Apr 05 14:47:05.346738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.355088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-47554a2e-9ce7-484a-ad16-9e68defa4cc1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:05.357122 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-47554a2e-9ce7-484a-ad16-9e68defa4cc1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.1571429 Apr 05 14:47:05.380833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.471189 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-aab64c6f-633b-458a-a7e2-c242e35d812b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d HTTP/1.1" status: 200 len: 217 time: 0.1060643 Apr 05 14:47:05.512964 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:21Z', 'revision_number': 1, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:05.516745 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:05.530154 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:05.530932 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:05.531895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.204 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/d2bea159-04ee-4aa6-bab6-23f60439885c) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:05.557741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc9de8e-1078-43f5-887a-b2934d6c3426 req-ea9632bf-678a-4265-a596-24df68a7dcfe tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:05.558878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-abc9de8e-1078-43f5-887a-b2934d6c3426 req-ea9632bf-678a-4265-a596-24df68a7dcfe tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:47:05.562558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-b5810f53-2b2e-491c-89ba-a146e3ff3f66 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:05.563944 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-b5810f53-2b2e-491c-89ba-a146e3ff3f66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0817726 Apr 05 14:47:05.644914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-abc9de8e-1078-43f5-887a-b2934d6c3426 req-ea9632bf-678a-4265-a596-24df68a7dcfe tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:47:05.646257 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-abc9de8e-1078-43f5-887a-b2934d6c3426 req-ea9632bf-678a-4265-a596-24df68a7dcfe tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 945 time: 0.2326570 Apr 05 14:47:05.687706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.706691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-265c246a-04d4-4d4f-be1a-6c2a92c5f61a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1264069 Apr 05 14:47:05.715246 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:05.716739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.737538 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-abc9de8e-1078-43f5-887a-b2934d6c3426 req-64930948-8f9a-485b-9702-6c1434b8a2f4 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838883 Apr 05 14:47:05.782920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:05.786180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:05.792563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:47:05.844181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=d2bea159-04ee-4aa6-bab6-23f60439885c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:05.845473 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-f1ce638e-cdc1-4c0e-a2f4-71e5d1d4bfe3 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311584 Apr 05 14:47:05.904127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f4400f9f-b77f-4ff0-bb2f-c9816847a747 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:05.938255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: f4400f9f-b77f-4ff0-bb2f-c9816847a747 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:05.938592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f4400f9f-b77f-4ff0-bb2f-c9816847a747 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:05.973315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.974179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:05.987614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d3bb1bb-e9f0-4ee8-8861-4ffc7a54b1ad req-c1f263c8-217f-4eff-8739-0cea2b1c12d4 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357393 Apr 05 14:47:06.120857 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:21Z', 'revision_number': 1, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:06.124609 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542eef41-f7c6-4a76-9f54-1937df502743 None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '2049495d-e62a-43b6-82fb-5696807ede89', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'floating_ip_address': '172.26.6.198', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'port_id': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'mac_address': 'fa:16:3e:2c:51:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:43:18Z', 'updated_at': '2022-04-05T14:43:21Z', 'revision_number': 1, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:06.209037 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 79b6b381-d313-422f-9843-80a4c6c9e79c is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:47:06.346910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692e9aa6-12fe-4998-8504-0fec6d4b253d None None] New status for floating IP b0a13a10-f89a-449e-9bce-79fe3c7e170c: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:47:06.410804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:06.422359 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Sync routers for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:06.433662 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:06.434294 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:06.438311 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:06.442577 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c712d57f-d981-4cad-8d5d-6769c9095d83 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5363729 Apr 05 14:47:06.442877 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41804) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:06.584581 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-97f79e08-8f3b-45b6-8ff7-189fe4514853 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1397426 Apr 05 14:47:06.586389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41810) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:06.613651 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:06.710951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1574a52b-d33f-465d-886b-0d05c8780622 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:06.712902 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1574a52b-d33f-465d-886b-0d05c8780622 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1251137 Apr 05 14:47:06.715704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41814) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:06.860402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-7675f381-08cf-422a-bbc7-dccd599ceaff tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:06.862300 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-7675f381-08cf-422a-bbc7-dccd599ceaff tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 945 time: 0.0953307 Apr 05 14:47:06.864011 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-044417b5-4bf7-4208-a2f4-fbff27e7722a tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1472416 Apr 05 14:47:06.867436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41826) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:06.872867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-948664396', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:06.950586 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:05Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:06.954757 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Checking router: 79b6b381-d313-422f-9843-80a4c6c9e79c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:06.955235 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Updating router 79b6b381-d313-422f-9843-80a4c6c9e79c port d2bea159-04ee-4aa6-bab6-23f60439885c binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:47:06.994809 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:06.998912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:07.002007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:07.008059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:07.013087 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.019629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:07.087305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Deleting port 534a7c40-e15c-445e-ba20-ecf9128e0d7d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:07.087692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.125634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.203577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a998ffe-9074-42f1-8b07-a7a5aa750bd2 req-9ff51a80-09e0-44e3-8bc2-a238415c2462 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.205027 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7a998ffe-9074-42f1-8b07-a7a5aa750bd2 req-9ff51a80-09e0-44e3-8bc2-a238415c2462 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 945 time: 0.1922009 Apr 05 14:47:07.345474 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7a998ffe-9074-42f1-8b07-a7a5aa750bd2 req-43bffb77-e04c-4391-94dc-2beed0b4438d tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283331 Apr 05 14:47:07.350656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.352090 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.364448 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Transition to ACTIVE for port object d2bea159-04ee-4aa6-bab6-23f60439885c will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:07.371823 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.393691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] For port 534a7c40-e15c-445e-ba20-ecf9128e0d7d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=534a7c40-e15c-445e-ba20-ecf9128e0d7d,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:07.394029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.440023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=24d4f0ff-a436-4992-a0c5-b21244407b6f,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:07.441261 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Pushing event updated for resources: {'Port': ['ID=d2bea159-04ee-4aa6-bab6-23f60439885c,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:07.449890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:47:07.450057 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.450270 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.450436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: ab01bb6c-733b-4787-80a0-2de758f0b727, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:47:07.450606 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.450936 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.451264 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.451690 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.452010 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.452329 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.452643 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.452954 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.453267 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:47:07.474558 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Attempting to bind port d2bea159-04ee-4aa6-bab6-23f60439885c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:07.475345 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Attempting to bind port d2bea159-04ee-4aa6-bab6-23f60439885c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:07.475651 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Attempting to bind port d2bea159-04ee-4aa6-bab6-23f60439885c on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:47:07.476975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network ab01bb6c-733b-4787-80a0-2de758f0b727 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:47:07.483034 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:47:07.483403 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:47:07.483796 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.484176 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:47:07.484643 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Bound port: d2bea159-04ee-4aa6-bab6-23f60439885c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:07.485294 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.489868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, ab01bb6c-733b-4787-80a0-2de758f0b727) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:07.494945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:07.495740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.500659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40570345-feba-4b7f-9c0c-b9d221f796d6 None None] Network ab01bb6c-733b-4787-80a0-2de758f0b727 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:47:07.520953 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-98154fb3-057d-4ed2-b2fe-b2ab46483d1a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6521945 Apr 05 14:47:07.525100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41830) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:07.539087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Calling delete_port for 534a7c40-e15c-445e-ba20-ecf9128e0d7d owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:07.557027 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] For port d2bea159-04ee-4aa6-bab6-23f60439885c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:07.560161 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] For port d2bea159-04ee-4aa6-bab6-23f60439885c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d2bea159-04ee-4aa6-bab6-23f60439885c,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:07.565356 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.642540 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25e993d-088a-45c9-86a6-5e6bcceb26b5 None None] Pushing event updated for resources: {'Port': ['ID=d2bea159-04ee-4aa6-bab6-23f60439885c,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:07.680832 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:07.681495 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:07.707708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.772635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event deleted for resources: {'Port': ['ID=534a7c40-e15c-445e-ba20-ecf9128e0d7d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:07.802754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-ab01bb6c-733b-4787-80a0-2de758f0b727', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:47:07.803567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.823404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.868643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] No DVR routers for this DVR port 534a7c40-e15c-445e-ba20-ecf9128e0d7d on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:07.872369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:07.876652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'name': 'network-vif-deleted', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:07.896478 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2721c4a8-cfbe-4f6e-858b-61f069ad94a6 req-99d29697-7ec5-4d22-9ac5-43b916a796c8 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "DELETE /v2.0/ports/534a7c40-e15c-445e-ba20-ecf9128e0d7d HTTP/1.1" status: 204 len: 173 time: 1.0295420 Apr 05 14:47:07.902817 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:07.960677 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4efa39c-181b-4112-96f7-b55067beb715'] response: {'server_uuid': 'aa345fe3-0679-4980-8a31-f39544900f5a', 'name': 'network-vif-deleted', 'tag': '534a7c40-e15c-445e-ba20-ecf9128e0d7d', 'status': 'completed', 'code': 200} Apr 05 14:47:08.020006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Allocated IP 172.20.0.2 (ab01bb6c-733b-4787-80a0-2de758f0b727/24d4f0ff-a436-4992-a0c5-b21244407b6f/e8f9f698-3d8a-4fe2-8898-33cf9d968392) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:08.272333 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:05Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:08.276611 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cfb021-d81e-4a6c-a3ca-b9fb576a8a10 None None] The sync data for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv is: [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:05Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:08.284800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:08.296986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Transition to ACTIVE for port object e8f9f698-3d8a-4fe2-8898-33cf9d968392 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:08.338290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Transition to ACTIVE for port object e8f9f698-3d8a-4fe2-8898-33cf9d968392 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:08.354177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:08.441246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Pushing event updated for resources: {'Port': ['ID=e8f9f698-3d8a-4fe2-8898-33cf9d968392,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:08.457443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Network ab01bb6c-733b-4787-80a0-2de758f0b727 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:08.458767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:08.466501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:47:08.569709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Attempting to bind port e8f9f698-3d8a-4fe2-8898-33cf9d968392 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:08.570315 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Attempting to bind port e8f9f698-3d8a-4fe2-8898-33cf9d968392 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:08.570472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Attempting to bind port e8f9f698-3d8a-4fe2-8898-33cf9d968392 on network ab01bb6c-733b-4787-80a0-2de758f0b727 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:47:08.579742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:47:08.580110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Checking segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:47:08.580503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:08.580886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Bound using segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:47:08.581348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Bound port: e8f9f698-3d8a-4fe2-8898-33cf9d968392, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:08.581712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:08.604393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-26fbc651-1bda-479e-ad14-d65622adeaa2 req-87be1a8e-4fec-498a-9155-1890a4e40850 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:47:08.608681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:08.656814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-26fbc651-1bda-479e-ad14-d65622adeaa2 req-87be1a8e-4fec-498a-9155-1890a4e40850 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:47:08.670629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26fbc651-1bda-479e-ad14-d65622adeaa2 req-87be1a8e-4fec-498a-9155-1890a4e40850 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa345fe3-0679-4980-8a31-f39544900f5a HTTP/1.1" status: 200 len: 210 time: 0.1264472 Apr 05 14:47:08.740477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] For port e8f9f698-3d8a-4fe2-8898-33cf9d968392, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:08.745486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] For port e8f9f698-3d8a-4fe2-8898-33cf9d968392, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e8f9f698-3d8a-4fe2-8898-33cf9d968392,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:08.755609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:08.871557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7d92ed-6d56-40d2-8b51-6d2fa19c68ab None None] Pushing event updated for resources: {'Port': ['ID=e8f9f698-3d8a-4fe2-8898-33cf9d968392,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:09.251412 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.1 (ab01bb6c-733b-4787-80a0-2de758f0b727/24d4f0ff-a436-4992-a0c5-b21244407b6f/11dedb91-88f4-42fc-8f48-77bdb7fc5311) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:09.415944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:09.431345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 11dedb91-88f4-42fc-8f48-77bdb7fc5311 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:09.452796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:09.520555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network ab01bb6c-733b-4787-80a0-2de758f0b727 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:09.523526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:09.528060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:47:09.558449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=11dedb91-88f4-42fc-8f48-77bdb7fc5311,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:09.592856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:09.683412 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:09.825848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708808e-a224-4826-b7ec-c74982d20ab4 None None] Network ab01bb6c-733b-4787-80a0-2de758f0b727 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:47:10.027705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1bc8eeca-de6a-4232-9e59-2820096c8d07 None None] Provisioning for port e8f9f698-3d8a-4fe2-8898-33cf9d968392 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:10.073582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e8f9f698-3d8a-4fe2-8898-33cf9d968392 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:47:10.170257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.170928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e8f9f698-3d8a-4fe2-8898-33cf9d968392 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:10.176379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e8f9f698-3d8a-4fe2-8898-33cf9d968392 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:10.176747 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.178515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.314034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.317658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=11dedb91-88f4-42fc-8f48-77bdb7fc5311,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:10.366413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.406637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port e8f9f698-3d8a-4fe2-8898-33cf9d968392, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e8f9f698-3d8a-4fe2-8898-33cf9d968392,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:10.416617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.418431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d2bea159-04ee-4aa6-bab6-23f60439885c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:47:10.474081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network ab01bb6c-733b-4787-80a0-2de758f0b727 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:10.475573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:10.511153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 534a7c40-e15c-445e-ba20-ecf9128e0d7d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:10.570323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 534a7c40-e15c-445e-ba20-ecf9128e0d7d {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:10.570584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 534a7c40-e15c-445e-ba20-ecf9128e0d7d not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:10.600731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=e8f9f698-3d8a-4fe2-8898-33cf9d968392,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:10.604697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3daef245-d73e-45d0-b94e-43c50aee383a None None] Provisioning for port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:10.612655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3daef245-d73e-45d0-b94e-43c50aee383a None None] Provisioning complete for port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:10.613028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3daef245-d73e-45d0-b94e-43c50aee383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.652954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d2bea159-04ee-4aa6-bab6-23f60439885c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:10.682981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d2bea159-04ee-4aa6-bab6-23f60439885c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:10.683344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.743354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-3daef245-d73e-45d0-b94e-43c50aee383a None None] Port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:47:10.764552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3daef245-d73e-45d0-b94e-43c50aee383a None None] Provisioning complete for port e8f9f698-3d8a-4fe2-8898-33cf9d968392 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:10.764907 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3daef245-d73e-45d0-b94e-43c50aee383a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.918935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:10.951034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port d2bea159-04ee-4aa6-bab6-23f60439885c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d2bea159-04ee-4aa6-bab6-23f60439885c,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:10.956058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:11.025398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=d2bea159-04ee-4aa6-bab6-23f60439885c,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:11.028937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 79b6b381-d313-422f-9843-80a4c6c9e79c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:11.079401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4f4fba66-a4a6-47df-802d-888ae9db8c93 None None] Provisioning complete for port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:11.079914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4f4fba66-a4a6-47df-802d-888ae9db8c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:11.140467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4f4fba66-a4a6-47df-802d-888ae9db8c93 None None] Port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:47:11.251374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:11.264405 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ea0d382a-8d37-4f28-9d2a-71549ba8e209 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/79b6b381-d313-422f-9843-80a4c6c9e79c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7380106 Apr 05 14:47:11.266975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41848) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:11.406298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84786619-400f-4361-98d8-be0fa56c9aab tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.406584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84786619-400f-4361-98d8-be0fa56c9aab tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.406945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84786619-400f-4361-98d8-be0fa56c9aab tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.407301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84786619-400f-4361-98d8-be0fa56c9aab tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.407655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84786619-400f-4361-98d8-be0fa56c9aab tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.408006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84786619-400f-4361-98d8-be0fa56c9aab tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.412335 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-84786619-400f-4361-98d8-be0fa56c9aab tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1418293 Apr 05 14:47:11.412572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41852) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:11.484573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2c2cb-04c4-49b3-a1c5-bbe2c134b3b7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.484939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2c2cb-04c4-49b3-a1c5-bbe2c134b3b7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.485301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2c2cb-04c4-49b3-a1c5-bbe2c134b3b7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.485658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2c2cb-04c4-49b3-a1c5-bbe2c134b3b7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.486009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2c2cb-04c4-49b3-a1c5-bbe2c134b3b7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.486383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c2c2cb-04c4-49b3-a1c5-bbe2c134b3b7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:11.488097 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-70c2c2cb-04c4-49b3-a1c5-bbe2c134b3b7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0746536 Apr 05 14:47:11.491056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41856) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:11.705197 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1c366d01-7640-4df7-a854-6b1540dceb6c tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2129509 Apr 05 14:47:11.964633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e8f9f698-3d8a-4fe2-8898-33cf9d968392 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:47:12.038804 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e8f9f698-3d8a-4fe2-8898-33cf9d968392 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:12.039170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.086256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41862) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:12.093368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1889273469', 'description': 'tempest-secgroup-smoke-1889273469 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:12.097228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Sync routers for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:12.100885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:12.105796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:12.109596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:12.116216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:12.128481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.133076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:12.133787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:12.167668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:12.171768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:12.174799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:12.181585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:12.263061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.271376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.310226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.315143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41870) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:12.327643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '4a04b38f-f21b-42e6-b4a1-d5e2a64113d0', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:12.333839 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2461305 Apr 05 14:47:12.340514 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:12.348163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:12.355634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:12.372503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:12.382769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c4cb2c-e1d8-452f-8740-8361b5ee3143 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:12.391515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:12.407043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.472626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.477511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.511434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.517152 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41876) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:12.524546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '4a04b38f-f21b-42e6-b4a1-d5e2a64113d0', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:12.528627 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2116923 Apr 05 14:47:12.534803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680faea-b184-4559-821f-e62d5e8aa4af tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f312cd29-3ba6-4c7d-90b2-260adce50e88,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:12.537187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:12.549323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:12.552668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:12.560829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d2bea159-04ee-4aa6-bab6-23f60439885c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:47:12.561841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:12.583203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.656471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.660714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.685663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=445fde65-81eb-46d6-9bbc-a3842d0e3aa9,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:12.696007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.700244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41880) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:12.702562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ff3087ad-d210-4b5c-94cf-836a17bc2e2c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1834643 Apr 05 14:47:12.705802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '4a04b38f-f21b-42e6-b4a1-d5e2a64113d0', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:12.712088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:12.715805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:12.718598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:12.724750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:12.740727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.746131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d2bea159-04ee-4aa6-bab6-23f60439885c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:12.746569 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.817196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.822580 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.846541 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e585c365-7d8a-4bb4-9ca6-c67933773c7e,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:12.858256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.862110 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3a8fcf98-bc35-42eb-80d2-b1cf243d0e25 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1584318 Apr 05 14:47:12.863855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41884) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:12.869952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '4a04b38f-f21b-42e6-b4a1-d5e2a64113d0', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:12.876073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:12.880000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:12.882926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:12.889073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:12.904565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.978835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:12.979234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:12.983163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Checking router: 79b6b381-d313-422f-9843-80a4c6c9e79c for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:12.983572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Updating router 79b6b381-d313-422f-9843-80a4c6c9e79c port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:47:12.984014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.013484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee17f23-6be9-43f1-b7d6-5af59148762c,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:13.022097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.023853 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-976874c1-f1d4-461b-810f-e21398cd1150 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1585972 Apr 05 14:47:13.026629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41888) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:13.032339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '4a04b38f-f21b-42e6-b4a1-d5e2a64113d0', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:13.037559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.038457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:13.042926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:13.045832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:13.052531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:13.066425 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:47:13.073824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.141476 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.146665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.171270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9db339d1-bd03-4610-ac49-21fced4bdae3,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:13.181635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.182853 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d8591be0-aad5-4ca7-989e-d630701f5acd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1551321 Apr 05 14:47:13.185545 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41892) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:13.193235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': '4a04b38f-f21b-42e6-b4a1-d5e2a64113d0', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:13.199786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:13.204978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:13.208033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:13.214467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:13.226026 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:47:13.233185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.323487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.328539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.355718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7555d80c-6a8d-484b-b5b6-4bda7c568309,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:13.373384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.381501 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e5e57616-ad5d-4ac9-a261-79c07adf1c87 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1881759 Apr 05 14:47:13.444542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.459146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Transition to ACTIVE for port object 11dedb91-88f4-42fc-8f48-77bdb7fc5311 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:13.467331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.585114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-73cc77b5-7736-483c-aa0b-370f3dbd67b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:47:13.603122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eba69-3c2a-4e33-b782-dc3ee0d95800 None None] Pushing event updated for resources: {'Port': ['ID=11dedb91-88f4-42fc-8f48-77bdb7fc5311,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:13.613023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-73cc77b5-7736-483c-aa0b-370f3dbd67b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:47:13.614293 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-73cc77b5-7736-483c-aa0b-370f3dbd67b0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1889273469&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0776284 Apr 05 14:47:13.720784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Attempting to bind port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:13.721170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Attempting to bind port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:13.721679 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Attempting to bind port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 on network ab01bb6c-733b-4787-80a0-2de758f0b727 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:47:13.729359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:47:13.729721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Checking segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:47:13.730139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.730522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Bound using segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:47:13.730976 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Bound port: 11dedb91-88f4-42fc-8f48-77bdb7fc5311, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:13.731340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.788339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-344e7d2d-e943-43d1-ba9f-918bc83add09 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:13.790335 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-344e7d2d-e943-43d1-ba9f-918bc83add09 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 796 time: 0.1684878 Apr 05 14:47:13.806671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-2d805ba7-7d4e-42e7-a4d6-76b30bcc9c97 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0108929 Apr 05 14:47:13.823520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] For port 11dedb91-88f4-42fc-8f48-77bdb7fc5311, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:13.826779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] For port 11dedb91-88f4-42fc-8f48-77bdb7fc5311, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11dedb91-88f4-42fc-8f48-77bdb7fc5311,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:13.831110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:13.889754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-9b0d64a6-d98d-4281-8a57-33e474820089 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:47:13.907052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-9b0d64a6-d98d-4281-8a57-33e474820089 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:47:13.908428 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-9b0d64a6-d98d-4281-8a57-33e474820089 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0968156 Apr 05 14:47:13.926196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78eba69-3c2a-4e33-b782-dc3ee0d95800 None None] Pushing event updated for resources: {'Port': ['ID=11dedb91-88f4-42fc-8f48-77bdb7fc5311,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:13.934890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:13.935304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:14.128115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:14.144877 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-502e3a35-3d09-4c46-bedb-fbc73a013feb service neutron] 10.222.0.18 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246282 Apr 05 14:47:14.274750 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-9cb8c47d-e0d8-4285-b7b8-0f92bd82d49d service neutron] 10.222.0.18 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239674 Apr 05 14:47:14.458384 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41914) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:14.458871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:13Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:14.459367 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09a1605a-c6b3-465a-8c50-5532ac78726f req-89cfaa89-c9fd-4fa4-89ca-2f8e1fd6089f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 210 time: 0.0420451 Apr 05 14:47:14.463486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22aa4cf0-7781-49fe-a446-caa223d2fe33 None None] The sync data for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv is: [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:13Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:14.707633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Deleting port b846e91f-449a-477d-a71a-e1ed90f38ced {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:14.708186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:14.908187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:14.908515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:15.043194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Calling delete_port for b846e91f-449a-477d-a71a-e1ed90f38ced owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:15.302805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:15.351522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event deleted for resources: {'Port': ['ID=b846e91f-449a-477d-a71a-e1ed90f38ced,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:15.440392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:15.717101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9f7010ed-96ac-487f-a5cd-a7ea1c041f0c req-c1a3e672-7aa7-4356-863d-0522e0e99718 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 210 time: 0.0962851 Apr 05 14:47:15.794583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-d86ef49d-9ba8-4826-b4c7-442651fbb84f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:15.795897 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-d86ef49d-9ba8-4826-b4c7-442651fbb84f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 796 time: 0.1998537 Apr 05 14:47:15.856286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-d40017fb-4f84-44f7-9ab7-3d479cc34e22 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 380 time: 0.0481546 Apr 05 14:47:15.862229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Router f818fbef-8580-4484-aff9-6f3ce49c94fc has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:15.864302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['4a04b38f-f21b-42e6-b4a1-d5e2a64113d0']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:15.974791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11dedb91-88f4-42fc-8f48-77bdb7fc5311 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:47:16.017951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:16.031758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:16.044495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:16.047939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:16.058961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:16.064224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:16.064738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:16.074553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:16.084927 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:16.097084 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:16.098220 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:16.101817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:16.177018 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c1791b8a-7984-4407-861a-e40d6f61f917 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "DELETE /v2.0/floatingips/2049495d-e62a-43b6-82fb-5696807ede89 HTTP/1.1" status: 204 len: 168 time: 1.7163484 Apr 05 14:47:16.178450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:16.205390 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:16.221188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.4 (ab01bb6c-733b-4787-80a0-2de758f0b727/24d4f0ff-a436-4992-a0c5-b21244407b6f/142d3b5a-3912-4161-b185-2edfb0d1aef5) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:16.246455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 11dedb91-88f4-42fc-8f48-77bdb7fc5311, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11dedb91-88f4-42fc-8f48-77bdb7fc5311,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:16.252467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:16.295934 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc4bf9fc-86f9-4d87-b1d5-da5fe7c9d814'] response: {'name': 'network-changed', 'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'status': 'completed', 'code': 200} Apr 05 14:47:16.351444 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:16.415388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=11dedb91-88f4-42fc-8f48-77bdb7fc5311,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:16.506926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:16.577324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 142d3b5a-3912-4161-b185-2edfb0d1aef5 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:16.612119 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-d4a7a076-5010-47ab-89fb-fbc1fe519db1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 1099 time: 0.2652647 Apr 05 14:47:16.675482 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:16.679377 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:16.690753 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:16.691375 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:46:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:16.700345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:16.759444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2093308c-e3f7-489f-ae58-8554b1cac62e req-02aa3936-574f-4922-a7d0-dfc4df39f582 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:16.761043 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2093308c-e3f7-489f-ae58-8554b1cac62e req-02aa3936-574f-4922-a7d0-dfc4df39f582 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 946 time: 0.2454317 Apr 05 14:47:16.839678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network ab01bb6c-733b-4787-80a0-2de758f0b727 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:16.861256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:16.871557 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:16.904264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:47:16.940092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=142d3b5a-3912-4161-b185-2edfb0d1aef5,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:16.951019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-7c7eb6d0-84bf-4d42-9bda-2d9bea5bd4e4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:16.952461 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-7c7eb6d0-84bf-4d42-9bda-2d9bea5bd4e4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 200 len: 912 time: 0.3332052 Apr 05 14:47:17.030092 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2093308c-e3f7-489f-ae58-8554b1cac62e req-0efdbb60-78ec-4a19-bd6e-4b88cba86b4a tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553916 Apr 05 14:47:17.065348 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-24e74403-e8b6-4f9b-b5c8-c3c0f072a46d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 200 len: 217 time: 0.0895753 Apr 05 14:47:17.100315 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d88e6022-435b-409a-bea5-d56e791fc914 None None] Provisioning for port 142d3b5a-3912-4161-b185-2edfb0d1aef5 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:17.104521 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:17.105036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d88e6022-435b-409a-bea5-d56e791fc914 None None] Provisioning complete for port 142d3b5a-3912-4161-b185-2edfb0d1aef5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:17.105135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:17.105393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d88e6022-435b-409a-bea5-d56e791fc914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:17.154506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-75d9d538-d1e0-4f9f-8b80-8162e62d4aca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:17.155884 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-75d9d538-d1e0-4f9f-8b80-8162e62d4aca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 200 len: 850 time: 0.0924284 Apr 05 14:47:17.157257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-d88e6022-435b-409a-bea5-d56e791fc914 None None] Port 142d3b5a-3912-4161-b185-2edfb0d1aef5 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:47:17.157379 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bc7076ad-556e-45cf-b4e9-67eaf8783df9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2967191 Apr 05 14:47:17.162779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dcc7ae-e0db-4d30-b93b-63c73410ae3a req-f22fc108-9555-41d2-bff4-43c01e108499 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:17.163452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-30dcc7ae-e0db-4d30-b93b-63c73410ae3a req-f22fc108-9555-41d2-bff4-43c01e108499 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:47:17.189897 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:17.193969 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e2a8e4-ec70-44e4-923f-a9e4d007b464 None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:09Z', 'revision_number': 4, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '23275199-1a37-465c-aeed-0162ff29e51c', 'name': '', 'network_id': 'f61c4cca-ddfb-4cdd-9aa6-21ab4a746325', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'mac_address': 'fa:16:3e:8a:d1:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:08Z', 'updated_at': '2022-04-05T14:40:18Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'subnets': [{'id': '96963bf4-2c59-48bb-9f40-b59a59105c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:17.302418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Request body: {'port': {'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:17.357678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-30dcc7ae-e0db-4d30-b93b-63c73410ae3a req-f22fc108-9555-41d2-bff4-43c01e108499 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:47:17.358843 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-30dcc7ae-e0db-4d30-b93b-63c73410ae3a req-f22fc108-9555-41d2-bff4-43c01e108499 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 931 time: 0.4932425 Apr 05 14:47:17.473509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:17.490930 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-30dcc7ae-e0db-4d30-b93b-63c73410ae3a req-b24fed0a-c654-4e22-bbfb-69a33b728b9b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260643 Apr 05 14:47:17.499228 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-1cb92cdf-7df4-4187-8ea5-51c0279522f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3271754 Apr 05 14:47:17.751163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-18c33ebf-a126-4d2f-94fa-cd5a42f3f422 service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215595 Apr 05 14:47:17.948201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11dedb91-88f4-42fc-8f48-77bdb7fc5311 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:47:18.015911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:18.016174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.016836 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-925598fc-71e9-4817-95cc-d870b28ca34d service neutron] 10.222.0.15 "GET /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175705 Apr 05 14:47:18.109873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-702f99db-9c06-4ad8-b119-db06685039c2 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:18.111393 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-702f99db-9c06-4ad8-b119-db06685039c2 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 946 time: 0.1980305 Apr 05 14:47:18.120293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 142d3b5a-3912-4161-b185-2edfb0d1aef5 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:47:18.157450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.223580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Transition to ACTIVE for port object 142d3b5a-3912-4161-b185-2edfb0d1aef5 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:18.237500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.278374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Deleting port 94a2058a-25f9-45fb-a5c4-6728e2803035 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:18.278639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.427884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Pushing event updated for resources: {'Port': ['ID=142d3b5a-3912-4161-b185-2edfb0d1aef5,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:18.550557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da7e47-fd44-45fa-a896-69e8cbe95e3d req-93e1ab35-3baa-465c-a290-88e65e585694 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:18.552019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87da7e47-fd44-45fa-a896-69e8cbe95e3d req-93e1ab35-3baa-465c-a290-88e65e585694 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 946 time: 0.3798461 Apr 05 14:47:18.895769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Attempting to bind port 142d3b5a-3912-4161-b185-2edfb0d1aef5 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:18.896106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Attempting to bind port 142d3b5a-3912-4161-b185-2edfb0d1aef5 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:18.896416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Attempting to bind port 142d3b5a-3912-4161-b185-2edfb0d1aef5 on network ab01bb6c-733b-4787-80a0-2de758f0b727 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:47:18.907204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87da7e47-fd44-45fa-a896-69e8cbe95e3d req-dcf5d96d-0f95-412c-bf8a-9dff72c3cf59 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/security-groups?id=a54bb618-c4ca-4553-a75a-eb3f3d275dff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2769620 Apr 05 14:47:18.909849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] For port 94a2058a-25f9-45fb-a5c4-6728e2803035, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=94a2058a-25f9-45fb-a5c4-6728e2803035,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:18.910233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:18.925563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Port 142d3b5a-3912-4161-b185-2edfb0d1aef5 on network ab01bb6c-733b-4787-80a0-2de758f0b727 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:47:18.925872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Attempting to bind port 142d3b5a-3912-4161-b185-2edfb0d1aef5 on network ab01bb6c-733b-4787-80a0-2de758f0b727 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:47:19.040966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Calling delete_port for 94a2058a-25f9-45fb-a5c4-6728e2803035 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:19.074797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:47:19.075128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Checking segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:47:19.075507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Bound using segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:47:19.075929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Bound port: 142d3b5a-3912-4161-b185-2edfb0d1aef5, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:19.076267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:19.093139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8d84b-f7c3-4b6b-9008-2fdb1f988c12 req-2d1aa0aa-4da2-4497-8668-c1563826c318 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:19.094596 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2df8d84b-f7c3-4b6b-9008-2fdb1f988c12 req-2d1aa0aa-4da2-4497-8668-c1563826c318 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 943 time: 0.4632971 Apr 05 14:47:19.235540 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2df8d84b-f7c3-4b6b-9008-2fdb1f988c12 req-defed480-fdbf-4f39-84c9-a543a4a8fad5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1284764 Apr 05 14:47:19.267360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] For port 142d3b5a-3912-4161-b185-2edfb0d1aef5, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:19.286443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] For port 142d3b5a-3912-4161-b185-2edfb0d1aef5, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:19.292317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:19.361698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:19.365390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:19.366740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] 10.222.0.15 "PUT /v2.0/ports/142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 1093 time: 2.1963913 Apr 05 14:47:19.367168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:19.432435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa0419-f850-4410-8888-add4d2b9364a service neutron] Pushing event updated for resources: {'Port': ['ID=142d3b5a-3912-4161-b185-2edfb0d1aef5,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:19.442924 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cd2e9a5-36fb-4c7c-8660-841e7ff29fb4'] response: {'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'status': 'completed', 'code': 200} Apr 05 14:47:19.559595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event deleted for resources: {'Port': ['ID=94a2058a-25f9-45fb-a5c4-6728e2803035,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:19.562735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] No DVR routers for this DVR port 94a2058a-25f9-45fb-a5c4-6728e2803035 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:19.566010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:19.583759 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f5a7fd0-71b3-49bf-8cf2-bc2b3453c417 req-a730fd1a-d15b-4be3-968c-1d80bf49a4e0 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.15 "DELETE /v2.0/ports/94a2058a-25f9-45fb-a5c4-6728e2803035 HTTP/1.1" status: 204 len: 173 time: 1.4662168 Apr 05 14:47:19.605230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-61a2aac7-8969-43ad-85e9-dedb1f8eb37d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1096 time: 0.1696632 Apr 05 14:47:19.679519 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-f415ad32-b1b2-4bc4-82d6-4bd6fd9726d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 217 time: 0.0644035 Apr 05 14:47:19.746393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-11f5f7cc-2304-437a-84de-ca0c654f4019 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:19.747842 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-11f5f7cc-2304-437a-84de-ca0c654f4019 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0629590 Apr 05 14:47:19.825427 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-bfb30df2-70af-4557-82ed-83946a552202 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722315 Apr 05 14:47:19.966433 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-4268ff27-0cce-4e1f-825d-d64f0c8b288c service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338940 Apr 05 14:47:20.111398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-704f2f7a-da33-46b1-a4ba-8643ae8cf121 req-52d64981-d489-4361-bea0-399cadbc30c6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Synchronizing usage tracker for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:47:20.148520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-704f2f7a-da33-46b1-a4ba-8643ae8cf121 req-52d64981-d489-4361-bea0-399cadbc30c6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Unset dirty status for tenant:0d2f13412b9b4c13ab67b0cbd444d5d8 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:47:20.149668 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-704f2f7a-da33-46b1-a4ba-8643ae8cf121 req-52d64981-d489-4361-bea0-399cadbc30c6 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "GET /v2.0/ports?device_id=d5b5cdac-71e7-48d6-99cb-68efe1e74aac HTTP/1.1" status: 200 len: 210 time: 0.0933375 Apr 05 14:47:20.174927 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c74bf123-b095-49ff-8632-be727b2a71b9 req-ee1cbf33-1090-4ca7-9241-241c21872d0c service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018905 Apr 05 14:47:20.282999 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-9ff79bbf-ac5b-43ef-8427-e54aa52d947a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1096 time: 0.0686204 Apr 05 14:47:20.469657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-333b9b5e-b086-4983-98e8-9d9ca8ab195a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:20.471518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-333b9b5e-b086-4983-98e8-9d9ca8ab195a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 897 time: 0.1822140 Apr 05 14:47:20.481572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95abcf85-762e-4b39-920e-709f476e2014 req-39656ea2-0ae4-4fdb-b29a-72d8fafee97e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:20.483007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-95abcf85-762e-4b39-920e-709f476e2014 req-39656ea2-0ae4-4fdb-b29a-72d8fafee97e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 943 time: 0.1255891 Apr 05 14:47:20.663561 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-320a2d9d-9412-41e7-8287-94327e78cf59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 217 time: 0.1796277 Apr 05 14:47:20.729923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-95abcf85-762e-4b39-920e-709f476e2014 req-0f3b87ed-d2e1-4166-b9ba-56c14f181306 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984020 Apr 05 14:47:20.740875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-882d2764-0e14-417b-b3cb-c4b1a01b5ea6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:20.742981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-882d2764-0e14-417b-b3cb-c4b1a01b5ea6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0683274 Apr 05 14:47:20.823695 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-93cbed1d-7ad6-438c-b987-39c7164eb893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0724940 Apr 05 14:47:20.953275 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-4ae49ab7-219d-48da-950e-d4587f447a57 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230044 Apr 05 14:47:21.082383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb88c442-39e5-43b0-bbed-72312f442db0 req-83fcc7d2-a178-4451-9ef0-ab53b0941226 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233053 Apr 05 14:47:21.257087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41948) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:21.405481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Deleting port d719bf1c-8b97-4db8-9024-decc8a873feb {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:21.405729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:21.444102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'name': 'network-vif-deleted', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:21.497595 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d904eee5-71fc-4752-8ffb-cb09a0db231b'] response: {'server_uuid': 'd5b5cdac-71e7-48d6-99cb-68efe1e74aac', 'name': 'network-vif-deleted', 'tag': '94a2058a-25f9-45fb-a5c4-6728e2803035', 'status': 'completed', 'code': 200} Apr 05 14:47:21.566890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:21.567209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:21.683292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Calling delete_port for d719bf1c-8b97-4db8-9024-decc8a873feb owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:21.912656 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:21.930185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a9491-af95-42ba-a485-12d3949e45ae req-136df153-cb89-458c-bc75-78d7f2f3f998 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:21.931636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dd4a9491-af95-42ba-a485-12d3949e45ae req-136df153-cb89-458c-bc75-78d7f2f3f998 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 943 time: 0.0797582 Apr 05 14:47:21.959098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event deleted for resources: {'Port': ['ID=d719bf1c-8b97-4db8-9024-decc8a873feb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:21.978232 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dd4a9491-af95-42ba-a485-12d3949e45ae req-940e64ec-4204-4004-8452-c4920313ee14 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408394 Apr 05 14:47:22.049003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.065510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.066659 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ca29c3ff-577d-459a-98e2-63551f658493 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "DELETE /v2.0/floatingips/b43dbaa4-60d2-4d0b-baab-d89a81e621bb HTTP/1.1" status: 204 len: 168 time: 0.8085949 Apr 05 14:47:22.501721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 142d3b5a-3912-4161-b185-2edfb0d1aef5 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:47:22.504048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 94a2058a-25f9-45fb-a5c4-6728e2803035 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:22.539300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 94a2058a-25f9-45fb-a5c4-6728e2803035 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:22.539629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 94a2058a-25f9-45fb-a5c4-6728e2803035 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:22.667537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 142d3b5a-3912-4161-b185-2edfb0d1aef5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:22.681216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:47:22.733794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.751085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 142d3b5a-3912-4161-b185-2edfb0d1aef5 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:47:22.766184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 142d3b5a-3912-4161-b185-2edfb0d1aef5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:22.769485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:22.837960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=142d3b5a-3912-4161-b185-2edfb0d1aef5,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:22.991349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['142d3b5a-3912-4161-b185-2edfb0d1aef5'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:47:23.179909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd968238-044d-4ce1-9ab1-ce0b0ac9dbbd req-c454f228-53f5-4de0-ad3f-29910d536918 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:23.181394 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd968238-044d-4ce1-9ab1-ce0b0ac9dbbd req-c454f228-53f5-4de0-ad3f-29910d536918 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 944 time: 0.0822773 Apr 05 14:47:23.226233 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd968238-044d-4ce1-9ab1-ce0b0ac9dbbd req-4d327e6e-0c60-4379-a296-26a01a060a13 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387681 Apr 05 14:47:23.896533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268c1af4-88dd-4481-948a-3edde32e494f None None] New status for floating IP 2049495d-e62a-43b6-82fb-5696807ede89: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:47:24.145463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7f722afe-e492-47e6-9a4b-fb1a286445c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.434533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb83cd1-4c37-4318-a255-adf05e4a60cc req-df688916-b2d7-42ca-9de2-85477b7afda7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:24.436043 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6bb83cd1-4c37-4318-a255-adf05e4a60cc req-df688916-b2d7-42ca-9de2-85477b7afda7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 944 time: 0.0865922 Apr 05 14:47:24.482894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6bb83cd1-4c37-4318-a255-adf05e4a60cc req-2e84e1a7-1295-42b7-a549-01cb4bd6adf6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 Apr 05 14:47:24.515431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 142d3b5a-3912-4161-b185-2edfb0d1aef5 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:47:24.538407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41972) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:24.591788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 142d3b5a-3912-4161-b185-2edfb0d1aef5 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:24.596783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 142d3b5a-3912-4161-b185-2edfb0d1aef5 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:24.597212 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.619967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-007a39a2-a9ce-4611-ae8e-2a0d7427e258 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.651865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-007a39a2-a9ce-4611-ae8e-2a0d7427e258 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.720289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-007a39a2-a9ce-4611-ae8e-2a0d7427e258 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.728898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.741567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a39a2-a9ce-4611-ae8e-2a0d7427e258 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54bb618-c4ca-4553-a75a-eb3f3d275dff,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:24.761808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-007a39a2-a9ce-4611-ae8e-2a0d7427e258 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.762973 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-007a39a2-a9ce-4611-ae8e-2a0d7427e258 tempest-TestVolumeBootPattern-499465600 tempest-TestVolumeBootPattern-499465600-project] 10.222.0.18 "DELETE /v2.0/security-groups/a54bb618-c4ca-4553-a75a-eb3f3d275dff HTTP/1.1" status: 204 len: 168 time: 0.2223923 Apr 05 14:47:24.775953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:24.791361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 142d3b5a-3912-4161-b185-2edfb0d1aef5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:24.796699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:24.828662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 41982) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:24.866877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=142d3b5a-3912-4161-b185-2edfb0d1aef5,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:24.919774 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de21b139-042f-4494-b066-8f4d425d478c'] response: {'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'code': 200} Apr 05 14:47:25.135086 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-494993fc-6a6f-4757-a6c0-722a10db5322 req-e613f255-384e-42ae-bf19-6c3fbb0e21a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1098 time: 0.0680659 Apr 05 14:47:25.179923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-494993fc-6a6f-4757-a6c0-722a10db5322 req-7993d496-f9dd-4f15-8130-40fb5394dd08 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389168 Apr 05 14:47:25.368791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:25.680661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeddb8e7-5dd4-4573-a5fe-6416a0ca2d7e req-90910e4d-20c6-4955-b0a0-280bcf1b0dae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:25.682181 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aeddb8e7-5dd4-4573-a5fe-6416a0ca2d7e req-90910e4d-20c6-4955-b0a0-280bcf1b0dae tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 945 time: 0.0782139 Apr 05 14:47:25.727588 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aeddb8e7-5dd4-4573-a5fe-6416a0ca2d7e req-a889cd2b-ecae-4fa3-8242-5b9bd9635cef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397460 Apr 05 14:47:25.952562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Deleting port 23275199-1a37-465c-aeed-0162ff29e51c {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:25.953100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:26.216323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] For port 23275199-1a37-465c-aeed-0162ff29e51c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=23275199-1a37-465c-aeed-0162ff29e51c,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:26.216579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:26.332579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Calling delete_port for 23275199-1a37-465c-aeed-0162ff29e51c owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:26.351111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e8f1f8e1-6379-4512-8ec1-f9af7e67e92f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:26.494383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:26.536155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=23275199-1a37-465c-aeed-0162ff29e51c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:26.823284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:26.926912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b7440-b4b0-40d0-8add-7f2451a2bcc5 req-a649c8d5-3093-473c-93af-0e1b6a51f407 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:26.928354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-346b7440-b4b0-40d0-8add-7f2451a2bcc5 req-a649c8d5-3093-473c-93af-0e1b6a51f407 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 945 time: 0.0796382 Apr 05 14:47:26.973744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-346b7440-b4b0-40d0-8add-7f2451a2bcc5 req-7478dbd4-07e2-4301-a979-722b95cb33c9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391078 Apr 05 14:47:27.166738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002fc73-4bc1-4ad5-9358-f361a86a01ee req-bcf5df0e-ffd5-4420-bd32-d8b53e1c926d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:27.168178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e002fc73-4bc1-4ad5-9358-f361a86a01ee req-bcf5df0e-ffd5-4420-bd32-d8b53e1c926d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 945 time: 0.0774384 Apr 05 14:47:27.212728 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e002fc73-4bc1-4ad5-9358-f361a86a01ee req-920b2533-0dc1-4eb8-9ecf-e85f9479e526 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387731 Apr 05 14:47:27.240648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41994) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:27.312698 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-31ce68bd-78e3-4c35-a162-ca5b797303b6 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1093 time: 0.0708530 Apr 05 14:47:27.315283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 41998) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:27.320244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:27.325487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:27.329211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:27.331959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:27.337582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:27.348264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:27.391247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Router f818fbef-8580-4484-aff9-6f3ce49c94fc has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:27.446428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:27.491841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:27.502926 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:27.628863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.178 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/28bad98f-bda8-4ca8-9454-2965cb2bede7) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:27.695109 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:27.705479 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] Sync routers for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:27.708290 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a91a4352-6eb6-426c-a0a5-d2067671e6dd admin admin] 10.222.0.18 "PUT /v2.0/routers/f818fbef-8580-4484-aff9-6f3ce49c94fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8761971 Apr 05 14:47:27.710685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42002) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:27.718360 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:27.719032 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:47:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:27.930957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:27.938194 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:28.014584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:28.101324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:28.102258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=28bad98f-bda8-4ca8-9454-2965cb2bede7,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:28.105440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:28.108584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:47:28.233768 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:47:26Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:28.237880 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] Checking router: f818fbef-8580-4484-aff9-6f3ce49c94fc for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:28.248616 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] Routers {'f818fbef-8580-4484-aff9-6f3ce49c94fc'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:28.249202 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:47:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f818fbef-8580-4484-aff9-6f3ce49c94fc'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:28.418051 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] Set router f818fbef-8580-4484-aff9-6f3ce49c94fc gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:28.448884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:28.704064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:47:26Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:28.707999 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c1c374-dd30-48dd-963a-fcbfdea2f78f None None] The sync data for ids ['f818fbef-8580-4484-aff9-6f3ce49c94fc'] in dv-neutron-829488-2-hyperv is: [{'id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'name': 'tempest-TestVolumeBootPattern-583530400-router', 'tenant_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130'}], 'enable_snat': True}, 'gw_port_id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:47:26Z', 'revision_number': 5, 'project_id': '0d2f13412b9b4c13ab67b0cbd444d5d8', 'gw_port': {'id': '3d798cc6-781d-4ebc-acd3-ea3c28369696', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:e2:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f818fbef-8580-4484-aff9-6f3ce49c94fc', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:06Z', 'updated_at': '2022-04-05T14:40:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:28.778673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:28.809660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Deleting port 3d798cc6-781d-4ebc-acd3-ea3c28369696 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:28.809990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:28.868783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:28.999347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.008632 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.088679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] For port 3d798cc6-781d-4ebc-acd3-ea3c28369696, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3d798cc6-781d-4ebc-acd3-ea3c28369696,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:29.088988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.311813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Calling delete_port for 3d798cc6-781d-4ebc-acd3-ea3c28369696 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:29.512868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.519468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.663159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=28bad98f-bda8-4ca8-9454-2965cb2bede7,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:29.673513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.726953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d798cc6-781d-4ebc-acd3-ea3c28369696,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:29.731672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:29.960051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 23275199-1a37-465c-aeed-0162ff29e51c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:29.998693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 23275199-1a37-465c-aeed-0162ff29e51c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:29.999118 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 23275199-1a37-465c-aeed-0162ff29e51c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:30.069095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.323012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.336583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.365886 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP 18827b83-c2cf-49f7-a223-df9595239c30 associated. External IP: 172.26.6.178, port: 142d3b5a-3912-4161-b185-2edfb0d1aef5. Apr 05 14:47:30.558783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.559265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f818fbef-8580-4484-aff9-6f3ce49c94fc {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:47:30.596658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.599951 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fcc7160f-23c3-4887-b0cb-df188d0d2f29 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f818fbef-8580-4484-aff9-6f3ce49c94fc HTTP/1.1" status: 204 len: 168 time: 2.8859587 Apr 05 14:47:30.600422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42006) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:30.670733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-150f566f-d17e-45ac-bbd6-d4593be6df3b admin admin] Deleting subnet 96963bf4-2c59-48bb-9f40-b59a59105c89 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:47:30.675343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-150f566f-d17e-45ac-bbd6-d4593be6df3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.728754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-150f566f-d17e-45ac-bbd6-d4593be6df3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:30.927591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-150f566f-d17e-45ac-bbd6-d4593be6df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.020609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-150f566f-d17e-45ac-bbd6-d4593be6df3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.062378 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150f566f-d17e-45ac-bbd6-d4593be6df3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96963bf4-2c59-48bb-9f40-b59a59105c89,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:31.069552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-150f566f-d17e-45ac-bbd6-d4593be6df3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.078789 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-150f566f-d17e-45ac-bbd6-d4593be6df3b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/96963bf4-2c59-48bb-9f40-b59a59105c89 HTTP/1.1" status: 204 len: 168 time: 0.4774191 Apr 05 14:47:31.081126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42010) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:31.126418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9231c8ff-7a01-4bd9-ab0c-0d198448e4f2 None None] Network f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:47:31.207804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.226083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 79b6b381-d313-422f-9843-80a4c6c9e79c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:31.232791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Deleting port 8424c839-4474-4f69-83ad-1c469fe25966 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:31.233127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.571076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] For port 8424c839-4474-4f69-83ad-1c469fe25966, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8424c839-4474-4f69-83ad-1c469fe25966,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:31.571637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.631145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] DHCP port deletion for f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:47:31.637100 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] Deleting port 8424c839-4474-4f69-83ad-1c469fe25966 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:31.637472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.694300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Calling delete_port for 8424c839-4474-4f69-83ad-1c469fe25966 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:31.846942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] For port 8424c839-4474-4f69-83ad-1c469fe25966, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8424c839-4474-4f69-83ad-1c469fe25966,segment=NetworkSegment(f891fe8a-ddc3-4cfc-bc30-471435d5d871),segment_id=f891fe8a-ddc3-4cfc-bc30-471435d5d871)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:31.847234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.887306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:31.917973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:31.941697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Pushing event deleted for resources: {'Port': ['ID=8424c839-4474-4f69-83ad-1c469fe25966,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:31.952677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] No DVR routers for this DVR port 8424c839-4474-4f69-83ad-1c469fe25966 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:31.972702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] Sync routers for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:31.974880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3d798cc6-781d-4ebc-acd3-ea3c28369696 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:31.981518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.010124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] Calling delete_port for 8424c839-4474-4f69-83ad-1c469fe25966 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:32.051642 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 3d798cc6-781d-4ebc-acd3-ea3c28369696 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:32.051977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3d798cc6-781d-4ebc-acd3-ea3c28369696 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:32.052380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8424c839-4474-4f69-83ad-1c469fe25966 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:32.094978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 8424c839-4474-4f69-83ad-1c469fe25966 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:32.095313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8424c839-4474-4f69-83ad-1c469fe25966 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:32.110729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:32.111062 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-25e12517-86b3-49a8-a2e5-415aea6857da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7948213 Apr 05 14:47:32.111510 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:47:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:32.112621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.113915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42014) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:32.120047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:32.150861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61c4cca-ddfb-4cdd-9aa6-21ab4a746325']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:32.168713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f891fe8a-ddc3-4cfc-bc30-471435d5d871') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:32.169425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f891fe8a-ddc3-4cfc-bc30-471435d5d871') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:32.183871 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943012c4-6f61-4cf2-97e3-557bc0de23cc'] response: {'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'status': 'completed', 'code': 200} Apr 05 14:47:32.187768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.193096 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9f9da88d-2dca-442f-b2e5-50dc7cc36953 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1093 time: 0.0775170 Apr 05 14:47:32.247336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn_limited( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn_limited( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 05 14:47:32.253660 dv-neutron-829488-2-hyperv neutron-server[83852]: util.warn( Apr 05 14:47:32.258744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:47:32.259151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.270894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:47:32.271265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:47:32.272537 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:47:32.315864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:32.350847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42022) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:32.357304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1396307555', 'description': 'tempest-secgroup-smoke-1396307555 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:32.362728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:32.363881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.372863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:32.381573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.384247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.399873 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-0078e64b-381f-4b4d-b6da-3ea0649e63af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1098 time: 0.1951134 Apr 05 14:47:32.400583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] Pushing event deleted for resources: {'Network': ['ID=f61c4cca-ddfb-4cdd-9aa6-21ab4a746325,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:32.430021 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2f953a52-48bf-4bb3-ad07-74c5eee58783 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f61c4cca-ddfb-4cdd-9aa6-21ab4a746325 HTTP/1.1" status: 204 len: 168 time: 1.3450391 Apr 05 14:47:32.430326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42026) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:32.433239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:32.491036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:32.500332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:32.535492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-5cbd6d05-a3b7-4ce0-b26c-f99de42bb2b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:32.536939 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-5cbd6d05-a3b7-4ce0-b26c-f99de42bb2b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 897 time: 0.1306331 Apr 05 14:47:32.561005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:32.642804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.650638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.663822 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-e8f81f98-6ef6-4a36-9ecc-e4c95bc076b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 999 time: 0.1210053 Apr 05 14:47:32.698797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:28Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:32.703370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] Checking router: 79b6b381-d313-422f-9843-80a4c6c9e79c for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:32.704460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbac150-950e-4c70-a3ea-753b4a27b959,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:32.716320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:32.716934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:47:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:32.723917 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.728047 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-611a4464-ab5d-4333-9ba8-a0f7cb683910 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3733416 Apr 05 14:47:32.728345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42030) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:32.737198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'fcbac150-950e-4c70-a3ea-753b4a27b959', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:32.741214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-5585391e-71ff-4a67-be2f-ff1a49c4b4e8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:32.743364 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-5585391e-71ff-4a67-be2f-ff1a49c4b4e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0709755 Apr 05 14:47:32.747635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:32.753299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:32.756470 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:32.766768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:32.774954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] Deleting port 8424c839-4474-4f69-83ad-1c469fe25966 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:32.774954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.822450 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-b6a0b951-c446-4a9a-ad45-c2e00242960f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729616 Apr 05 14:47:32.899731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.949566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c55c6f06-741d-4e52-83b5-1c2a0475786d None None] The port '8424c839-4474-4f69-83ad-1c469fe25966' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:47:32.958575 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-5d3c5d28-1d80-4ca5-b0f3-f6047df3208f service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301258 Apr 05 14:47:32.980354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:32.993724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.014768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:33.022032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f70fb3c0-1a27-4651-9fd0-ef409335b393,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:33.040333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.044238 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-797d7471-72be-4626-9743-53b33405070d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3124034 Apr 05 14:47:33.044238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42034) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:33.058738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'fcbac150-950e-4c70-a3ea-753b4a27b959', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:33.065274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:33.071409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:33.074803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:33.081435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:33.095638 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.100532 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff6b1e27-ebc6-4f37-9a0a-9fba14b0708d req-2a9f1544-c85b-491a-a593-724bb5ccaf16 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358793 Apr 05 14:47:33.208736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.291474 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.296312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.320905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=234d6942-be21-4bdc-9ba9-0bbdfc2c83fa,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:33.336684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.337840 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c2ccfb06-f21f-478b-8cb0-417cf153a4b5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2925594 Apr 05 14:47:33.340529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42038) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:33.346967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'fcbac150-950e-4c70-a3ea-753b4a27b959', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:33.353498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:33.365108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:33.369447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:33.370641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:28Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:33.374699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a92a9-036e-4c78-a55f-72e701a412d2 None None] The sync data for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv is: [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:28Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:33.376645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:33.396988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.573847 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634e546-9c9d-42d4-82d0-21a37c3c987d None None] New status for floating IP 18827b83-c2cf-49f7-a223-df9595239c30: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:47:33.582878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.587359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.620221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1df21c-c6ef-4fa2-809b-e4d4c86616a4,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:33.639508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.643536 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4b0ef5ab-46ea-41ae-8167-dec34a29487a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2992516 Apr 05 14:47:33.643536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42042) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:33.649453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'fcbac150-950e-4c70-a3ea-753b4a27b959', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:33.679092 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:33.689106 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:33.693105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:33.704923 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:33.761118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.840166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.844283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.893205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68910e75-a430-4898-a6d4-fdf686c41d3e,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:33.911792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.912934 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0fb20358-52f3-4e1a-a22d-2a176fc71c52 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2686470 Apr 05 14:47:33.915782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42046) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:33.921257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'fcbac150-950e-4c70-a3ea-753b4a27b959', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:33.927126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:33.930974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:33.933789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:33.939897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:33.951296 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:47:33.951453 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:47:33.957870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:33.989901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Deleting port b5318595-6b61-407f-b2e9-5618d199cc1e {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:33.990260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.021260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.025317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.049355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f157273-a959-4a36-9d7a-8aa7b7580539,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:34.058615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.059919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f26b3009-a81c-4e8e-bcc9-fda744b0e652 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1431606 Apr 05 14:47:34.062560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42050) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:34.068192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'fcbac150-950e-4c70-a3ea-753b4a27b959', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:34.074425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:34.078170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:34.080965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:34.086657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:34.096064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:47:34.103323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.172942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.176706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.204898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=465c1c17-20be-4db5-830f-146b35454932,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:34.214842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.223642 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-05e434f6-e245-42e4-a28c-2fa41dfd0435 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1523559 Apr 05 14:47:34.265609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] For port b5318595-6b61-407f-b2e9-5618d199cc1e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b5318595-6b61-407f-b2e9-5618d199cc1e,segment=NetworkSegment(baf05918-8409-420c-9f0c-e55c2ea45453),segment_id=baf05918-8409-420c-9f0c-e55c2ea45453)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:34.266162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.384443 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Calling delete_port for b5318595-6b61-407f-b2e9-5618d199cc1e owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:34.385025 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-8628ad51-0d7d-4863-b311-a8ea7e77e92d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1396307555&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0406692 Apr 05 14:47:34.534099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-c3b19714-2569-4212-a514-fcf0dfb83a0d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:34.535453 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-c3b19714-2569-4212-a514-fcf0dfb83a0d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 796 time: 0.1434081 Apr 05 14:47:34.549356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.552459 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-826d6d35-f25c-4646-a988-aea473d877bc tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0106602 Apr 05 14:47:34.597475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5318595-6b61-407f-b2e9-5618d199cc1e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:34.666623 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-678bf36b-7479-47a6-bf97-82da116c011e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1091473 Apr 05 14:47:34.896687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:34.972783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-ef8b92b0-1947-4e37-9c19-35979c18e605 service neutron] 10.222.0.18 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2946067 Apr 05 14:47:35.103441 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-6edd01f9-0cf5-400d-8f38-7e1ac8e29b5d service neutron] 10.222.0.18 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240368 Apr 05 14:47:35.297641 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1f9fc88d-1c7a-420b-ace0-fade3a39507f req-55b1eaa6-f080-4d79-8c89-a0c9d3b633a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 210 time: 0.0523438 Apr 05 14:47:35.485325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Router c13f7476-0f36-463d-8a88-49be921750b1 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:35.799069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:35.809212 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48564892-2c19-48b6-8063-3e85043729cb None None] Sync routers for ids ['c13f7476-0f36-463d-8a88-49be921750b1'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:35.817742 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-558b64f7-9c5b-4ba6-8739-c878ab34bcb5 admin admin] 10.222.0.18 "PUT /v2.0/routers/c13f7476-0f36-463d-8a88-49be921750b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3837895 Apr 05 14:47:35.817927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42074) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:35.826451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48564892-2c19-48b6-8063-3e85043729cb None None] Routers {'c13f7476-0f36-463d-8a88-49be921750b1'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:35.827293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-48564892-2c19-48b6-8063-3e85043729cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:47:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c13f7476-0f36-463d-8a88-49be921750b1'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:36.010580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-48564892-2c19-48b6-8063-3e85043729cb None None] Set router c13f7476-0f36-463d-8a88-49be921750b1 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:36.012074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.210841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.222525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Deleting port 2fec09cb-20b7-4227-9787-0220bf05e18b {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:36.223080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.309203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-48564892-2c19-48b6-8063-3e85043729cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122'}], 'enable_snat': True}, 'gw_port_id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:47:34Z', 'revision_number': 5, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port': {'id': '2fec09cb-20b7-4227-9787-0220bf05e18b', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:11:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:40:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:36.314445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48564892-2c19-48b6-8063-3e85043729cb None None] Checking router: c13f7476-0f36-463d-8a88-49be921750b1 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:36.329274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48564892-2c19-48b6-8063-3e85043729cb None None] Routers {'c13f7476-0f36-463d-8a88-49be921750b1'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:36.329916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-48564892-2c19-48b6-8063-3e85043729cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:47:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c13f7476-0f36-463d-8a88-49be921750b1'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:36.377932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-cd524fd5-0f38-48de-a3a9-804ffd652e04 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:36.389929 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-cd524fd5-0f38-48de-a3a9-804ffd652e04 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 796 time: 0.2043421 Apr 05 14:47:36.443589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] For port 2fec09cb-20b7-4227-9787-0220bf05e18b, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2fec09cb-20b7-4227-9787-0220bf05e18b,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:36.444056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.497777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-48564892-2c19-48b6-8063-3e85043729cb None None] Set router c13f7476-0f36-463d-8a88-49be921750b1 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:36.506574 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-76cdd075-d968-4634-96ce-e36dde606406 req-2f43b104-ebe5-4b54-8459-6dd95fcd5de9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 210 time: 0.0572274 Apr 05 14:47:36.517388 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-5121d29c-3a86-4a17-a0cc-c8793ccaffb7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 473 time: 0.1148255 Apr 05 14:47:36.524449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['fcbac150-950e-4c70-a3ea-753b4a27b959']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:36.568834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Calling delete_port for 2fec09cb-20b7-4227-9787-0220bf05e18b owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:36.614371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-48564892-2c19-48b6-8063-3e85043729cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:47:36Z', 'revision_number': 6, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:36.619589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48564892-2c19-48b6-8063-3e85043729cb None None] The sync data for ids ['c13f7476-0f36-463d-8a88-49be921750b1'] in dv-neutron-829488-2-hyperv is: [{'id': 'c13f7476-0f36-463d-8a88-49be921750b1', 'name': 'tempest-TestVolumeBootPattern-1166587135-router', 'tenant_id': '71cda78a3ba24e0e8088979e44172c53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:40:12Z', 'updated_at': '2022-04-05T14:47:36Z', 'revision_number': 6, 'project_id': '71cda78a3ba24e0e8088979e44172c53', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:36.667456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:36.676691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:36.686664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:47:36.690430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.753477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:36.796561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fec09cb-20b7-4227-9787-0220bf05e18b,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:36.857235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.10 (ab01bb6c-733b-4787-80a0-2de758f0b727/24d4f0ff-a436-4992-a0c5-b21244407b6f/eee1c364-8bd2-429e-806c-32fb363da70e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:37.014680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.046572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.066405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object eee1c364-8bd2-429e-806c-32fb363da70e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:37.090075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.166137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network ab01bb6c-733b-4787-80a0-2de758f0b727 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:37.169262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:37.173545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:47:37.206401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=eee1c364-8bd2-429e-806c-32fb363da70e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:37.244363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:37.245815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.271861 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-29124a43-2794-41dd-a608-2c3a42a55028 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7514179 Apr 05 14:47:37.282920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Request body: {'port': {'device_id': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:37.385718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.392072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.397238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.423901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.424628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c13f7476-0f36-463d-8a88-49be921750b1 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:47:37.439056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.442662 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0497f60b-9af3-47b1-9a44-351f5d2cd5e9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c13f7476-0f36-463d-8a88-49be921750b1 HTTP/1.1" status: 204 len: 168 time: 1.6213548 Apr 05 14:47:37.442778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42080) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:37.467265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-adb44a5b-9b4c-4751-b208-d1de8e17b8d8 None None] Provisioning for port eee1c364-8bd2-429e-806c-32fb363da70e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:37.473456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-adb44a5b-9b4c-4751-b208-d1de8e17b8d8 None None] Provisioning complete for port eee1c364-8bd2-429e-806c-32fb363da70e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:37.474637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-adb44a5b-9b4c-4751-b208-d1de8e17b8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.508566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce305c51-0702-4995-9715-21022c1d5357 admin admin] Deleting subnet 19b819f8-fb55-4a83-8059-635e575beb8c {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:47:37.512314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce305c51-0702-4995-9715-21022c1d5357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.547923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-adb44a5b-9b4c-4751-b208-d1de8e17b8d8 None None] Port eee1c364-8bd2-429e-806c-32fb363da70e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:47:37.564861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce305c51-0702-4995-9715-21022c1d5357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.677339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce305c51-0702-4995-9715-21022c1d5357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.741261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.752519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce305c51-0702-4995-9715-21022c1d5357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.789783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03a1f0-519c-4d47-a1af-d24df0572417 req-dac1a52b-7b90-4cf2-97db-6d6cd925ca66 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:37.790477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0a03a1f0-519c-4d47-a1af-d24df0572417 req-dac1a52b-7b90-4cf2-97db-6d6cd925ca66 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:47:37.791565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce305c51-0702-4995-9715-21022c1d5357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19b819f8-fb55-4a83-8059-635e575beb8c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:37.796312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ce305c51-0702-4995-9715-21022c1d5357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.802604 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ce305c51-0702-4995-9715-21022c1d5357 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/19b819f8-fb55-4a83-8059-635e575beb8c HTTP/1.1" status: 204 len: 168 time: 0.3588631 Apr 05 14:47:37.802760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2514c89-2f3c-4246-944d-ae1e0b7eebc4 None None] Network 0eff869a-b6cb-4d93-b0f3-be2b360602c8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:47:37.804983 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42086) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:37.855216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0a03a1f0-519c-4d47-a1af-d24df0572417 req-dac1a52b-7b90-4cf2-97db-6d6cd925ca66 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:47:37.856508 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a03a1f0-519c-4d47-a1af-d24df0572417 req-dac1a52b-7b90-4cf2-97db-6d6cd925ca66 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 932 time: 0.2044902 Apr 05 14:47:37.860447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee1c364-8bd2-429e-806c-32fb363da70e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:47:37.885290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.920963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.933959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Deleting port 3d61fd05-2560-475e-8366-37555536f4b6 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:37.934394 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:37.991344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2fec09cb-20b7-4227-9787-0220bf05e18b no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:38.009690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Transition to ACTIVE for port object eee1c364-8bd2-429e-806c-32fb363da70e will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:47:38.018339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.031256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 2fec09cb-20b7-4227-9787-0220bf05e18b {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:38.032656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2fec09cb-20b7-4227-9787-0220bf05e18b not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:38.032656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b5318595-6b61-407f-b2e9-5618d199cc1e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:38.067485 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a03a1f0-519c-4d47-a1af-d24df0572417 req-74528c8d-cd6f-4ad0-a951-73e9580fc886 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026131 Apr 05 14:47:38.092675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: b5318595-6b61-407f-b2e9-5618d199cc1e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:38.092975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b5318595-6b61-407f-b2e9-5618d199cc1e not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:38.155823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Pushing event updated for resources: {'Port': ['ID=eee1c364-8bd2-429e-806c-32fb363da70e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:38.197345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] For port 3d61fd05-2560-475e-8366-37555536f4b6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3d61fd05-2560-475e-8366-37555536f4b6,segment=NetworkSegment(baf05918-8409-420c-9f0c-e55c2ea45453),segment_id=baf05918-8409-420c-9f0c-e55c2ea45453)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:38.197946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.222528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] DHCP port deletion for 0eff869a-b6cb-4d93-b0f3-be2b360602c8 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:47:38.228017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] Deleting port 3d61fd05-2560-475e-8366-37555536f4b6 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:38.228381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.274552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Attempting to bind port eee1c364-8bd2-429e-806c-32fb363da70e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:47:38.274891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Attempting to bind port eee1c364-8bd2-429e-806c-32fb363da70e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:47:38.275231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Attempting to bind port eee1c364-8bd2-429e-806c-32fb363da70e on network ab01bb6c-733b-4787-80a0-2de758f0b727 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:47:38.281620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Port eee1c364-8bd2-429e-806c-32fb363da70e on network ab01bb6c-733b-4787-80a0-2de758f0b727 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:47:38.281945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Attempting to bind port eee1c364-8bd2-429e-806c-32fb363da70e on network ab01bb6c-733b-4787-80a0-2de758f0b727 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:47:38.291704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:47:38.293581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Checking segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:47:38.293991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Bound using segment: {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:47:38.294485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Bound port: eee1c364-8bd2-429e-806c-32fb363da70e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '135b2065-89ae-4f00-b254-128d9e724c05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:47:38.294841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.348563 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Calling delete_port for 3d61fd05-2560-475e-8366-37555536f4b6 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:38.394539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] For port eee1c364-8bd2-429e-806c-32fb363da70e, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:47:38.397633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] For port eee1c364-8bd2-429e-806c-32fb363da70e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eee1c364-8bd2-429e-806c-32fb363da70e,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:47:38.404613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.424295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.452645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] For port 3d61fd05-2560-475e-8366-37555536f4b6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3d61fd05-2560-475e-8366-37555536f4b6,segment=NetworkSegment(baf05918-8409-420c-9f0c-e55c2ea45453),segment_id=baf05918-8409-420c-9f0c-e55c2ea45453)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:38.452645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.471430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.472788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] 10.222.0.15 "PUT /v2.0/ports/eee1c364-8bd2-429e-806c-32fb363da70e HTTP/1.1" status: 200 len: 1094 time: 1.1942127 Apr 05 14:47:38.473226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:38.475495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d61fd05-2560-475e-8366-37555536f4b6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:38.493385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfaa43-93f2-4fa8-ab90-5b05b5af4a60 service neutron] Pushing event updated for resources: {'Port': ['ID=eee1c364-8bd2-429e-806c-32fb363da70e,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:38.498643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] No DVR routers for this DVR port 3d61fd05-2560-475e-8366-37555536f4b6 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:47:38.571855 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8603a1dd-fe88-4d0c-b23d-c9c7c663c0be'] response: {'name': 'network-changed', 'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'status': 'completed', 'code': 200} Apr 05 14:47:38.594597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] Calling delete_port for 3d61fd05-2560-475e-8366-37555536f4b6 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:47:38.632230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-1850ae8f-f5cd-4ba5-b3c5-e59ba3ef9734 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 1097 time: 0.1098726 Apr 05 14:47:38.669263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.678624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:47:38.678974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:47:38.705752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eff869a-b6cb-4d93-b0f3-be2b360602c8']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:38.715877 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-2c7d455c-6718-4aa3-8127-dcffe3e9b514 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee1c364-8bd2-429e-806c-32fb363da70e HTTP/1.1" status: 200 len: 217 time: 0.0763004 Apr 05 14:47:38.719968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baf05918-8409-420c-9f0c-e55c2ea45453') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:38.720261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baf05918-8409-420c-9f0c-e55c2ea45453') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:38.732903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.750570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.756631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:47:38.757013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:47:38.770558 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:47:38.783531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-86134662-1009-4acf-ab00-1e5f0dc7428c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:38.784919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-86134662-1009-4acf-ab00-1e5f0dc7428c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0632133 Apr 05 14:47:38.854230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.861385 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-464cce71-6aad-4ff3-9877-424e31907ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702016 Apr 05 14:47:38.871776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:38.884540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eff869a-b6cb-4d93-b0f3-be2b360602c8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:38.890811 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a201d7bc-eeae-492c-ace3-bb8607285e69 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0eff869a-b6cb-4d93-b0f3-be2b360602c8 HTTP/1.1" status: 204 len: 168 time: 1.0840659 Apr 05 14:47:38.992872 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-d1c889b4-72e2-485b-8b0b-2f1cd517c2c2 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238704 Apr 05 14:47:39.024513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42094) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:39.072819 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c5794237-4eec-498c-84eb-6cac4b28ed10 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d2f13412b9b4c13ab67b0cbd444d5d8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0471463 Apr 05 14:47:39.075178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42098) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:39.124957 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c0a08cf3-f1fa-40fa-97c8-1ec75622881e req-36e0446c-bac0-49fe-b541-b47f9c261a45 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258526 Apr 05 14:47:39.132506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-81578f19-9384-4a75-b4b6-8b0dc0438aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.158110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-81578f19-9384-4a75-b4b6-8b0dc0438aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.180670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] Deleting port 3d61fd05-2560-475e-8366-37555536f4b6 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:47:39.181945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.260740 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6e570-60f6-4127-9a3d-c0069f38324e None None] The port '3d61fd05-2560-475e-8366-37555536f4b6' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:47:39.318036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-652a20dc-457e-4702-94e9-c8de08554769 req-793cbf08-c34f-4aae-8909-5cbbaa60e188 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 1097 time: 0.1477025 Apr 05 14:47:39.319460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-81578f19-9384-4a75-b4b6-8b0dc0438aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.327764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6df78-d883-4e65-b4b5-721dbe0deeac req-4bce4398-25cd-41d7-be2f-37771d52fa37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:39.329152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fde6df78-d883-4e65-b4b5-721dbe0deeac req-4bce4398-25cd-41d7-be2f-37771d52fa37 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 944 time: 0.0913770 Apr 05 14:47:39.337195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81578f19-9384-4a75-b4b6-8b0dc0438aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44ee8a87-c961-48b2-8771-4198698e5dd1,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:39.344478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-81578f19-9384-4a75-b4b6-8b0dc0438aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.345958 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-81578f19-9384-4a75-b4b6-8b0dc0438aa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44ee8a87-c961-48b2-8771-4198698e5dd1 HTTP/1.1" status: 204 len: 168 time: 0.2699091 Apr 05 14:47:39.474982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fde6df78-d883-4e65-b4b5-721dbe0deeac req-c6e9650e-7b95-4b52-9f1a-6f567fd7cb27 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258168 Apr 05 14:47:39.503818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a20dc-457e-4702-94e9-c8de08554769 req-0d517fe7-6513-4a45-b4dd-23d0e544ef7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:39.506226 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-652a20dc-457e-4702-94e9-c8de08554769 req-0d517fe7-6513-4a45-b4dd-23d0e544ef7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 897 time: 0.1758170 Apr 05 14:47:39.576415 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-652a20dc-457e-4702-94e9-c8de08554769 req-22c1b0b8-b13f-4070-8750-774a909c3c02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee1c364-8bd2-429e-806c-32fb363da70e HTTP/1.1" status: 200 len: 217 time: 0.0631218 Apr 05 14:47:39.643936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a20dc-457e-4702-94e9-c8de08554769 req-81037cfb-bb9b-4967-b9e5-8b1581dd26b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:39.644863 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-652a20dc-457e-4702-94e9-c8de08554769 req-81037cfb-bb9b-4967-b9e5-8b1581dd26b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0619445 Apr 05 14:47:39.718000 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-652a20dc-457e-4702-94e9-c8de08554769 req-7c929454-3079-4952-9413-431ead554509 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668025 Apr 05 14:47:39.771920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42108) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:39.827727 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bafc2910-0494-4cb4-9124-84286a7ad984 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71cda78a3ba24e0e8088979e44172c53&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0545914 Apr 05 14:47:39.830341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42112) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:39.890095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60b156f5-7308-4573-b4cd-cd9c4a9cfaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.917622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60b156f5-7308-4573-b4cd-cd9c4a9cfaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.941955 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-652a20dc-457e-4702-94e9-c8de08554769 req-d5af19c3-ff4f-44ae-b3a3-0296d1adce99 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175272 Apr 05 14:47:39.956733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3d61fd05-2560-475e-8366-37555536f4b6 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:47:39.977335 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60b156f5-7308-4573-b4cd-cd9c4a9cfaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:39.997391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b156f5-7308-4573-b4cd-cd9c4a9cfaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9382996-9c8d-455a-b7a3-2eae05e344b0,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:40.004564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-60b156f5-7308-4573-b4cd-cd9c4a9cfaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:40.008494 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-60b156f5-7308-4573-b4cd-cd9c4a9cfaaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9382996-9c8d-455a-b7a3-2eae05e344b0 HTTP/1.1" status: 204 len: 168 time: 0.1746435 Apr 05 14:47:40.012156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 3d61fd05-2560-475e-8366-37555536f4b6 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:47:40.012493 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3d61fd05-2560-475e-8366-37555536f4b6 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:47:40.076522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-652a20dc-457e-4702-94e9-c8de08554769 req-7088fa2c-4045-4d4d-bd0e-309e89ef0948 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277974 Apr 05 14:47:40.682651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195a098-e027-4bc7-b403-01a31f7bdaf8 req-80b11dcd-43fe-4f84-9611-5c4864909dd8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:40.684142 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3195a098-e027-4bc7-b403-01a31f7bdaf8 req-80b11dcd-43fe-4f84-9611-5c4864909dd8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 944 time: 0.0880530 Apr 05 14:47:40.731351 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3195a098-e027-4bc7-b403-01a31f7bdaf8 req-d1f171ec-d8e2-41d4-be49-22311bc36000 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 Apr 05 14:47:41.922453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb038843-86df-4700-b46c-3fcee361a09a req-e155921c-0bdf-400d-93b8-98bf0af0cc68 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:41.923900 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fb038843-86df-4700-b46c-3fcee361a09a req-e155921c-0bdf-400d-93b8-98bf0af0cc68 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 944 time: 0.0746419 Apr 05 14:47:41.968556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fb038843-86df-4700-b46c-3fcee361a09a req-406e8c91-3f21-4fe0-adf4-c3279896851f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391095 Apr 05 14:47:42.574050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device eee1c364-8bd2-429e-806c-32fb363da70e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:47:42.705477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port eee1c364-8bd2-429e-806c-32fb363da70e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eee1c364-8bd2-429e-806c-32fb363da70e,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:42.719506 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'port_id': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'mac_address': 'fa:16:3e:e6:14:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:47:42.772591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:42.790200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee1c364-8bd2-429e-806c-32fb363da70e {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:47:42.804572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port eee1c364-8bd2-429e-806c-32fb363da70e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eee1c364-8bd2-429e-806c-32fb363da70e,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:42.808375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:42.874772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=eee1c364-8bd2-429e-806c-32fb363da70e,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:43.018880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['eee1c364-8bd2-429e-806c-32fb363da70e'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:47:43.167562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2bbf92-1590-4c65-8d61-0912f0f84e3a req-95e1fbbb-df20-44b6-93b3-f857a083d6ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:43.168947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e2bbf92-1590-4c65-8d61-0912f0f84e3a req-95e1fbbb-df20-44b6-93b3-f857a083d6ba tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 945 time: 0.0788341 Apr 05 14:47:43.214481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e2bbf92-1590-4c65-8d61-0912f0f84e3a req-2784a34b-7320-475b-b197-8ed3262d5736 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396686 Apr 05 14:47:44.411662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d84ce5-aa57-4264-a191-50a2b9a9bae8 req-bbbed09a-4b5c-492f-9a1f-a4a9addb9a09 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:44.413202 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-59d84ce5-aa57-4264-a191-50a2b9a9bae8 req-bbbed09a-4b5c-492f-9a1f-a4a9addb9a09 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 945 time: 0.0762014 Apr 05 14:47:44.461225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-59d84ce5-aa57-4264-a191-50a2b9a9bae8 req-2a43beec-dcc5-4848-9971-89cfb5efd6e3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419283 Apr 05 14:47:44.563606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device eee1c364-8bd2-429e-806c-32fb363da70e up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:47:44.630677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port eee1c364-8bd2-429e-806c-32fb363da70e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:47:44.635109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port eee1c364-8bd2-429e-806c-32fb363da70e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:47:44.635474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.748004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.773867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:44.782805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port eee1c364-8bd2-429e-806c-32fb363da70e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eee1c364-8bd2-429e-806c-32fb363da70e,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:47:44.787587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:44.837262 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1361de3-450e-4947-8b87-39d5ae8667a2'] response: {'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'code': 200} Apr 05 14:47:44.853688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=eee1c364-8bd2-429e-806c-32fb363da70e,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:45.053036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e8a06306-6667-4e2f-a754-c11c4d2ee67e req-afd18e83-c692-4afd-92a4-98e49554f9b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 1099 time: 0.0656135 Apr 05 14:47:45.094123 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e8a06306-6667-4e2f-a754-c11c4d2ee67e req-3cf156d9-fce1-460a-a8f9-d641a20b1bd2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353894 Apr 05 14:47:45.658251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77e4b89-8102-46c4-ac36-8e408c095655 req-a60743dd-cdfb-4ddd-ac49-838302d1fedd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:45.659695 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e77e4b89-8102-46c4-ac36-8e408c095655 req-a60743dd-cdfb-4ddd-ac49-838302d1fedd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 946 time: 0.0793245 Apr 05 14:47:45.703789 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e77e4b89-8102-46c4-ac36-8e408c095655 req-e946ec29-34e3-4add-b933-d41fefdc5861 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380571 Apr 05 14:47:46.899791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4e07e-6eb4-44b3-b834-0094565bfab6 req-e5a6094a-c292-472a-a169-1107ca535b74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:46.901138 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-78c4e07e-6eb4-44b3-b834-0094565bfab6 req-e5a6094a-c292-472a-a169-1107ca535b74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 946 time: 0.0755155 Apr 05 14:47:46.944180 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-78c4e07e-6eb4-44b3-b834-0094565bfab6 req-b42b374e-02a1-4e8d-9aec-c65efd0248ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376036 Apr 05 14:47:47.137496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7649e-4421-45db-8ee5-788b52cc37ae req-2a538dac-2570-4bce-8b0d-e13976fec9c1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:47.138959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fbc7649e-4421-45db-8ee5-788b52cc37ae req-2a538dac-2570-4bce-8b0d-e13976fec9c1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 946 time: 0.0787451 Apr 05 14:47:47.182738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fbc7649e-4421-45db-8ee5-788b52cc37ae req-6e6c27a7-8421-4f90-a045-096f40c391a1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383055 Apr 05 14:47:47.209893 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42134) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:47.279781 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2478d338-64be-4e20-8d59-b280cf028de3 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 1094 time: 0.0687423 Apr 05 14:47:47.282312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42138) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:47:47.287218 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:47:47.292376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:47:47.296057 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:47:47.298812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:47:47.304831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:47:47.314795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:47.444214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:47.575819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.244 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/745f8594-121b-4c10-89df-49729c8708ac) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:47:47.717231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:47.743399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:47.806062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:47:47.808613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:47:47.812186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:47:47.846399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=745f8594-121b-4c10-89df-49729c8708ac,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:48.306003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.362051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.552083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.556797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.745068 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=745f8594-121b-4c10-89df-49729c8708ac,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:47:48.759201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:48.939476 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP aa78ad17-263d-4a6b-9135-c79e9fb0c8e3 associated. External IP: 172.26.6.244, port: eee1c364-8bd2-429e-806c-32fb363da70e. Apr 05 14:47:49.308798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 79b6b381-d313-422f-9843-80a4c6c9e79c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:47:49.499467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:47:49.509205 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] Sync routers for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:47:49.522812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:49.523004 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:49.524477 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:47:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:49.574283 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-db328451-17c7-4d08-be00-4d56b6101218 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2909794 Apr 05 14:47:49.575081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:47:49.633254 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7933d9e3-8063-4bcb-a4b8-d4c08ec23ebd'] response: {'name': 'network-changed', 'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'status': 'completed', 'code': 200} Apr 05 14:47:49.723042 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-c2a67fbe-49bc-498b-8f07-9dc955b876f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 1099 time: 0.0673792 Apr 05 14:47:49.738778 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:49.854506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-e432b014-8b72-4e20-8c1c-85d43408728b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:49.855864 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-e432b014-8b72-4e20-8c1c-85d43408728b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 897 time: 0.1261797 Apr 05 14:47:49.958400 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-75350329-b8b7-4988-86c4-3d6a8fb1e055 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee1c364-8bd2-429e-806c-32fb363da70e HTTP/1.1" status: 200 len: 1000 time: 0.0955689 Apr 05 14:47:50.024550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-25324bd6-d058-455e-9500-e0023c3d5561 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:47:50.026019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-25324bd6-d058-455e-9500-e0023c3d5561 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0609457 Apr 05 14:47:50.086461 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:33Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}, {'id': 'aa78ad17-263d-4a6b-9135-c79e9fb0c8e3', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.244', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:e6:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:48Z', 'updated_at': '2022-04-05T14:47:48Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:50.090154 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] Checking router: 79b6b381-d313-422f-9843-80a4c6c9e79c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:47:50.100251 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-67d78067-efc2-430d-b62d-8dcaecef2f20 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0674348 Apr 05 14:47:50.100666 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:47:50.101095 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:47:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:50.232530 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-bff1b32e-3186-409d-9193-625e6f97758b service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254816 Apr 05 14:47:50.279838 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:47:50.452117 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a077a795-d8e0-4165-8a42-63d40e4b681f req-7201d78c-3ddf-4080-a9c9-9b8f27dc53a9 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129819 Apr 05 14:47:50.624512 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:33Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}, {'id': 'aa78ad17-263d-4a6b-9135-c79e9fb0c8e3', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.244', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:e6:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:48Z', 'updated_at': '2022-04-05T14:47:48Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:47:50.628448 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dda093c-ea93-4ac7-9d0c-f888b308564b None None] The sync data for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv is: [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:33Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}, {'id': 'aa78ad17-263d-4a6b-9135-c79e9fb0c8e3', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.244', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:e6:14:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:48Z', 'updated_at': '2022-04-05T14:47:48Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:47:50.812010 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51846b81-3651-4057-b030-3a4b26b85294 None None] New status for floating IP aa78ad17-263d-4a6b-9135-c79e9fb0c8e3: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:47:54.146053 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c6549ec2-b9b4-402a-ac07-914cf23ec0c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:56.354703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-14476dad-93cc-46c0-8e7b-50a04304ad8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:57.446676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:57.505002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:47:59.010994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:07.727200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:10.951009 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:48:23.747280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42156) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:23.850213 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a7dd8b3d-75c6-482b-8173-b5c4d53fcf19 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/18827b83-c2cf-49f7-a223-df9595239c30 HTTP/1.1" status: 200 len: 993 time: 0.1017871 Apr 05 14:48:24.148243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f8ccc70e-eac3-4756-80cd-421a016f3f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.409463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42168) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:25.415403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:25.535351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.740370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 142d3b5a-3912-4161-b185-2edfb0d1aef5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:25.764989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.772132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.841981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:25.842640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:25.844043 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/ports/142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 938 time: 0.4335451 Apr 05 14:48:25.847245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:48:25.869776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=142d3b5a-3912-4161-b185-2edfb0d1aef5,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:25.878935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.879286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.879627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.879963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.880293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.880622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.880948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.881274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.881644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.882011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.882377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b47b0af1-aabb-41c7-ac2b-fb40178d041b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:25.912778 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23f84f6-e8be-4596-a850-999004801826'] response: {'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'status': 'completed', 'code': 200} Apr 05 14:48:26.005102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-e4f9a5c0-ab59-4f06-bc70-41770803cf58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1099 time: 0.0711315 Apr 05 14:48:26.091833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ba001d83-95da-4a58-b8b5-6bf2901532c9 None None] Provisioning complete for port 142d3b5a-3912-4161-b185-2edfb0d1aef5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:26.092442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ba001d83-95da-4a58-b8b5-6bf2901532c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.140646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-04464a44-dcb2-4b86-a9ad-719fa758fcaf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:26.142030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-04464a44-dcb2-4b86-a9ad-719fa758fcaf service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 897 time: 0.1311710 Apr 05 14:48:26.152191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ba001d83-95da-4a58-b8b5-6bf2901532c9 None None] Port 142d3b5a-3912-4161-b185-2edfb0d1aef5 is administratively disabled so it will not transition to active. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Apr 05 14:48:26.244280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-2ed60ad5-51ed-4dd0-83a9-f67e89be17b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 1002 time: 0.0968306 Apr 05 14:48:26.304381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-23c12676-b9e9-4355-aa57-0eaf90ba36cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:26.305754 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-23c12676-b9e9-4355-aa57-0eaf90ba36cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0559177 Apr 05 14:48:26.359686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-872aeada-250a-4428-8c7d-5f79a072d8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:26.384016 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-deed341e-8cca-445b-a711-9b525dd79fd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720699 Apr 05 14:48:26.512268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-b9fffccc-50fb-4da3-aa8b-01dbf9a046ee service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222551 Apr 05 14:48:26.638774 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9490e7e2-4811-4bf8-ba91-fbf29462555a req-cae0323a-1c95-45ae-8a10-5e6535cc16bb service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206334 Apr 05 14:48:27.450099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:27.505614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.015415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.277644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42178) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:29.283347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:29.398487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.695849 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 142d3b5a-3912-4161-b185-2edfb0d1aef5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:29.719720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.724171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.793906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:29.794545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:29.798678 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/ports/142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 937 time: 0.5177512 Apr 05 14:48:29.798678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:48:29.798960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42182) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:29.817137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c00dddf-855f-48d0-8ab2-deb98b57aada tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=142d3b5a-3912-4161-b185-2edfb0d1aef5,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:29.860596 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa43a8d9-a255-444c-9712-d66e03481189'] response: {'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'status': 'completed', 'code': 200} Apr 05 14:48:29.911962 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3a762698-e7da-4a4b-afad-76ac2b128bda tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/18827b83-c2cf-49f7-a223-df9595239c30 HTTP/1.1" status: 200 len: 993 time: 0.1119266 Apr 05 14:48:29.952204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-e0e43351-ce1f-4039-80f0-057e38be4f75 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1098 time: 0.0719156 Apr 05 14:48:29.991507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-09fb8641-aa52-45f5-9ceb-c1a0d7a94b68 None None] Provisioning complete for port 142d3b5a-3912-4161-b185-2edfb0d1aef5 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:29.991872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-09fb8641-aa52-45f5-9ceb-c1a0d7a94b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:30.026481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['142d3b5a-3912-4161-b185-2edfb0d1aef5'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:48:30.084462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-320a68eb-6ee8-4d5b-ab9d-0974a7aa0328 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:30.086492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-320a68eb-6ee8-4d5b-ab9d-0974a7aa0328 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 897 time: 0.1276722 Apr 05 14:48:30.188608 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-bfc78710-237b-49a4-83b9-754dee897332 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 1001 time: 0.0954764 Apr 05 14:48:30.250208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-7c32bb75-7a33-4644-be96-8212d97c67ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:30.251631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-7c32bb75-7a33-4644-be96-8212d97c67ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0573554 Apr 05 14:48:30.327714 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-fbcba871-9c0c-476d-a9e3-3fe02276e882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700791 Apr 05 14:48:30.459070 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-e94e8e00-dd34-4123-a4db-693b4ffc5d1f service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256416 Apr 05 14:48:30.585455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489cc052-8ca8-446e-ad71-3d62a77df5e7 req-a9a69682-4e55-47a4-a2e4-fe4f9b9e93f7 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207023 Apr 05 14:48:32.476441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42194) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:32.669725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 745f8594-121b-4c10-89df-49729c8708ac {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:48:32.670083 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:32.828630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:32.828976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:33.033431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 745f8594-121b-4c10-89df-49729c8708ac owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:48:33.173910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:33.219574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=745f8594-121b-4c10-89df-49729c8708ac,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:33.256624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.256959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.257287 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.257639 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.257959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.258304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.258618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.258932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.259242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.259550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.259856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:33.316575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:33.695970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 79b6b381-d313-422f-9843-80a4c6c9e79c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:48:33.889354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:33.898909 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] Sync routers for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:48:33.908675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:33.910458 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:33.911050 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:33.961322 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ccaf81cf-a232-4444-ba3c-b294aa874c44 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/aa78ad17-263d-4a6b-9135-c79e9fb0c8e3 HTTP/1.1" status: 204 len: 168 time: 1.4837780 Apr 05 14:48:33.961890 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:48:34.122270 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:34.266054 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26c7fec4-fa6e-4444-8319-06076ca6d52b'] response: {'name': 'network-changed', 'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'status': 'completed', 'code': 200} Apr 05 14:48:34.423045 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f96737-8748-4ff4-85ad-875392da8580 req-3afd20af-3046-475c-8c73-9d652b55ef7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:34.424425 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f2f96737-8748-4ff4-85ad-875392da8580 req-3afd20af-3046-475c-8c73-9d652b55ef7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 946 time: 0.1387482 Apr 05 14:48:34.428046 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-2e1ffbdb-eae7-4fce-8125-1f78cc174a0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 1099 time: 0.1122570 Apr 05 14:48:34.464916 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:33Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:34.468754 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] Checking router: 79b6b381-d313-422f-9843-80a4c6c9e79c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:48:34.480055 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:34.480647 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:34.554857 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f2f96737-8748-4ff4-85ad-875392da8580 req-bbbb52b7-6f2d-4da2-973e-2b91bb73975c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245873 Apr 05 14:48:34.602215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-e80d9465-3b1d-4ac4-8983-06fd800f0f11 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:34.603793 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-e80d9465-3b1d-4ac4-8983-06fd800f0f11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 897 time: 0.1589792 Apr 05 14:48:34.655334 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:34.674457 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-fb6538e5-891f-46bf-bbde-e8dd37042ed0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eee1c364-8bd2-429e-806c-32fb363da70e HTTP/1.1" status: 200 len: 217 time: 0.0628285 Apr 05 14:48:34.735504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-fb322658-49a5-4db3-af65-4d0dd9c3707b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:34.736931 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-fb322658-49a5-4db3-af65-4d0dd9c3707b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0565758 Apr 05 14:48:34.810510 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-aa0feeae-edef-4e8d-b0cb-39395f8faed3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667417 Apr 05 14:48:34.942720 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-b7a557e1-eb6b-4168-8ca0-155e6f23971f service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252124 Apr 05 14:48:34.991356 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:33Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:34.996179 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fcbf0a6-c1ea-4cce-a40e-0d45220c1bdf None None] The sync data for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv is: [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '18827b83-c2cf-49f7-a223-df9595239c30', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.178', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'port_id': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'mac_address': 'fa:16:3e:91:fe:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd953a25-82fb-4510-886f-abc387309b51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:47:28Z', 'updated_at': '2022-04-05T14:47:33Z', 'revision_number': 1, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:48:35.173310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e689119-3ce4-4f3c-9ccd-ae1b2b12ea6b req-c02ae842-e9af-44e1-879d-4aaec3975997 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244155 Apr 05 14:48:35.221140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe7b19a-83ad-48ab-8dcb-441ae7e7c07e None None] New status for floating IP aa78ad17-263d-4a6b-9135-c79e9fb0c8e3: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:48:35.613940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944c947c-34f9-42e0-9462-838719de3beb req-007e3998-d309-4316-9f4f-c49c4fac2d81 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:35.615408 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-944c947c-34f9-42e0-9462-838719de3beb req-007e3998-d309-4316-9f4f-c49c4fac2d81 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 946 time: 0.0790687 Apr 05 14:48:35.682256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port eee1c364-8bd2-429e-806c-32fb363da70e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:48:35.682599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:35.918118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf5947-53ad-4a1d-b4ff-f357d7af3afb req-77a4db1a-dce9-4378-a771-c08d32749e1b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:35.919479 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8cf5947-53ad-4a1d-b4ff-f357d7af3afb req-77a4db1a-dce9-4378-a771-c08d32749e1b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5 HTTP/1.1" status: 200 len: 946 time: 0.2135429 Apr 05 14:48:36.007840 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8cf5947-53ad-4a1d-b4ff-f357d7af3afb req-fe4a1be3-8347-4e36-a722-5264e24ecb09 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcbac150-950e-4c70-a3ea-753b4a27b959&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783119 Apr 05 14:48:36.014324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port eee1c364-8bd2-429e-806c-32fb363da70e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=eee1c364-8bd2-429e-806c-32fb363da70e,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:36.014678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:36.133119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for eee1c364-8bd2-429e-806c-32fb363da70e owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:48:36.270404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:36.316428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=eee1c364-8bd2-429e-806c-32fb363da70e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:36.402558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port eee1c364-8bd2-429e-806c-32fb363da70e on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:36.405607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:36.410334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'name': 'network-vif-deleted', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:48:36.420274 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-944c947c-34f9-42e0-9462-838719de3beb req-8b73f6e5-1bf2-44cf-b537-5f8bba984ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/eee1c364-8bd2-429e-806c-32fb363da70e HTTP/1.1" status: 204 len: 173 time: 0.7989705 Apr 05 14:48:36.466419 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d27051-3205-4bd4-a8d1-8084cf866f57'] response: {'server_uuid': '0f5cd5ed-a634-49c3-8692-ab6c6a7df4e5', 'name': 'network-vif-deleted', 'tag': 'eee1c364-8bd2-429e-806c-32fb363da70e', 'status': 'completed', 'code': 200} Apr 05 14:48:37.110334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42212) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:37.185424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-737f5653-c8fa-4548-a63e-d26db4884aea tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.214284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-737f5653-c8fa-4548-a63e-d26db4884aea tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.275348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-737f5653-c8fa-4548-a63e-d26db4884aea tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.293878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737f5653-c8fa-4548-a63e-d26db4884aea tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbac150-950e-4c70-a3ea-753b4a27b959,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:37.300987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-737f5653-c8fa-4548-a63e-d26db4884aea tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.302114 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-737f5653-c8fa-4548-a63e-d26db4884aea tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/fcbac150-950e-4c70-a3ea-753b4a27b959 HTTP/1.1" status: 204 len: 168 time: 0.1907847 Apr 05 14:48:37.343234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42218) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:37.545830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 28bad98f-bda8-4ca8-9454-2965cb2bede7 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:48:37.546201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.709172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.709503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.757363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:37.912808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 28bad98f-bda8-4ca8-9454-2965cb2bede7 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:48:38.055780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.099441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=28bad98f-bda8-4ca8-9454-2965cb2bede7,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:38.191504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.583457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 79b6b381-d313-422f-9843-80a4c6c9e79c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:48:38.779399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:38.789060 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] Sync routers for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:48:38.795137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:38.800282 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:38.800876 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:38.847385 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-08ed25b2-9bf4-4e45-8180-5edeaf2e1756 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/18827b83-c2cf-49f7-a223-df9595239c30 HTTP/1.1" status: 204 len: 168 time: 1.5028939 Apr 05 14:48:38.847874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:48:38.853978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device eee1c364-8bd2-429e-806c-32fb363da70e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:48:38.893346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: eee1c364-8bd2-429e-806c-32fb363da70e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:48:38.894034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device eee1c364-8bd2-429e-806c-32fb363da70e not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:48:38.913934 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba136cff-156c-4f07-9015-10223e9dbeeb'] response: {'name': 'network-changed', 'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'status': 'completed', 'code': 200} Apr 05 14:48:38.983257 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:39.007828 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-ce0fd930-8c68-430a-8cdc-9fbf267741a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 1098 time: 0.0744612 Apr 05 14:48:39.142681 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-80f51b43-d6ca-4186-a702-3d59b47a443c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:39.144104 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-80f51b43-d6ca-4186-a702-3d59b47a443c service neutron] 10.222.0.15 "GET /v2.0/networks?id=ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 200 len: 897 time: 0.1300662 Apr 05 14:48:39.246604 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-1372d7bc-3808-4a98-b146-db8685952d2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 200 len: 217 time: 0.0953610 Apr 05 14:48:39.319788 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:39.323928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-01390a07-d2cc-4cea-9299-d16af7882e82 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:39.324092 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] Checking router: 79b6b381-d313-422f-9843-80a4c6c9e79c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:48:39.325375 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-01390a07-d2cc-4cea-9299-d16af7882e82 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 200 len: 834 time: 0.0711112 Apr 05 14:48:39.334266 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:39.334847 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:39.372904 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d1753b-05fc-41db-b998-42915f87c159 req-0cabf290-e172-48a3-bb5c-e9aff8606c68 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:39.373591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e3d1753b-05fc-41db-b998-42915f87c159 req-0cabf290-e172-48a3-bb5c-e9aff8606c68 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:48:39.403120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e3d1753b-05fc-41db-b998-42915f87c159 req-0cabf290-e172-48a3-bb5c-e9aff8606c68 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:48:39.404144 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e3d1753b-05fc-41db-b998-42915f87c159 req-0cabf290-e172-48a3-bb5c-e9aff8606c68 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 945 time: 0.2060266 Apr 05 14:48:39.446503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-e7a78d87-7b69-4abe-9e8b-7d0457859fc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ab01bb6c-733b-4787-80a0-2de758f0b727&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1141536 Apr 05 14:48:39.481324 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e3d1753b-05fc-41db-b998-42915f87c159 req-b5b659e4-652e-4d20-b13e-e0bb7cdf51ee tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698848 Apr 05 14:48:39.506585 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:39.682090 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-c60d63f4-7151-462c-b44b-50542fe549b5 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275302 Apr 05 14:48:39.811693 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-deaf67fb-f8a4-425a-8f35-345f99a57e90 req-49d044ba-cd64-4a90-b870-8ed98193cfe1 service neutron] 10.222.0.15 "GET /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227987 Apr 05 14:48:39.822624 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:39.826461 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197197e9-92ab-4047-82ab-b970ca2dabc5 None None] The sync data for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv is: [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:47:09Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '11dedb91-88f4-42fc-8f48-77bdb7fc5311', 'name': '', 'network_id': 'ab01bb6c-733b-4787-80a0-2de758f0b727', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:71:34:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:09Z', 'updated_at': '2022-04-05T14:47:16Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '24d4f0ff-a436-4992-a0c5-b21244407b6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:48:40.028029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d289656-2600-468e-a97e-52a4671ff0a8 None None] New status for floating IP 18827b83-c2cf-49f7-a223-df9595239c30: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:48:40.552845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-e42b188b-bb15-4609-bbd4-38ef3a08d8fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:40.554783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-e42b188b-bb15-4609-bbd4-38ef3a08d8fd tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 945 time: 0.0753679 Apr 05 14:48:40.666727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 142d3b5a-3912-4161-b185-2edfb0d1aef5 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:48:40.667058 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:40.789537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6a5ec-7989-4462-ab53-f11beda5bd92 req-96454393-e4b5-43e9-8d33-a964c5725c73 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:40.790915 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06a6a5ec-7989-4462-ab53-f11beda5bd92 req-96454393-e4b5-43e9-8d33-a964c5725c73 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd953a25-82fb-4510-886f-abc387309b51 HTTP/1.1" status: 200 len: 945 time: 0.1804204 Apr 05 14:48:40.925690 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06a6a5ec-7989-4462-ab53-f11beda5bd92 req-b8324a14-4350-4700-a10c-fd7fd6ac65da tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275349 Apr 05 14:48:40.961139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 142d3b5a-3912-4161-b185-2edfb0d1aef5, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=142d3b5a-3912-4161-b185-2edfb0d1aef5,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:40.961517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.079823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 142d3b5a-3912-4161-b185-2edfb0d1aef5 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:48:41.215851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.264370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=142d3b5a-3912-4161-b185-2edfb0d1aef5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:41.335758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port 142d3b5a-3912-4161-b185-2edfb0d1aef5 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:41.338477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:41.340881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'name': 'network-vif-deleted', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:48:41.355797 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ac1e525-bbfe-4464-98d5-dc63f8bc0905 req-f8bc5961-681b-46e5-9db5-242afda9fb4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/142d3b5a-3912-4161-b185-2edfb0d1aef5 HTTP/1.1" status: 204 len: 173 time: 0.7960367 Apr 05 14:48:41.400554 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75ab3bd1-e967-4c28-8bdd-129bc96b499c'] response: {'server_uuid': 'bd953a25-82fb-4510-886f-abc387309b51', 'name': 'network-vif-deleted', 'tag': '142d3b5a-3912-4161-b185-2edfb0d1aef5', 'status': 'completed', 'code': 200} Apr 05 14:48:42.028473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42234) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:42.101907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3360cf6f-94e7-4efd-929b-c971bbeaa630 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:42.134182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3360cf6f-94e7-4efd-929b-c971bbeaa630 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:42.206414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3360cf6f-94e7-4efd-929b-c971bbeaa630 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:42.224469 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360cf6f-94e7-4efd-929b-c971bbeaa630 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a04b38f-f21b-42e6-b4a1-d5e2a64113d0,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:42.232842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3360cf6f-94e7-4efd-929b-c971bbeaa630 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:42.233965 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3360cf6f-94e7-4efd-929b-c971bbeaa630 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/4a04b38f-f21b-42e6-b4a1-d5e2a64113d0 HTTP/1.1" status: 204 len: 168 time: 0.2044854 Apr 05 14:48:42.275376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42240) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:42.786443 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.375976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 11dedb91-88f4-42fc-8f48-77bdb7fc5311 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:48:43.376632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.556198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 11dedb91-88f4-42fc-8f48-77bdb7fc5311, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=11dedb91-88f4-42fc-8f48-77bdb7fc5311,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:43.556546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.673678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 11dedb91-88f4-42fc-8f48-77bdb7fc5311 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:48:43.851529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:43.896356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=11dedb91-88f4-42fc-8f48-77bdb7fc5311,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:44.277078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:44.849370 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router 79b6b381-d313-422f-9843-80a4c6c9e79c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:48:44.884685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 142d3b5a-3912-4161-b185-2edfb0d1aef5 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:48:44.918273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 142d3b5a-3912-4161-b185-2edfb0d1aef5 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:48:44.918528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 142d3b5a-3912-4161-b185-2edfb0d1aef5 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:48:45.045704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:45.055803 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] Sync routers for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:48:45.058559 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-780d4d4f-cbb6-42d6-80d2-78a36e95bb74 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/79b6b381-d313-422f-9843-80a4c6c9e79c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7821443 Apr 05 14:48:45.061356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42244) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:45.067047 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:45.067634 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:45.239767 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-6603c117-23aa-4935-a461-ebd3f74e5b93 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet 24d4f0ff-a436-4992-a0c5-b21244407b6f {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:48:45.241307 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:45.243171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6603c117-23aa-4935-a461-ebd3f74e5b93 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.298613 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6603c117-23aa-4935-a461-ebd3f74e5b93 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.379634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6603c117-23aa-4935-a461-ebd3f74e5b93 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.448991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6603c117-23aa-4935-a461-ebd3f74e5b93 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.488871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603c117-23aa-4935-a461-ebd3f74e5b93 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=24d4f0ff-a436-4992-a0c5-b21244407b6f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:45.495393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6603c117-23aa-4935-a461-ebd3f74e5b93 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.503810 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6603c117-23aa-4935-a461-ebd3f74e5b93 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/24d4f0ff-a436-4992-a0c5-b21244407b6f HTTP/1.1" status: 204 len: 168 time: 0.4392116 Apr 05 14:48:45.503977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314ef82-e635-4476-b931-e4b25e2f4eac None None] Network ab01bb6c-733b-4787-80a0-2de758f0b727 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:48:45.504192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42248) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:45.519677 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:48:43Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:45.523953 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] Checking router: 79b6b381-d313-422f-9843-80a4c6c9e79c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:48:45.534197 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] Routers {'79b6b381-d313-422f-9843-80a4c6c9e79c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:45.534791 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['79b6b381-d313-422f-9843-80a4c6c9e79c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:45.702880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.724002 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] Set router 79b6b381-d313-422f-9843-80a4c6c9e79c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:45.774891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] DHCP port deletion for ab01bb6c-733b-4787-80a0-2de758f0b727 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:48:45.779846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Deleting port e8f9f698-3d8a-4fe2-8898-33cf9d968392 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:48:45.780418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.905225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:45.916072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port d2bea159-04ee-4aa6-bab6-23f60439885c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:48:45.916578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.008954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e8f9f698-3d8a-4fe2-8898-33cf9d968392 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:48:46.047657 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:48:43Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:46.052102 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7428589b-8fb9-4d3e-b710-a2e1932c02a3 None None] The sync data for ids ['79b6b381-d313-422f-9843-80a4c6c9e79c'] in dv-neutron-829488-2-hyperv is: [{'id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'name': 'tempest-TestNetworkBasicOps-router-166647600', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204'}], 'enable_snat': True}, 'gw_port_id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:47:04Z', 'updated_at': '2022-04-05T14:48:43Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': 'd2bea159-04ee-4aa6-bab6-23f60439885c', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:a7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79b6b381-d313-422f-9843-80a4c6c9e79c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:47:05Z', 'updated_at': '2022-04-05T14:47:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:48:46.083544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] For port e8f9f698-3d8a-4fe2-8898-33cf9d968392, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e8f9f698-3d8a-4fe2-8898-33cf9d968392,segment=NetworkSegment(135b2065-89ae-4f00-b254-128d9e724c05),segment_id=135b2065-89ae-4f00-b254-128d9e724c05)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:46.083544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.204761 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Calling delete_port for e8f9f698-3d8a-4fe2-8898-33cf9d968392 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:48:46.208727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port d2bea159-04ee-4aa6-bab6-23f60439885c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d2bea159-04ee-4aa6-bab6-23f60439885c,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:46.209283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.310785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.328453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for d2bea159-04ee-4aa6-bab6-23f60439885c owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:48:46.345233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.418079 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Pushing event deleted for resources: {'Port': ['ID=e8f9f698-3d8a-4fe2-8898-33cf9d968392,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:46.439503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.439844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.440720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.440720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.440913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.441536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.441536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.441799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.442333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.442477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.443031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:46.446094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa672f0e-16fb-4d92-a743-2d29f2ef5a1e None None] No DVR routers for this DVR port e8f9f698-3d8a-4fe2-8898-33cf9d968392 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:48:46.519262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:46.571928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=d2bea159-04ee-4aa6-bab6-23f60439885c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:46.790062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.034695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.039331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.061591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.062125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Fanout notify agent at l3_agent the message router_deleted on router 79b6b381-d313-422f-9843-80a4c6c9e79c {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:48:47.076843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.080398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-79b4a580-a308-4d74-bf41-013fa78e70d4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/routers/79b6b381-d313-422f-9843-80a4c6c9e79c HTTP/1.1" status: 204 len: 168 time: 1.5728495 Apr 05 14:48:47.080833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42252) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:47.195836 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.416550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.439943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab01bb6c-733b-4787-80a0-2de758f0b727']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:47.451820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135b2065-89ae-4f00-b254-128d9e724c05') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:47.452114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135b2065-89ae-4f00-b254-128d9e724c05') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:47.464248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.480650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.487101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:48:47.487734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:48:47.503270 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:48:47.583903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.601788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.614137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=ab01bb6c-733b-4787-80a0-2de758f0b727,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:47.616909 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-de5fc7e4-d212-483a-b83b-59ff980abbc5 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/ab01bb6c-733b-4787-80a0-2de758f0b727 HTTP/1.1" status: 204 len: 168 time: 0.5351083 Apr 05 14:48:47.642594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42256) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:47.648751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'network': {'name': 'tempest-network-smoke--2134678199', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:47.653795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:47.657997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:network and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:47.660879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:47.666485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:47.676197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:47.679190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.706567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:48:47.716176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.716604 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Added segment 905a1c09-cce4-47db-9b47-bf0c10f6738f of type vlan for network f0f55d1c-11ee-4a8c-9019-d9ea55677215 Apr 05 14:48:47.743003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.771685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.775377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:47.775952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.876344 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2327089 Apr 05 14:48:47.879261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42260) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:47.885197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'admin_state_up': True, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:47.885370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829a48dd-c448-49b4-9c7d-2b8fdd7c45bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Network': ['ID=f0f55d1c-11ee-4a8c-9019-d9ea55677215,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:47.894246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:47.895229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:48:47.898096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:router and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:47.900864 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:47.906444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:47.916591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.917523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.937439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:47.958337 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:48:47.995691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d2bea159-04ee-4aa6-bab6-23f60439885c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:48:48.029007 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: d2bea159-04ee-4aa6-bab6-23f60439885c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:48:48.029339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d2bea159-04ee-4aa6-bab6-23f60439885c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:48:48.029853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11dedb91-88f4-42fc-8f48-77bdb7fc5311 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:48:48.062576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 11dedb91-88f4-42fc-8f48-77bdb7fc5311 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:48:48.062914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 11dedb91-88f4-42fc-8f48-77bdb7fc5311 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:48:48.182020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.352191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.384004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.514248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.101 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/58863779-416c-412b-ab4d-1b32cc9f148e) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:48.659521 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.686829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.754491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:48.757087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:48.760908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:48:48.791342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=58863779-416c-412b-ab4d-1b32cc9f148e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:48.918758 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:48.919458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.137111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router aa0ca2b6-88e7-433e-bb4f-b93744641c64 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:48:49.330483 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:49.339559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Sync routers for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:48:49.350814 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:49.351668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:49.356542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.358062 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-38d2f53a-38f3-43a7-ba89-a8bde80dc7b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4776814 Apr 05 14:48:49.361227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42264) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:49.400490 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7b02e6fb-45bc-46a2-bc68-d2384bf1023a tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=f1c50199b61f47edbcd272dd0670fe09&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381460 Apr 05 14:48:49.403018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42268) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:49.525441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:49.529531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5fa3b90-d361-4ffd-b4d3-07e45f3d4776 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:49.531014 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d5fa3b90-d361-4ffd-b4d3-07e45f3d4776 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1271281 Apr 05 14:48:49.533861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42272) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:49.578062 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a223f7a6-950b-425d-b384-4a3caee0f49a tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406322 Apr 05 14:48:49.578292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42276) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:49.583421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1586644685', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:49.691074 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:49.696244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:subnet and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:49.700430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:49.707318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:49.717059 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:49.813309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:49.817462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Checking router: aa0ca2b6-88e7-433e-bb4f-b93744641c64 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:48:49.817810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Updating router aa0ca2b6-88e7-433e-bb4f-b93744641c64 port 58863779-416c-412b-ab4d-1b32cc9f148e binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:48:49.872246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:49.908952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.120723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.195381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Subnet': ['ID=5f64a57d-52bc-49c1-b4eb-172c4551009d,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:50.204867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Checking segment: {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:48:50.205209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network hostable DHCP agents. Network: f0f55d1c-11ee-4a8c-9019-d9ea55677215, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:48:50.218429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.227003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:48:50.230128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Transition to ACTIVE for port object 58863779-416c-412b-ab4d-1b32cc9f148e will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:50.235718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, f0f55d1c-11ee-4a8c-9019-d9ea55677215) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:50.236786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.240853 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:50.241435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.262960 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8809e37a-9d2f-4fe4-b0af-90f39a760add tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6836753 Apr 05 14:48:50.265719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42280) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:50.276368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0eb2561-bab0-4b0d-bf40-765e5f7e542d None None] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:48:50.391956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Attempting to bind port 58863779-416c-412b-ab4d-1b32cc9f148e on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:50.392612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Attempting to bind port 58863779-416c-412b-ab4d-1b32cc9f148e by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:50.392612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Attempting to bind port 58863779-416c-412b-ab4d-1b32cc9f148e on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:48:50.400810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40a8f1-7ade-4c8d-9ff2-d7beeeae4f66 None None] Pushing event updated for resources: {'Port': ['ID=58863779-416c-412b-ab4d-1b32cc9f148e,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:50.422577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:48:50.422969 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:48:50.423351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.423732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:48:50.424196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Bound port: 58863779-416c-412b-ab4d-1b32cc9f148e, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:50.424566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.556915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] For port 58863779-416c-412b-ab4d-1b32cc9f148e, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:50.597433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] For port 58863779-416c-412b-ab4d-1b32cc9f148e, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=58863779-416c-412b-ab4d-1b32cc9f148e,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:50.609062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.644375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:48:50.645214 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:50.742934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc40a8f1-7ade-4c8d-9ff2-d7beeeae4f66 None None] Pushing event updated for resources: {'Port': ['ID=58863779-416c-412b-ab4d-1b32cc9f148e,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:50.775223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:50.775849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:50.994587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Allocated IP 172.20.0.2 (f0f55d1c-11ee-4a8c-9019-d9ea55677215/5f64a57d-52bc-49c1-b4eb-172c4551009d/9591aedf-9da7-444b-ac7b-c445c8557029) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:51.004176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.075753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:51.433193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.445746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Transition to ACTIVE for port object 9591aedf-9da7-444b-ac7b-c445c8557029 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:51.474377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Transition to ACTIVE for port object 9591aedf-9da7-444b-ac7b-c445c8557029 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:51.482253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.592861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:51.607709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f48935-f062-432b-ba59-2e8fd8689675 None None] The sync data for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv is: [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:48Z', 'revision_number': 3, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:48:51.610329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:51.614159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:51.615885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Pushing event updated for resources: {'Port': ['ID=9591aedf-9da7-444b-ac7b-c445c8557029,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:51.618189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:48:51.652439 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.1 (f0f55d1c-11ee-4a8c-9019-d9ea55677215/5f64a57d-52bc-49c1-b4eb-172c4551009d/02155ed5-6460-4e48-9359-78bebe0c0378) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:51.707500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Attempting to bind port 9591aedf-9da7-444b-ac7b-c445c8557029 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:51.707974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Attempting to bind port 9591aedf-9da7-444b-ac7b-c445c8557029 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:51.708473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Attempting to bind port 9591aedf-9da7-444b-ac7b-c445c8557029 on network f0f55d1c-11ee-4a8c-9019-d9ea55677215 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:48:51.715840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:48:51.716389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Checking segment: {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:48:51.716890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.717365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Bound using segment: {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:48:51.717914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Bound port: 9591aedf-9da7-444b-ac7b-c445c8557029, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:51.718394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.831287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] For port 9591aedf-9da7-444b-ac7b-c445c8557029, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:51.838644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] For port 9591aedf-9da7-444b-ac7b-c445c8557029, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9591aedf-9da7-444b-ac7b-c445c8557029,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:51.846116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.852427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.870841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 02155ed5-6460-4e48-9359-78bebe0c0378 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:51.896102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:51.934760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08dffd9-f714-490a-a692-f220bcecc570 None None] Pushing event updated for resources: {'Port': ['ID=9591aedf-9da7-444b-ac7b-c445c8557029,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:51.985582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:51.988974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:51.997038 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:48:52.022176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=02155ed5-6460-4e48-9359-78bebe0c0378,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:52.047525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 58863779-416c-412b-ab4d-1b32cc9f148e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:48:52.062195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.129160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 58863779-416c-412b-ab4d-1b32cc9f148e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:48:52.138955 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 58863779-416c-412b-ab4d-1b32cc9f148e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:52.139404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.197316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.281500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.308903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 58863779-416c-412b-ab4d-1b32cc9f148e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=58863779-416c-412b-ab4d-1b32cc9f148e,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:52.313669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.389133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=58863779-416c-412b-ab4d-1b32cc9f148e,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:52.635280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.643296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.754102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=02155ed5-6460-4e48-9359-78bebe0c0378,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:52.759357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:52.904426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:52.905484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:52.910437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c5efc3-065c-4e98-b089-5e6920be7c04 None None] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:48:53.017545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a1903bf3-8bb8-40a9-893f-676b96693e50 None None] Provisioning for port 9591aedf-9da7-444b-ac7b-c445c8557029 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:48:53.361733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9e88224b-f420-4f69-89a8-8c23a68fdd4f None None] Provisioning for port 02155ed5-6460-4e48-9359-78bebe0c0378 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:48:53.367966 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9e88224b-f420-4f69-89a8-8c23a68fdd4f None None] Provisioning complete for port 02155ed5-6460-4e48-9359-78bebe0c0378 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:53.368678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9e88224b-f420-4f69-89a8-8c23a68fdd4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.379027 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router aa0ca2b6-88e7-433e-bb4f-b93744641c64 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:48:53.422915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9e88224b-f420-4f69-89a8-8c23a68fdd4f None None] Port 02155ed5-6460-4e48-9359-78bebe0c0378 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:48:53.545777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1b0774bb-ab7e-48a6-9a06-1575ee69d87d None None] Provisioning complete for port 02155ed5-6460-4e48-9359-78bebe0c0378 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:53.546174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1b0774bb-ab7e-48a6-9a06-1575ee69d87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.587035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:48:53.605353 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c4171a83-559d-4a50-8884-4ada6c9d30ef tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/aa0ca2b6-88e7-433e-bb4f-b93744641c64/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3363361 Apr 05 14:48:53.605559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42284) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:53.617165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1b0774bb-ab7e-48a6-9a06-1575ee69d87d None None] Port 02155ed5-6460-4e48-9359-78bebe0c0378 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:48:53.737605 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c3ca3c10-016f-43ec-bdd6-a260a588c4a5 None None] Provisioning complete for port 02155ed5-6460-4e48-9359-78bebe0c0378 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:53.737986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c3ca3c10-016f-43ec-bdd6-a260a588c4a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:53.739889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed09641-ace2-4f10-b2d3-0dc1b6ce43f7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.740265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed09641-ace2-4f10-b2d3-0dc1b6ce43f7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.740626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed09641-ace2-4f10-b2d3-0dc1b6ce43f7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.740983 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed09641-ace2-4f10-b2d3-0dc1b6ce43f7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.745647 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7ed09641-ace2-4f10-b2d3-0dc1b6ce43f7 tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1366689 Apr 05 14:48:53.745855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42288) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:53.792600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca3c10-016f-43ec-bdd6-a260a588c4a5 None None] Port 02155ed5-6460-4e48-9359-78bebe0c0378 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:48:53.814911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3ddba-b5a1-4706-b170-609ab89c23cd tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.815489 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3ddba-b5a1-4706-b170-609ab89c23cd tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.815610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3ddba-b5a1-4706-b170-609ab89c23cd tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.815955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3ddba-b5a1-4706-b170-609ab89c23cd tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:53.817559 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bde3ddba-b5a1-4706-b170-609ab89c23cd tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0708086 Apr 05 14:48:53.820198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42292) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:54.016209 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-76b5a88e-476e-437a-9513-f3566d17ceab tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1928291 Apr 05 14:48:54.060403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 58863779-416c-412b-ab4d-1b32cc9f148e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:48:54.125623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 58863779-416c-412b-ab4d-1b32cc9f148e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:54.125977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.182766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-486e2c07-4f48-4576-98d5-cd87b124cec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.238751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42298) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:54.244863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1827048581', 'description': 'tempest-secgroup-smoke-1827048581 description', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:54.249900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9591aedf-9da7-444b-ac7b-c445c8557029 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:48:54.250611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:54.254720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:54.257559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:54.263848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:54.273886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.309018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:54.312827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:54.314515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 9591aedf-9da7-444b-ac7b-c445c8557029 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:48:54.315929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:54.319184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9591aedf-9da7-444b-ac7b-c445c8557029 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:54.319725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.321653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:54.379659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.384118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.428425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bf2572-1666-4d37-a627-4efe88d83f53,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:54.431950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.433694 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b3309ff1-5992-4691-adda-98749131db9e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1936636 Apr 05 14:48:54.436393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42302) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:54.441960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf2572-1666-4d37-a627-4efe88d83f53', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:54.442413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.448236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:54.452029 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:54.454849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:54.460629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:54.475287 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 9591aedf-9da7-444b-ac7b-c445c8557029, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9591aedf-9da7-444b-ac7b-c445c8557029,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:54.478307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.479405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.541974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.545859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.551011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=9591aedf-9da7-444b-ac7b-c445c8557029,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:54.572096 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09395b94-d5e5-43a7-ad17-4072ed1d993f,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:54.581805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.586349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42306) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:54.586506 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b9a0e08b-3072-411d-b1ea-c31181a187d9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1490793 Apr 05 14:48:54.592373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf2572-1666-4d37-a627-4efe88d83f53', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:54.598443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:54.603065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:54.605851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:54.611611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:54.628262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.688809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.692300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.714359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75366634-058b-4c8f-b2bf-fa73cb7d5087,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:54.722820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.723979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e2610ba8-927f-4081-881e-dd8730e027d7 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1363239 Apr 05 14:48:54.727588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42310) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:54.732782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf2572-1666-4d37-a627-4efe88d83f53', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:54.738399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:54.742103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:54.744866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:54.750835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:54.768719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.837556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.841113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.867483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2dac11-ec11-47ff-a2ca-17ebb7ad0c51,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:54.873709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.874902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7b29d70f-9a79-4bb1-9db5-becef6b325ce tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1464155 Apr 05 14:48:54.877764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42314) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:54.883585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf2572-1666-4d37-a627-4efe88d83f53', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:54.889217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:54.892958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:54.895785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:54.901886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:54.918003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.987913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:54.991999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.015969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db31530e-056e-4ca3-ae00-71b01a9f17cb,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:55.028062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.028062 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-011f7e37-83f5-45b8-b785-682dff5ab42e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1489592 Apr 05 14:48:55.030799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42318) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:55.036601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf2572-1666-4d37-a627-4efe88d83f53', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:55.045587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:55.048931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:55.052127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:55.057855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:55.070279 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:48:55.077175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.143134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.147330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.171720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a97697a0-c9db-4660-8540-760be43e5c3b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:55.180854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.184880 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e9a435cf-7bba-43a1-8e5b-db1cb5703d7d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1504242 Apr 05 14:48:55.184971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42324) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:48:55.190307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'security_group_rule': {'security_group_id': 'e2bf2572-1666-4d37-a627-4efe88d83f53', 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:55.199847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:55.203509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:security_group_rule and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:48:55.206472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:48:55.212885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:55.225151 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Sync routers for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:48:55.231126 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Project f1c50199b61f47edbcd272dd0670fe09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 14:48:55.237642 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:55.237841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.238392 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:55.312525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.317739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.342262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3e598ba-43c6-49f8-a2ee-821545e76477,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:55.353302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.358664 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9ea69306-05e3-4fd1-b7d6-0472aeb508aa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1726685 Apr 05 14:48:55.429545 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:55.591803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-e6cf5e37-0a8f-415e-b439-f77fe8523fa4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:48:55.607586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-e6cf5e37-0a8f-415e-b439-f77fe8523fa4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:48:55.608843 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-e6cf5e37-0a8f-415e-b439-f77fe8523fa4 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1827048581&fields=id&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 267 time: 0.0578084 Apr 05 14:48:55.742490 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:55.746221 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Checking router: aa0ca2b6-88e7-433e-bb4f-b93744641c64 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:48:55.746564 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Updating router aa0ca2b6-88e7-433e-bb4f-b93744641c64 port 02155ed5-6460-4e48-9359-78bebe0c0378 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:48:55.760097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-a9dcc70f-4aa7-4d85-a88d-79483deeada1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:55.760768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-a9dcc70f-4aa7-4d85-a88d-79483deeada1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:48:55.776541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-a9dcc70f-4aa7-4d85-a88d-79483deeada1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:48:55.777650 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-a9dcc70f-4aa7-4d85-a88d-79483deeada1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/networks?id=f0f55d1c-11ee-4a8c-9019-d9ea55677215 HTTP/1.1" status: 200 len: 797 time: 0.1619687 Apr 05 14:48:55.793508 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-d3ef713c-b5b3-4017-bb07-0c8707ab0cf1 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/quotas/f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 375 time: 0.0102761 Apr 05 14:48:55.797879 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:55.873112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-be09160e-ed72-4d2e-9d49-dc7f2f8ec73f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:48:55.888688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-be09160e-ed72-4d2e-9d49-dc7f2f8ec73f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:48:55.890737 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-be09160e-ed72-4d2e-9d49-dc7f2f8ec73f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917645 Apr 05 14:48:56.004436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9591aedf-9da7-444b-ac7b-c445c8557029 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:48:56.037033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-3d7243b8-065c-4af8-8dda-ee2fae42c3d4 service neutron] 10.222.0.18 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344485 Apr 05 14:48:56.073901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9591aedf-9da7-444b-ac7b-c445c8557029 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:56.074289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:56.149602 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:56.162083 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Transition to ACTIVE for port object 02155ed5-6460-4e48-9359-78bebe0c0378 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:56.170278 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:56.171598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-e7c1a98e-ac3f-43bd-bfe8-3c5d17f95ff4 service neutron] 10.222.0.18 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286097 Apr 05 14:48:56.280639 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Pushing event updated for resources: {'Port': ['ID=02155ed5-6460-4e48-9359-78bebe0c0378,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:56.311887 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.312222 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.312578 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.312898 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.313212 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.313527 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.313837 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.314173 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.314483 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.314789 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.315096 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:48:56.381606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-71bce7eb-3e6b-4797-931e-711d225e197c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:56.407470 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cd9e4db-1221-43c9-a1e5-4b875896e448 req-4565e5e7-38e1-4bde-8c8d-64962c576369 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 210 time: 0.0625420 Apr 05 14:48:56.411270 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Attempting to bind port 02155ed5-6460-4e48-9359-78bebe0c0378 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:56.411802 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Attempting to bind port 02155ed5-6460-4e48-9359-78bebe0c0378 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:56.412403 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Attempting to bind port 02155ed5-6460-4e48-9359-78bebe0c0378 on network f0f55d1c-11ee-4a8c-9019-d9ea55677215 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:48:56.421506 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:48:56.421913 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Checking segment: {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:48:56.422539 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:56.422994 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Bound using segment: {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:48:56.423555 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Bound port: 02155ed5-6460-4e48-9359-78bebe0c0378, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:56.423938 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:56.522213 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] For port 02155ed5-6460-4e48-9359-78bebe0c0378, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:56.526020 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] For port 02155ed5-6460-4e48-9359-78bebe0c0378, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=02155ed5-6460-4e48-9359-78bebe0c0378,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:56.530083 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:56.625680 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafed73-505f-492f-99ca-998730162ec8 None None] Pushing event updated for resources: {'Port': ['ID=02155ed5-6460-4e48-9359-78bebe0c0378,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:56.640771 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:48:56.641449 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:56.825554 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:48:57.128858 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:48:56Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:48:57.132599 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e3696d-557d-4ee9-9239-def6cb8cfb73 None None] The sync data for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv is: [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:48:56Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:48:57.462262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-b5c1888c-a7f3-47d2-a42d-36f79a79eb88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:57.463890 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-b5c1888c-a7f3-47d2-a42d-36f79a79eb88 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/networks?id=f0f55d1c-11ee-4a8c-9019-d9ea55677215 HTTP/1.1" status: 200 len: 797 time: 0.1550012 Apr 05 14:48:57.466993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:57.519944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:57.542349 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-f46bee23-bc0b-4dc4-955d-eb5984dca7fb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1c50199b61f47edbcd272dd0670fe09 HTTP/1.1" status: 200 len: 380 time: 0.0649457 Apr 05 14:48:57.551543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'port': {'device_id': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'admin_state_up': True, 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'security_groups': ['e2bf2572-1666-4d37-a627-4efe88d83f53']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:57.617314 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b126c8bd-a247-432b-82d4-b131462a4c4a req-2802feb1-b503-49e9-9dd0-0bebe182f712 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 210 time: 0.0513995 Apr 05 14:48:57.826434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:48:57.836165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:48:57.846764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Made reservation on behalf of f1c50199b61f47edbcd272dd0670fe09 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:48:57.849922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.019327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 02155ed5-6460-4e48-9359-78bebe0c0378 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:48:58.019823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.20.0.7 (f0f55d1c-11ee-4a8c-9019-d9ea55677215/5f64a57d-52bc-49c1-b4eb-172c4551009d/5ae0c872-6aff-4c40-9d4f-f94d18cf0ada) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:48:58.093493 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 02155ed5-6460-4e48-9359-78bebe0c0378 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:48:58.098533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 02155ed5-6460-4e48-9359-78bebe0c0378 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:58.099252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.216719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.233029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Transition to ACTIVE for port object 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:58.245735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.254499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.277196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 02155ed5-6460-4e48-9359-78bebe0c0378, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=02155ed5-6460-4e48-9359-78bebe0c0378,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:48:58.280973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.329407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:48:58.332517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:48:58.337461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:48:58.348403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=02155ed5-6460-4e48-9359-78bebe0c0378,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:58.362931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:58.400314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:58.400929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.426009 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-1ee6dad6-e569-4782-a78b-314ac8f05bc9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8782852 Apr 05 14:48:58.436751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Request body: {'port': {'device_id': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:48:58.547961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.592983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c0a7aab6-132e-477d-ab7e-896e50ea3c85 None None] Provisioning for port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:48:58.598022 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c0a7aab6-132e-477d-ab7e-896e50ea3c85 None None] Provisioning complete for port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:48:58.598406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c0a7aab6-132e-477d-ab7e-896e50ea3c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:58.649688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c0a7aab6-132e-477d-ab7e-896e50ea3c85 None None] Port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:48:58.885567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e4670-1090-4c7c-b359-50ea28cb229a req-7faf7679-9480-4276-b677-456c03856052 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:58.886279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0a0e4670-1090-4c7c-b359-50ea28cb229a req-7faf7679-9480-4276-b677-456c03856052 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Synchronizing usage tracker for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:48:58.945296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0a0e4670-1090-4c7c-b359-50ea28cb229a req-7faf7679-9480-4276-b677-456c03856052 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Unset dirty status for tenant:f1c50199b61f47edbcd272dd0670fe09 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:48:58.946445 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a0e4670-1090-4c7c-b359-50ea28cb229a req-7faf7679-9480-4276-b677-456c03856052 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 931 time: 0.1852622 Apr 05 14:48:58.976595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:48:58.985407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:59.013291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Transition to ACTIVE for port object 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:48:59.015770 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a0e4670-1090-4c7c-b359-50ea28cb229a req-44dfc024-0fad-4bf0-a7af-0ff07a8bde1c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624211 Apr 05 14:48:59.016922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:59.017238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:59.141948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:59.248297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Attempting to bind port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:48:59.248638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Attempting to bind port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:48:59.248965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Attempting to bind port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada on network f0f55d1c-11ee-4a8c-9019-d9ea55677215 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:48:59.254679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada on network f0f55d1c-11ee-4a8c-9019-d9ea55677215 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:48:59.254995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Attempting to bind port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada on network f0f55d1c-11ee-4a8c-9019-d9ea55677215 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:48:59.262771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:48:59.263133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Checking segment: {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:48:59.263514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Bound using segment: {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:48:59.263942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Bound port: 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '905a1c09-cce4-47db-9b47-bf0c10f6738f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:48:59.264288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:59.350264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] For port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:48:59.353587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] For port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:48:59.358257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:59.428278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:48:59.430280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] 10.222.0.15 "PUT /v2.0/ports/5ae0c872-6aff-4c40-9d4f-f94d18cf0ada HTTP/1.1" status: 200 len: 1093 time: 0.9976525 Apr 05 14:48:59.430717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:48:59.449186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8f8ae-a5c7-4f66-a4ff-5309d3df1779 service neutron] Pushing event updated for resources: {'Port': ['ID=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:48:59.501716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67d84894-6d09-4e73-b6f6-afcc1cce35f8'] response: {'name': 'network-changed', 'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'status': 'completed', 'code': 200} Apr 05 14:48:59.536924 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-14492d62-e40b-4603-9274-2e5c51ee376d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 1096 time: 0.0704801 Apr 05 14:48:59.685837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-784798f2-a85b-49f2-9bbf-865fcb73178c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada HTTP/1.1" status: 200 len: 217 time: 0.1428881 Apr 05 14:48:59.746663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-a1612957-d1a3-4249-8fce-61c8745c0988 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:48:59.748102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-a1612957-d1a3-4249-8fce-61c8745c0988 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f64a57d-52bc-49c1-b4eb-172c4551009d HTTP/1.1" status: 200 len: 835 time: 0.0567005 Apr 05 14:48:59.823815 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-65af1a6c-e29c-4269-9cc5-db6faee0116f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0f55d1c-11ee-4a8c-9019-d9ea55677215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700910 Apr 05 14:48:59.951932 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-4835419f-2df5-46fb-a618-48323cad9818 service neutron] 10.222.0.15 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219001 Apr 05 14:48:59.994597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 02155ed5-6460-4e48-9359-78bebe0c0378 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:49:00.064113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 02155ed5-6460-4e48-9359-78bebe0c0378 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:00.064597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:00.092576 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4819aba-ee40-4c54-aa85-ff75f9b84731 req-86e78b0d-5633-49eb-9d5a-96a4e493447e service neutron] 10.222.0.15 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345663 Apr 05 14:49:00.279106 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-76852f4c-7176-41a1-986c-37c8d43c9474 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 1096 time: 0.1381085 Apr 05 14:49:00.285273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3683f330-0883-41d4-8d64-ca37e5bf226e req-b2d0fb42-d68d-4d8f-9d8a-72ad6f5896bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:00.286614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3683f330-0883-41d4-8d64-ca37e5bf226e req-b2d0fb42-d68d-4d8f-9d8a-72ad6f5896bb tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 943 time: 0.1124828 Apr 05 14:49:00.410540 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3683f330-0883-41d4-8d64-ca37e5bf226e req-15c5237c-e060-4444-874b-9364aa379a8d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062202 Apr 05 14:49:00.440479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-a2d26837-2f3d-4e46-b186-1748653ebe80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:00.441894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-a2d26837-2f3d-4e46-b186-1748653ebe80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0f55d1c-11ee-4a8c-9019-d9ea55677215 HTTP/1.1" status: 200 len: 898 time: 0.1544731 Apr 05 14:49:00.511175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-96d0f97e-5115-4b03-8980-d6df3a4e545f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada HTTP/1.1" status: 200 len: 217 time: 0.0629900 Apr 05 14:49:00.571981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-f395d732-a44f-47c2-94f9-9d41e3228f6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:00.573373 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-f395d732-a44f-47c2-94f9-9d41e3228f6f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f64a57d-52bc-49c1-b4eb-172c4551009d HTTP/1.1" status: 200 len: 835 time: 0.0556297 Apr 05 14:49:00.649264 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-24c2dab9-cec6-46bf-b4ba-70575fe7609e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0f55d1c-11ee-4a8c-9019-d9ea55677215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690193 Apr 05 14:49:00.780743 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-e0474a78-5802-45a1-88dc-c64a4499425c service neutron] 10.222.0.15 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234999 Apr 05 14:49:00.909672 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29bb7b2b-9e1c-42df-aea0-5a7c7144c860 req-53c952c7-35b6-4088-ba59-19507e05ae0b service neutron] 10.222.0.15 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225708 Apr 05 14:49:01.605140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae610a-8c6e-4a0a-a38e-c84ab5e85a5f req-c1a17315-f2d1-44e8-9a07-d4e5cf0b9276 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:01.606604 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dbae610a-8c6e-4a0a-a38e-c84ab5e85a5f req-c1a17315-f2d1-44e8-9a07-d4e5cf0b9276 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 943 time: 0.0754550 Apr 05 14:49:01.651347 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dbae610a-8c6e-4a0a-a38e-c84ab5e85a5f req-91cba16b-b91b-4d9d-9e31-1aa46dcbf706 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 Apr 05 14:49:02.848292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8f79cb-3ec6-474b-8164-e6736fc1c751 req-4111b6cc-4387-43b1-ad3f-0038bc60a630 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:02.849733 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e8f79cb-3ec6-474b-8164-e6736fc1c751 req-4111b6cc-4387-43b1-ad3f-0038bc60a630 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 943 time: 0.0794861 Apr 05 14:49:02.894590 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e8f79cb-3ec6-474b-8164-e6736fc1c751 req-7f4fc648-229c-451d-97b2-8ddebbf39b70 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384476 Apr 05 14:49:02.970648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:49:03.103336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:03.115877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'port_id': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'mac_address': 'fa:16:3e:ab:98:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:49:03.171328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:03.187516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:49:03.201981 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:03.206337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:03.270422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:03.403415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['5ae0c872-6aff-4c40-9d4f-f94d18cf0ada'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:49:04.088266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87969eb7-3f02-40e4-ba72-7dacb96a2ebc req-595673bf-bc4b-4f00-846e-9c5e3e84e839 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:04.089674 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87969eb7-3f02-40e4-ba72-7dacb96a2ebc req-595673bf-bc4b-4f00-846e-9c5e3e84e839 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 944 time: 0.0743866 Apr 05 14:49:04.133544 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87969eb7-3f02-40e4-ba72-7dacb96a2ebc req-f0e36b36-7b45-498b-a942-003b3f5c45c3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384643 Apr 05 14:49:04.977786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:49:05.047048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:49:05.051630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:05.051991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:05.162265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:05.188600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:49:05.199006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:05.202734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:05.246862 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d58f6868-80e5-4f6b-9b51-a50c96a8e204'] response: {'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'code': 200} Apr 05 14:49:05.273340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:05.477470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afffb43-3e87-4a2f-a049-9f627bc145d0 req-bc697d74-cdc7-494a-900a-2436b0132586 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:05.478863 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6afffb43-3e87-4a2f-a049-9f627bc145d0 req-bc697d74-cdc7-494a-900a-2436b0132586 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 945 time: 0.2247643 Apr 05 14:49:05.510533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb3e310c-d7cd-40b1-a939-b4cf4fba126f req-ce13749c-a72a-4448-b6da-41874ad5dec7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 1098 time: 0.1032677 Apr 05 14:49:05.549231 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6afffb43-3e87-4a2f-a049-9f627bc145d0 req-352740ed-422c-447e-a099-364a27eeb064 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642538 Apr 05 14:49:05.566186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb3e310c-d7cd-40b1-a939-b4cf4fba126f req-ea04095c-cf5a-4ac0-a18f-4986346e6882 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473773 Apr 05 14:49:06.744385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd04a73-29c9-4e10-a09f-1e80e36d5d4a req-fdf608fb-20c0-4da2-8453-5e0bfa409993 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:06.745819 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8fd04a73-29c9-4e10-a09f-1e80e36d5d4a req-fdf608fb-20c0-4da2-8453-5e0bfa409993 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 945 time: 0.0758035 Apr 05 14:49:06.789804 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8fd04a73-29c9-4e10-a09f-1e80e36d5d4a req-5e73bce6-0ebb-42da-ae79-cf6cfc09db59 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383918 Apr 05 14:49:06.987055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8c7674-f569-4842-8a48-a9ce80ee50d2 req-0006cdbc-816e-4fe3-825a-a3bd572d6c54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:06.988451 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ae8c7674-f569-4842-8a48-a9ce80ee50d2 req-0006cdbc-816e-4fe3-825a-a3bd572d6c54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 945 time: 0.0794008 Apr 05 14:49:07.034117 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ae8c7674-f569-4842-8a48-a9ce80ee50d2 req-ba888b4b-687e-4b14-b1df-1b169623ac1c tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395191 Apr 05 14:49:07.061669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42368) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:07.133205 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-78ac6c80-8229-49e1-a20d-cf949588fe9e tempest-TestNetworkBasicOps-1785956616 tempest-TestNetworkBasicOps-1785956616-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 1093 time: 0.0703573 Apr 05 14:49:07.135878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42372) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:07.140860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:49:07.146228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:49:07.150608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Usage tracker for resource:floatingip and tenant:f1c50199b61f47edbcd272dd0670fe09 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:49:07.153346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:49:07.158936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:49:07.168093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.299661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.433021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Allocated IP 172.26.6.124 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/d0679e90-7ab3-4269-8ed5-85dbda034418) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:49:07.575663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.603363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:07.674333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:49:07.677598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:49:07.680061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=d0679e90-7ab3-4269-8ed5-85dbda034418,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:07.682166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:49:07.761682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:08.167908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:08.222958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:08.498554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:08.503125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:08.610878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event updated for resources: {'Port': ['ID=d0679e90-7ab3-4269-8ed5-85dbda034418,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:08.624300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:08.810760 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Floating IP 06dc32a9-43bf-4d8f-b5f2-292af5ba669b associated. External IP: 172.26.6.124, port: 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada. Apr 05 14:49:09.192487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router aa0ca2b6-88e7-433e-bb4f-b93744641c64 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:49:09.384631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:49:09.394639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] Sync routers for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:49:09.406842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:49:09.407515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:09.407678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:09.463934 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-be665298-4f8d-4271-877a-434c1759fb00 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3269851 Apr 05 14:49:09.464510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:49:09.466784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42376) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:09.518282 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36271012-58ee-44ce-930a-57cebee19f23'] response: {'name': 'network-changed', 'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'status': 'completed', 'code': 200} Apr 05 14:49:09.576295 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e48f6fba-ffed-431c-8d26-ac456d15c4b3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1083877 Apr 05 14:49:09.588757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:49:09.612827 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-43f028d5-f25a-42dd-836b-d4ceb8c65623 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 1098 time: 0.0737219 Apr 05 14:49:09.740607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-55ae5f4a-2be0-4004-a429-a6cff1862d52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:09.742535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-55ae5f4a-2be0-4004-a429-a6cff1862d52 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0f55d1c-11ee-4a8c-9019-d9ea55677215 HTTP/1.1" status: 200 len: 898 time: 0.1238699 Apr 05 14:49:09.845074 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-c1c84b10-4de7-412c-bbf7-7d030a5c0cfc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada HTTP/1.1" status: 200 len: 999 time: 0.0966058 Apr 05 14:49:09.905002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-f0a76f3a-4643-4488-9ef5-95c56e082bd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:09.906433 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-f0a76f3a-4643-4488-9ef5-95c56e082bd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f64a57d-52bc-49c1-b4eb-172c4551009d HTTP/1.1" status: 200 len: 835 time: 0.0563314 Apr 05 14:49:09.961385 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '06dc32a9-43bf-4d8f-b5f2-292af5ba669b', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'port_id': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'mac_address': 'fa:16:3e:ab:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:08Z', 'updated_at': '2022-04-05T14:49:08Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:48:58Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:09.965663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] Checking router: aa0ca2b6-88e7-433e-bb4f-b93744641c64 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:49:09.977680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:49:09.978340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:48:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:10.077784 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-0c7d2206-3b48-48d6-a5c8-d3b9783f3cb9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0f55d1c-11ee-4a8c-9019-d9ea55677215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1658180 Apr 05 14:49:10.155242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:49:10.206644 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-f69a33a3-41d5-427a-a9a6-b66158249bf1 service neutron] 10.222.0.15 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228080 Apr 05 14:49:10.336926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7fdf49f3-4a42-4fd8-9580-0e9ad37c0d84 req-8caa1a1e-2bb5-4579-a77d-acb7f452b227 service neutron] 10.222.0.15 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242628 Apr 05 14:49:10.501567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '06dc32a9-43bf-4d8f-b5f2-292af5ba669b', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'port_id': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'mac_address': 'fa:16:3e:ab:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:08Z', 'updated_at': '2022-04-05T14:49:08Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:48:58Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:10.505427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2d2fa6-97db-48a4-9952-2596ecb2f6ad None None] The sync data for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv is: [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '06dc32a9-43bf-4d8f-b5f2-292af5ba669b', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'port_id': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'mac_address': 'fa:16:3e:ab:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:08Z', 'updated_at': '2022-04-05T14:49:08Z', 'revision_number': 0, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:48:58Z', 'revision_number': 5, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:49:10.578589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42382) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:10.682665 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1f232fcf-35bf-4369-ab3b-9ac8dd7f0f02 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1029432 Apr 05 14:49:11.686602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42386) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:11.787510 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4b423ef0-426f-4299-964c-f4c697a211fa tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.0997977 Apr 05 14:49:12.791350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42390) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:12.894544 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6e9d8571-21d8-450e-ad4a-1c8b5dbe4f2d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1017969 Apr 05 14:49:13.193532 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77938798-8983-4773-88c1-67f79adf313c None None] New status for floating IP 06dc32a9-43bf-4d8f-b5f2-292af5ba669b: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:49:13.897648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42394) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:13.997938 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1ab4d06c-5d3b-49a4-ab1a-e4ef4802f03e tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 993 time: 0.0991194 Apr 05 14:49:24.154721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-580909f2-d0c2-4aa0-b1df-1ed5b1570685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:24.958731 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:49:26.364018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c4035226-f63e-4d7e-9ee6-758386b0ad00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.455606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:27.504460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:29.021350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:37.763767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:41.305192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42408) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:41.310355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-37bcee51-bebc-4349-b494-2696dac24fe8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:49:41.853361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37bcee51-bebc-4349-b494-2696dac24fe8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:41.863513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37bcee51-bebc-4349-b494-2696dac24fe8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:42.164481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bcee51-bebc-4349-b494-2696dac24fe8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router aa0ca2b6-88e7-433e-bb4f-b93744641c64 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:49:42.361298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bcee51-bebc-4349-b494-2696dac24fe8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:49:42.367063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-37bcee51-bebc-4349-b494-2696dac24fe8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:42.368101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-37bcee51-bebc-4349-b494-2696dac24fe8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/aa0ca2b6-88e7-433e-bb4f-b93744641c64 HTTP/1.1" status: 200 len: 889 time: 1.0619545 Apr 05 14:49:42.370846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dcd22-bcef-40a9-b315-1889fc039e8f None None] Sync routers for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:49:42.382585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dcd22-bcef-40a9-b315-1889fc039e8f None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:49:42.383174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c34dcd22-bcef-40a9-b315-1889fc039e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:49:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:42.441655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c34dcd22-bcef-40a9-b315-1889fc039e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:42.452298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dcd22-bcef-40a9-b315-1889fc039e8f None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:49:42.452866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c34dcd22-bcef-40a9-b315-1889fc039e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:49:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:42.508887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c34dcd22-bcef-40a9-b315-1889fc039e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:42.509270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34dcd22-bcef-40a9-b315-1889fc039e8f None None] The sync data for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv is: [] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:49:43.255935 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb931d63-136b-4f75-a896-372b03ab18c1 None None] New status for floating IP 06dc32a9-43bf-4d8f-b5f2-292af5ba669b: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:49:44.011279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 58863779-416c-412b-ab4d-1b32cc9f148e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:49:44.118967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:44.134308 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 58863779-416c-412b-ab4d-1b32cc9f148e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=58863779-416c-412b-ab4d-1b32cc9f148e,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:44.138264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:44.139027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 02155ed5-6460-4e48-9359-78bebe0c0378 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:49:44.251670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=58863779-416c-412b-ab4d-1b32cc9f148e,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:44.306554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:44.337060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 02155ed5-6460-4e48-9359-78bebe0c0378, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=02155ed5-6460-4e48-9359-78bebe0c0378,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:44.340978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:44.443921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=02155ed5-6460-4e48-9359-78bebe0c0378,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:44.526830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42414) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:44.532070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ee8b2590-0566-438e-a17c-09f00d2648a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:49:45.072255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee8b2590-0566-438e-a17c-09f00d2648a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.082103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee8b2590-0566-438e-a17c-09f00d2648a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-730246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-730255', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-775689'] for router, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.271850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8b2590-0566-438e-a17c-09f00d2648a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router aa0ca2b6-88e7-433e-bb4f-b93744641c64 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:49:45.465904 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8b2590-0566-438e-a17c-09f00d2648a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:49:45.471295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ee8b2590-0566-438e-a17c-09f00d2648a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:45.472407 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ee8b2590-0566-438e-a17c-09f00d2648a0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/aa0ca2b6-88e7-433e-bb4f-b93744641c64 HTTP/1.1" status: 200 len: 888 time: 0.9445677 Apr 05 14:49:45.475307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42418) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:45.478583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] Sync routers for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:49:45.489806 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:49:45.490438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:49:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:45.582769 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c3b71272-dc07-4765-b6db-72c288975372 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1052148 Apr 05 14:49:45.664973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:49:46.000890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:49:45Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:49:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '06dc32a9-43bf-4d8f-b5f2-292af5ba669b', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'port_id': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'mac_address': 'fa:16:3e:ab:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:08Z', 'updated_at': '2022-04-05T14:49:43Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:49:44Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:46.004629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] Checking router: aa0ca2b6-88e7-433e-bb4f-b93744641c64 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:49:46.014916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:49:46.015491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:49:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:46.191475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:49:46.526705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:49:45Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:49:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '06dc32a9-43bf-4d8f-b5f2-292af5ba669b', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'port_id': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'mac_address': 'fa:16:3e:ab:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:08Z', 'updated_at': '2022-04-05T14:49:43Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:49:44Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:49:46.530538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4663dc-a53f-4f08-87cf-d8654e292914 None None] The sync data for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv is: [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101'}], 'enable_snat': True}, 'gw_port_id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:49:45Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port': {'id': '58863779-416c-412b-ab4d-1b32cc9f148e', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:9c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:48Z', 'updated_at': '2022-04-05T14:49:44Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '06dc32a9-43bf-4d8f-b5f2-292af5ba669b', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'floating_ip_address': '172.26.6.124', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'port_id': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'mac_address': 'fa:16:3e:ab:98:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:49:08Z', 'updated_at': '2022-04-05T14:49:43Z', 'revision_number': 2, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02155ed5-6460-4e48-9359-78bebe0c0378', 'name': '', 'network_id': 'f0f55d1c-11ee-4a8c-9019-d9ea55677215', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'mac_address': 'fa:16:3e:2a:08:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:48:51Z', 'updated_at': '2022-04-05T14:49:44Z', 'revision_number': 6, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'subnets': [{'id': '5f64a57d-52bc-49c1-b4eb-172c4551009d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:49:46.586249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42422) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:46.814652 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a92054d5-0765-4822-a6b6-82f9c1a4ee7f tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.2271430 Apr 05 14:49:47.818360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42426) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:47.926785 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7434acbc-fcd3-4b7a-8b90-3a55ca0f6730 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1066201 Apr 05 14:49:48.050880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 58863779-416c-412b-ab4d-1b32cc9f148e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:49:48.117394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 58863779-416c-412b-ab4d-1b32cc9f148e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:48.117754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.229109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.245292 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 58863779-416c-412b-ab4d-1b32cc9f148e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=58863779-416c-412b-ab4d-1b32cc9f148e,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:48.248834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.249570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 02155ed5-6460-4e48-9359-78bebe0c0378 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:49:48.391039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=58863779-416c-412b-ab4d-1b32cc9f148e,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:48.403381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.403716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.404040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.404359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.404678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.404992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.405303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.405613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.405921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.406256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.406564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:48.415024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 02155ed5-6460-4e48-9359-78bebe0c0378 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:48.415378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.524764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.554980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 02155ed5-6460-4e48-9359-78bebe0c0378, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=02155ed5-6460-4e48-9359-78bebe0c0378,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:48.558698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:48.621677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=02155ed5-6460-4e48-9359-78bebe0c0378,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:48.930565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42430) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:49.034067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ace65705-ef3b-4122-a424-455a4b358f79 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1022904 Apr 05 14:49:50.020622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 58863779-416c-412b-ab4d-1b32cc9f148e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:49:50.038553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42434) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:50.090203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 58863779-416c-412b-ab4d-1b32cc9f148e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:50.090572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:50.144787 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-71ba6e0e-e305-49bb-a4c3-f8d551675a7a tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1051037 Apr 05 14:49:50.205124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 02155ed5-6460-4e48-9359-78bebe0c0378 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:49:50.272568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 02155ed5-6460-4e48-9359-78bebe0c0378 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:49:50.272851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:51.148380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42438) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:51.252226 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3a662c3e-2a91-4707-8660-061e152a7847 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1027317 Apr 05 14:49:52.256042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42442) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:52.360659 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4ae55074-6bf5-4675-9f2e-3e6a0264d260 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1024640 Apr 05 14:49:53.362955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42446) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:53.465628 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1dd085d4-dd23-46e5-971e-a5364e2092e0 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 991 time: 0.1014137 Apr 05 14:49:53.610679 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aded1f04-a0c0-406d-8d1f-a70b4bb2d7a0 None None] New status for floating IP 06dc32a9-43bf-4d8f-b5f2-292af5ba669b: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:49:54.155604 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ec26-b051-4ae2-adbb-55df82b07419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:54.468554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42452) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:54.571017 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-39bd24db-1fdc-43cf-901e-64f683eddce9 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 200 len: 993 time: 0.1013956 Apr 05 14:49:54.845658 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42460) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:55.048269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port d0679e90-7ab3-4269-8ed5-85dbda034418 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:49:55.048610 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:55.309806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:55.310063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:55.428727 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for d0679e90-7ab3-4269-8ed5-85dbda034418 owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:49:55.570742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:55.617284 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=d0679e90-7ab3-4269-8ed5-85dbda034418,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:55.690494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.690837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.691174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.691505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.691835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.692160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.692482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.692803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.693120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.693941 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.694299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:55.717873 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:56.094994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router aa0ca2b6-88e7-433e-bb4f-b93744641c64 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:49:56.288481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:49:56.307572 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:56.361784 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b20536ef-cfaf-47ed-abc8-44811452e27b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/floatingips/06dc32a9-43bf-4d8f-b5f2-292af5ba669b HTTP/1.1" status: 204 len: 168 time: 1.5150397 Apr 05 14:49:56.362392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:49:56.367219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-803396f4-f7a9-4860-b707-213a1b0c522b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:56.423764 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07f3df67-8e7f-4ec6-9ae5-5be519fc9c5e'] response: {'name': 'network-changed', 'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'status': 'completed', 'code': 200} Apr 05 14:49:56.508664 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-b5338945-a487-4d5d-b40a-73fb48af7657 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f1c50199b61f47edbcd272dd0670fe09&device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 1098 time: 0.0687823 Apr 05 14:49:56.657334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-407032db-7e52-47c3-b53b-5c8f9aa6eee7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:56.658865 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-407032db-7e52-47c3-b53b-5c8f9aa6eee7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f0f55d1c-11ee-4a8c-9019-d9ea55677215 HTTP/1.1" status: 200 len: 898 time: 0.1437900 Apr 05 14:49:56.775224 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-ff36fbf3-c293-4e1e-9342-97ba22aca9a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada HTTP/1.1" status: 200 len: 217 time: 0.1097343 Apr 05 14:49:56.857065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-b786bd4d-80c6-4760-a969-5efc0157ba6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:56.858431 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-b786bd4d-80c6-4760-a969-5efc0157ba6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5f64a57d-52bc-49c1-b4eb-172c4551009d HTTP/1.1" status: 200 len: 835 time: 0.0714960 Apr 05 14:49:56.864034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb680899-2cec-406a-93de-5dcb63ad9e10 req-7f2ccfc7-0779-4d44-8147-a5d16f57dbc8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:56.865805 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb680899-2cec-406a-93de-5dcb63ad9e10 req-7f2ccfc7-0779-4d44-8147-a5d16f57dbc8 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 945 time: 0.1496925 Apr 05 14:49:56.956011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb680899-2cec-406a-93de-5dcb63ad9e10 req-83a5d390-7a12-40c9-8249-47473b639230 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614870 Apr 05 14:49:56.966063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-5d8bc2c9-5f4a-4cf1-9e48-4cd74f544ddb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f0f55d1c-11ee-4a8c-9019-d9ea55677215&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993583 Apr 05 14:49:56.977118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-915cd425-dfc7-4161-bee9-51f1eb79399e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:49:56.978145 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-915cd425-dfc7-4161-bee9-51f1eb79399e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051866 Apr 05 14:49:57.106410 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-5967cca5-3296-4542-882a-df5299a432de service neutron] 10.222.0.15 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218367 Apr 05 14:49:57.233257 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-96f42556-3bcd-4ea0-919e-54ffafeba470 req-88dd5bad-f6e7-4a97-8ee9-204ab6854922 service neutron] 10.222.0.15 "GET /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202583 Apr 05 14:49:57.457896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:57.505992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:57.973999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ee3254c1-8207-46d2-9586-826053af49de tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:57.976018 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ee3254c1-8207-46d2-9586-826053af49de tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 945 time: 0.0790582 Apr 05 14:49:58.042203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:49:58.042544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.374598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67933a-b8d5-4834-af75-a3ddc6456b15 req-be4750e3-0a70-4b66-8a93-a17f349aab4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:49:58.376036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee67933a-b8d5-4834-af75-a3ddc6456b15 req-be4750e3-0a70-4b66-8a93-a17f349aab4b tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab54e178-d698-490c-9c2d-569fdd924fef HTTP/1.1" status: 200 len: 945 time: 0.2969224 Apr 05 14:49:58.459655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:49:58.460008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.468274 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee67933a-b8d5-4834-af75-a3ddc6456b15 req-f3603d85-8c70-4f71-a367-37338699ae54 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "GET /v2.0/security-groups?id=e2bf2572-1666-4d37-a627-4efe88d83f53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860095 Apr 05 14:49:58.584446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:49:58.725524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.776094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=5ae0c872-6aff-4c40-9d4f-f94d18cf0ada,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:58.845268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.845610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.845943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.846305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.846634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.846959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.847286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.847607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.847931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.848246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.848565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:49:58.862293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] No DVR routers for this DVR port 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:49:58.864402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:58.867508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'name': 'network-vif-deleted', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:49:58.878911 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3db447da-cb3a-4969-b590-076d9e79f36f req-ebd559e8-7f06-4b84-a998-b7de495ab63d tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.15 "DELETE /v2.0/ports/5ae0c872-6aff-4c40-9d4f-f94d18cf0ada HTTP/1.1" status: 204 len: 173 time: 0.8980100 Apr 05 14:49:58.925257 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b992a652-154f-4444-bfbc-00feec64a269'] response: {'server_uuid': 'ab54e178-d698-490c-9c2d-569fdd924fef', 'name': 'network-vif-deleted', 'tag': '5ae0c872-6aff-4c40-9d4f-f94d18cf0ada', 'status': 'completed', 'code': 200} Apr 05 14:49:59.023524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.571331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42480) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:49:59.642889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06ff1c6f-f0e0-40b7-a427-51838b7eda35 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.672432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06ff1c6f-f0e0-40b7-a427-51838b7eda35 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.733779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06ff1c6f-f0e0-40b7-a427-51838b7eda35 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.752277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff1c6f-f0e0-40b7-a427-51838b7eda35 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bf2572-1666-4d37-a627-4efe88d83f53,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:49:59.764052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-06ff1c6f-f0e0-40b7-a427-51838b7eda35 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:49:59.767719 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-06ff1c6f-f0e0-40b7-a427-51838b7eda35 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/security-groups/e2bf2572-1666-4d37-a627-4efe88d83f53 HTTP/1.1" status: 204 len: 168 time: 0.1927974 Apr 05 14:49:59.806827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:00.196526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:00.872764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 02155ed5-6460-4e48-9359-78bebe0c0378 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:50:00.873375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:01.057620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 02155ed5-6460-4e48-9359-78bebe0c0378, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=02155ed5-6460-4e48-9359-78bebe0c0378,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:01.057971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:01.148522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:50:01.175468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 02155ed5-6460-4e48-9359-78bebe0c0378 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:50:01.179733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:50:01.180068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 5ae0c872-6aff-4c40-9d4f-f94d18cf0ada not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:50:01.344321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:01.391054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=02155ed5-6460-4e48-9359-78bebe0c0378,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:01.685495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:01.958494 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:50:02.338872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Router aa0ca2b6-88e7-433e-bb4f-b93744641c64 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:50:02.536540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:50:02.548623 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-741cfcdf-374f-4cf7-8cc2-bc0cf5033c32 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "PUT /v2.0/routers/aa0ca2b6-88e7-433e-bb4f-b93744641c64/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7407086 Apr 05 14:50:02.551302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42492) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:02.734891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-56e0b18b-71f4-4e63-a701-bf6767b86da6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting subnet 5f64a57d-52bc-49c1-b4eb-172c4551009d {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:50:02.737741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56e0b18b-71f4-4e63-a701-bf6767b86da6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.790409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56e0b18b-71f4-4e63-a701-bf6767b86da6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.880371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56e0b18b-71f4-4e63-a701-bf6767b86da6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.962933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56e0b18b-71f4-4e63-a701-bf6767b86da6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:02.998855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0b18b-71f4-4e63-a701-bf6767b86da6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Subnet': ['ID=5f64a57d-52bc-49c1-b4eb-172c4551009d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:03.008909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-56e0b18b-71f4-4e63-a701-bf6767b86da6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.014418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b6c9e0-7ca8-4959-965c-bcacf99a21a6 None None] Network f0f55d1c-11ee-4a8c-9019-d9ea55677215 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:50:03.014865 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-56e0b18b-71f4-4e63-a701-bf6767b86da6 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/subnets/5f64a57d-52bc-49c1-b4eb-172c4551009d HTTP/1.1" status: 204 len: 168 time: 0.4626064 Apr 05 14:50:03.017368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42496) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:03.215163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.268447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] DHCP port deletion for f0f55d1c-11ee-4a8c-9019-d9ea55677215 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:50:03.273119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] Deleting port 9591aedf-9da7-444b-ac7b-c445c8557029 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:50:03.273454 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.414188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.423458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Deleting port 58863779-416c-412b-ab4d-1b32cc9f148e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:50:03.424160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.472512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] For port 9591aedf-9da7-444b-ac7b-c445c8557029, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9591aedf-9da7-444b-ac7b-c445c8557029,segment=NetworkSegment(905a1c09-cce4-47db-9b47-bf0c10f6738f),segment_id=905a1c09-cce4-47db-9b47-bf0c10f6738f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:03.472811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.591382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] Calling delete_port for 9591aedf-9da7-444b-ac7b-c445c8557029 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:50:03.668542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.693813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] For port 58863779-416c-412b-ab4d-1b32cc9f148e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=58863779-416c-412b-ab4d-1b32cc9f148e,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:03.694194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:03.710139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] Pushing event deleted for resources: {'Port': ['ID=9591aedf-9da7-444b-ac7b-c445c8557029,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:03.717721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c88c7d5-7785-4a72-9a4c-4f39d8012858 None None] No DVR routers for this DVR port 9591aedf-9da7-444b-ac7b-c445c8557029 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:50:03.813407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Calling delete_port for 58863779-416c-412b-ab4d-1b32cc9f148e owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:50:03.975783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.022494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9591aedf-9da7-444b-ac7b-c445c8557029 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:50:04.027769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Port': ['ID=58863779-416c-412b-ab4d-1b32cc9f148e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:04.056915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 9591aedf-9da7-444b-ac7b-c445c8557029 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:50:04.056915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9591aedf-9da7-444b-ac7b-c445c8557029 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:50:04.068208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174dc037-05d4-4f42-ad51-550490420586 None None] Sync routers for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:50:04.080736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174dc037-05d4-4f42-ad51-550490420586 None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:50:04.081361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-174dc037-05d4-4f42-ad51-550490420586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:49:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:04.239152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-174dc037-05d4-4f42-ad51-550490420586 None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:50:04.245315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.342289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-174dc037-05d4-4f42-ad51-550490420586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:50:03Z', 'revision_number': 9, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:04.346230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174dc037-05d4-4f42-ad51-550490420586 None None] Checking router: aa0ca2b6-88e7-433e-bb4f-b93744641c64 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:50:04.357703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174dc037-05d4-4f42-ad51-550490420586 None None] Routers {'aa0ca2b6-88e7-433e-bb4f-b93744641c64'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:50:04.358344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-174dc037-05d4-4f42-ad51-550490420586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:49:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:04.480705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-174dc037-05d4-4f42-ad51-550490420586 None None] Set router aa0ca2b6-88e7-433e-bb4f-b93744641c64 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:50:04.501958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.506109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.531498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.532240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Fanout notify agent at l3_agent the message router_deleted on router aa0ca2b6-88e7-433e-bb4f-b93744641c64 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:50:04.547055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.550640 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-75dde583-99f6-43d6-a415-0199b1849c75 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/routers/aa0ca2b6-88e7-433e-bb4f-b93744641c64 HTTP/1.1" status: 204 len: 168 time: 1.5298910 Apr 05 14:50:04.550891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42500) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:04.586681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-174dc037-05d4-4f42-ad51-550490420586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:50:03Z', 'revision_number': 9, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:04.590642 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-174dc037-05d4-4f42-ad51-550490420586 None None] The sync data for ids ['aa0ca2b6-88e7-433e-bb4f-b93744641c64'] in dv-neutron-829488-2-hyperv is: [{'id': 'aa0ca2b6-88e7-433e-bb4f-b93744641c64', 'name': 'tempest-TestNetworkBasicOps-router-1026618570', 'tenant_id': 'f1c50199b61f47edbcd272dd0670fe09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:48:47Z', 'updated_at': '2022-04-05T14:50:03Z', 'revision_number': 9, 'project_id': 'f1c50199b61f47edbcd272dd0670fe09', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:50:04.665805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.799766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.829046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f55d1c-11ee-4a8c-9019-d9ea55677215']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:04.841312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '905a1c09-cce4-47db-9b47-bf0c10f6738f') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:04.841611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '905a1c09-cce4-47db-9b47-bf0c10f6738f') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:50:04.853252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.868744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.875123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:50:04.875450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:50:04.889776 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:50:05.073177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.093489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.104352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] Pushing event deleted for resources: {'Network': ['ID=f0f55d1c-11ee-4a8c-9019-d9ea55677215,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:05.112391 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0a68754c-a880-4468-b7e4-22b23420cb86 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] 10.222.0.18 "DELETE /v2.0/networks/f0f55d1c-11ee-4a8c-9019-d9ea55677215 HTTP/1.1" status: 204 len: 168 time: 0.5605359 Apr 05 14:50:05.437303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42508) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:05.437455 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d119bd-1e4c-45a2-9302-1652bc1806cb None None] New status for floating IP 06dc32a9-43bf-4d8f-b5f2-292af5ba669b: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:50:05.607572 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2e4b1066-ba17-4bcd-81f5-2a3df75b85cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f1c50199b61f47edbcd272dd0670fe09&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1690340 Apr 05 14:50:05.610013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42514) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:05.669094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f77262a-7622-4677-9f82-ca7e6b890714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.695333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f77262a-7622-4677-9f82-ca7e6b890714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.752037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f77262a-7622-4677-9f82-ca7e6b890714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.768256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77262a-7622-4677-9f82-ca7e6b890714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=894de621-096a-402b-b49c-d6dd70638a1b,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:05.777390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9f77262a-7622-4677-9f82-ca7e6b890714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:05.780953 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9f77262a-7622-4677-9f82-ca7e6b890714 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/894de621-096a-402b-b49c-d6dd70638a1b HTTP/1.1" status: 204 len: 168 time: 0.1677246 Apr 05 14:50:06.023405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 58863779-416c-412b-ab4d-1b32cc9f148e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:50:06.058765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 58863779-416c-412b-ab4d-1b32cc9f148e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:50:06.059104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 58863779-416c-412b-ab4d-1b32cc9f148e not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:50:06.059507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 02155ed5-6460-4e48-9359-78bebe0c0378 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:50:06.090447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 02155ed5-6460-4e48-9359-78bebe0c0378 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:50:06.090792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 02155ed5-6460-4e48-9359-78bebe0c0378 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:50:06.121740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42522) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:06.139366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.169366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:50:06.173056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] Usage tracker for resource:security_group_rule and tenant:d96ea4d51947411d918a2e0144c7c0cf is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:50:06.175773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:50:06.181867 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:50:06.246922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.250537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.294358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dee1f11-72e2-46d6-b395-18d92f8c3e31,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:06.299595 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1da8930a-b79f-4b10-80cb-f27fa6067095 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d96ea4d51947411d918a2e0144c7c0cf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1768308 Apr 05 14:50:06.302168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42526) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:06.359848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d700a0d6-af60-40b1-8f84-909ac6c17e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.384531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d700a0d6-af60-40b1-8f84-909ac6c17e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.434372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d700a0d6-af60-40b1-8f84-909ac6c17e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.448427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700a0d6-af60-40b1-8f84-909ac6c17e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dee1f11-72e2-46d6-b395-18d92f8c3e31,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:06.455289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d700a0d6-af60-40b1-8f84-909ac6c17e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:06.456492 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d700a0d6-af60-40b1-8f84-909ac6c17e64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5dee1f11-72e2-46d6-b395-18d92f8c3e31 HTTP/1.1" status: 204 len: 168 time: 0.1528604 Apr 05 14:50:07.771233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:14.226527 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-2f05f784-d5f9-454e-8208-80650c07f3ca tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a345e640885e4aabbf8f0755ec23b9e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267911 Apr 05 14:50:14.373706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-2e9d0f88-feeb-43ad-a78e-70068c554886 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:14.375133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-2e9d0f88-feeb-43ad-a78e-70068c554886 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1434584 Apr 05 14:50:14.390739 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-3ee62e13-5cfa-4a60-9543-1317bd1e6605 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/quotas/a345e640885e4aabbf8f0755ec23b9e9 HTTP/1.1" status: 200 len: 375 time: 0.0102019 Apr 05 14:50:14.434812 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-7ba5e970-5f28-4809-80fb-fee2f9264fe6 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a345e640885e4aabbf8f0755ec23b9e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392802 Apr 05 14:50:14.617250 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b65ebbb-0ecc-4918-849b-605e878a8934 req-c0c382cd-c29c-4cbc-9d00-3a9139e78ec8 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 210 time: 0.0455008 Apr 05 14:50:15.490563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-ce89d2a9-e6aa-43d4-ba76-38781b711646 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a345e640885e4aabbf8f0755ec23b9e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288815 Apr 05 14:50:15.643042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-0541ec6a-671d-4877-8fd1-a89434df6b31 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:15.645311 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-0541ec6a-671d-4877-8fd1-a89434df6b31 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1503170 Apr 05 14:50:15.666634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Request body: {'port': {'device_id': 'ae51215b-4e75-4cdb-b914-9146358450af', 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d', 'admin_state_up': True, 'tenant_id': 'a345e640885e4aabbf8f0755ec23b9e9'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:50:15.792005 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-37ae6669-328e-489c-9390-d6519b523c3d req-e8fc974f-b0c8-45ee-aaf4-f25ce473e266 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 210 time: 0.0541811 Apr 05 14:50:15.837178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:50:15.840961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Usage tracker for resource:port and tenant:a345e640885e4aabbf8f0755ec23b9e9 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:50:15.843715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:50:15.849300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:50:15.858867 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Made reservation on behalf of a345e640885e4aabbf8f0755ec23b9e9 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:15.861752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:15.876347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:15.908418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:50:15.912144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Usage tracker for resource:security_group_rule and tenant:a345e640885e4aabbf8f0755ec23b9e9 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:50:15.914844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:50:15.920330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:50:15.985709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:15.989475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.066776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e96407b0-ab80-4c5e-a8a9-71df66d5a94f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:16.153921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Allocated IP 192.168.233.9 (c38c229a-c217-4a46-ae21-5ba519d93d8d/61342b40-0139-490b-b516-43e5f46ce3b1/9bdee45a-5873-42cd-a2f1-11dd651ce313) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:16.350444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.366069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Transition to ACTIVE for port object 9bdee45a-5873-42cd-a2f1-11dd651ce313 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:50:16.387337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.462232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Network c38c229a-c217-4a46-ae21-5ba519d93d8d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:16.465502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Pushing event updated for resources: {'Port': ['ID=9bdee45a-5873-42cd-a2f1-11dd651ce313,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:16.467828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:16.469839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:50:16.530075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:16.530705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.556942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-06463a55-8aee-4700-bfd8-600bb759c773 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8947744 Apr 05 14:50:16.569536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Request body: {'port': {'device_id': 'ae51215b-4e75-4cdb-b914-9146358450af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:50:16.686982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.709558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a4edfb47-e28d-41ef-8a77-66c5a311d846 None None] Provisioning for port 9bdee45a-5873-42cd-a2f1-11dd651ce313 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:50:16.714104 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a4edfb47-e28d-41ef-8a77-66c5a311d846 None None] Provisioning complete for port 9bdee45a-5873-42cd-a2f1-11dd651ce313 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:16.714465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a4edfb47-e28d-41ef-8a77-66c5a311d846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:16.765128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a4edfb47-e28d-41ef-8a77-66c5a311d846 None None] Port 9bdee45a-5873-42cd-a2f1-11dd651ce313 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:50:17.105734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380ffae3-d411-4d1d-9179-14575534ff79 req-40a5cbfa-c361-44b6-b814-c79e06e41475 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:17.106448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-380ffae3-d411-4d1d-9179-14575534ff79 req-40a5cbfa-c361-44b6-b814-c79e06e41475 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Synchronizing usage tracker for tenant:a345e640885e4aabbf8f0755ec23b9e9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:50:17.171666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-380ffae3-d411-4d1d-9179-14575534ff79 req-40a5cbfa-c361-44b6-b814-c79e06e41475 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Unset dirty status for tenant:a345e640885e4aabbf8f0755ec23b9e9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:50:17.172785 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-380ffae3-d411-4d1d-9179-14575534ff79 req-40a5cbfa-c361-44b6-b814-c79e06e41475 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 934 time: 0.2356479 Apr 05 14:50:17.197351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bdee45a-5873-42cd-a2f1-11dd651ce313 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:50:17.207901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.235598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Transition to ACTIVE for port object 9bdee45a-5873-42cd-a2f1-11dd651ce313 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:50:17.239941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-380ffae3-d411-4d1d-9179-14575534ff79 req-bf207be6-c011-4621-837c-d060fcdf6aba tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Synchronizing usage tracker for tenant:a345e640885e4aabbf8f0755ec23b9e9 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:50:17.242260 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.374142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-380ffae3-d411-4d1d-9179-14575534ff79 req-bf207be6-c011-4621-837c-d060fcdf6aba tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Unset dirty status for tenant:a345e640885e4aabbf8f0755ec23b9e9 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:50:17.375298 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-380ffae3-d411-4d1d-9179-14575534ff79 req-bf207be6-c011-4621-837c-d060fcdf6aba tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959910 Apr 05 14:50:17.376438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdee45a-5873-42cd-a2f1-11dd651ce313,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:17.487953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Attempting to bind port 9bdee45a-5873-42cd-a2f1-11dd651ce313 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:17.488286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Attempting to bind port 9bdee45a-5873-42cd-a2f1-11dd651ce313 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:17.488811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Attempting to bind port 9bdee45a-5873-42cd-a2f1-11dd651ce313 on network c38c229a-c217-4a46-ae21-5ba519d93d8d {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:50:17.494899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Port 9bdee45a-5873-42cd-a2f1-11dd651ce313 on network c38c229a-c217-4a46-ae21-5ba519d93d8d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:50:17.495211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Attempting to bind port 9bdee45a-5873-42cd-a2f1-11dd651ce313 on network c38c229a-c217-4a46-ae21-5ba519d93d8d {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:50:17.501205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:50:17.501527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Checking segment: {'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:50:17.501894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Bound using segment: {'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:50:17.502334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Bound port: 9bdee45a-5873-42cd-a2f1-11dd651ce313, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:17.502674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.586987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] For port 9bdee45a-5873-42cd-a2f1-11dd651ce313, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:17.589895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] For port 9bdee45a-5873-42cd-a2f1-11dd651ce313, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bdee45a-5873-42cd-a2f1-11dd651ce313,segment=NetworkSegment(42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0),segment_id=42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:17.594554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.661085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:17.662541 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] 10.222.0.15 "PUT /v2.0/ports/9bdee45a-5873-42cd-a2f1-11dd651ce313 HTTP/1.1" status: 200 len: 1096 time: 1.0978522 Apr 05 14:50:17.662974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae51215b-4e75-4cdb-b914-9146358450af', 'tag': '9bdee45a-5873-42cd-a2f1-11dd651ce313'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:50:17.676023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bbf423-14ca-4fd3-8fd6-3e28192bc8e5 service neutron] Pushing event updated for resources: {'Port': ['ID=9bdee45a-5873-42cd-a2f1-11dd651ce313,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:17.729765 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03501092-9ca6-4e32-8098-ce2df2fd7dbc'] response: {'name': 'network-changed', 'server_uuid': 'ae51215b-4e75-4cdb-b914-9146358450af', 'tag': '9bdee45a-5873-42cd-a2f1-11dd651ce313', 'status': 'completed', 'code': 200} Apr 05 14:50:17.771618 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-aa90f955-27d2-429d-adfd-b7861b233f60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a345e640885e4aabbf8f0755ec23b9e9&device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 1099 time: 0.0735044 Apr 05 14:50:17.842837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-72be0a81-e3f9-4d24-809f-71c502eada31 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9bdee45a-5873-42cd-a2f1-11dd651ce313 HTTP/1.1" status: 200 len: 217 time: 0.0650513 Apr 05 14:50:17.904458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-5abcce46-976b-4fe2-8fb8-aaac38bf8656 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:17.905856 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-5abcce46-976b-4fe2-8fb8-aaac38bf8656 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61342b40-0139-490b-b516-43e5f46ce3b1 HTTP/1.1" status: 200 len: 843 time: 0.0570300 Apr 05 14:50:17.977847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-092e2490-83c0-40d6-933d-26100f931f31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c38c229a-c217-4a46-ae21-5ba519d93d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0664971 Apr 05 14:50:18.105936 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-1de0819f-2114-4686-8d7f-6b60aab5e51a service neutron] 10.222.0.15 "GET /v2.0/networks/c38c229a-c217-4a46-ae21-5ba519d93d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226797 Apr 05 14:50:18.234662 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca2f2b8e-25e5-412f-a9ff-dcf655546a9c req-d6113d22-d982-4b10-8b8f-2d732951055e service neutron] 10.222.0.15 "GET /v2.0/networks/c38c229a-c217-4a46-ae21-5ba519d93d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227069 Apr 05 14:50:18.347532 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-8f21c25e-039b-4a56-90eb-933248aa2ef5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a345e640885e4aabbf8f0755ec23b9e9&device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 1099 time: 0.0733883 Apr 05 14:50:18.476326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-d940b5e4-e0f1-4c37-9f8e-5484bffc3a37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:18.478013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-d940b5e4-e0f1-4c37-9f8e-5484bffc3a37 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c38c229a-c217-4a46-ae21-5ba519d93d8d HTTP/1.1" status: 200 len: 870 time: 0.1241212 Apr 05 14:50:18.678314 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-454cc21a-68fd-440b-b96c-93afc066ba7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=9bdee45a-5873-42cd-a2f1-11dd651ce313 HTTP/1.1" status: 200 len: 217 time: 0.1933410 Apr 05 14:50:18.755250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-d0c37f35-ac79-4e3e-a04d-77255fa9f3c9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:18.756669 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-d0c37f35-ac79-4e3e-a04d-77255fa9f3c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61342b40-0139-490b-b516-43e5f46ce3b1 HTTP/1.1" status: 200 len: 843 time: 0.0713735 Apr 05 14:50:18.762825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48e55e2-35d7-4c84-b7f2-ba065dbd76e3 req-03fb7a81-9161-4fd4-a6cc-af626c7fcf05 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:18.764133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f48e55e2-35d7-4c84-b7f2-ba065dbd76e3 req-03fb7a81-9161-4fd4-a6cc-af626c7fcf05 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 946 time: 0.2341721 Apr 05 14:50:18.855007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f48e55e2-35d7-4c84-b7f2-ba065dbd76e3 req-de797dfa-1c4e-4a60-bf93-f24687d082b5 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596576 Apr 05 14:50:18.868254 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-7874701f-b6b2-4d62-b5ac-4433065f3504 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c38c229a-c217-4a46-ae21-5ba519d93d8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.1032774 Apr 05 14:50:19.000550 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-870fdeec-1e47-40c0-b3c4-23676a4e6deb service neutron] 10.222.0.15 "GET /v2.0/networks/c38c229a-c217-4a46-ae21-5ba519d93d8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253874 Apr 05 14:50:19.129497 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2746a5b-22ef-4571-a11b-26c9b973dd54 req-8cd3733c-75c8-4f7d-b9fa-792f5edb3c88 service neutron] 10.222.0.15 "GET /v2.0/networks/c38c229a-c217-4a46-ae21-5ba519d93d8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225495 Apr 05 14:50:20.049498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e5132-c6a8-4d54-9018-00afbafa1e8a req-d830cbca-6f2d-4777-893d-efb9da5b7e06 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:20.050969 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-158e5132-c6a8-4d54-9018-00afbafa1e8a req-d830cbca-6f2d-4777-893d-efb9da5b7e06 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 946 time: 0.0751662 Apr 05 14:50:20.100013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-158e5132-c6a8-4d54-9018-00afbafa1e8a req-224183e7-1c3d-485c-9ab2-94cb9d3ea4b7 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429354 Apr 05 14:50:21.257011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 9bdee45a-5873-42cd-a2f1-11dd651ce313 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:50:21.291370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cad6b2-43e4-4ae5-a1c2-b4330483fd83 req-afabf974-88d3-449c-bf6d-e84885222cc7 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:21.292827 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a1cad6b2-43e4-4ae5-a1c2-b4330483fd83 req-afabf974-88d3-449c-bf6d-e84885222cc7 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 946 time: 0.0757616 Apr 05 14:50:21.337855 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a1cad6b2-43e4-4ae5-a1c2-b4330483fd83 req-d7a4e300-b37d-4c5f-83e4-718cc1e92a0b tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394728 Apr 05 14:50:21.388696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 9bdee45a-5873-42cd-a2f1-11dd651ce313, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bdee45a-5873-42cd-a2f1-11dd651ce313,segment=NetworkSegment(42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0),segment_id=42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:21.404677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '9bdee45a-5873-42cd-a2f1-11dd651ce313', 'network_id': 'c38c229a-c217-4a46-ae21-5ba519d93d8d', 'port_id': '9bdee45a-5873-42cd-a2f1-11dd651ce313', 'mac_address': 'fa:16:3e:21:97:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61342b40-0139-490b-b516-43e5f46ce3b1', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:50:21.456371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:21.473511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bdee45a-5873-42cd-a2f1-11dd651ce313 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:50:21.488821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 9bdee45a-5873-42cd-a2f1-11dd651ce313, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bdee45a-5873-42cd-a2f1-11dd651ce313,segment=NetworkSegment(42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0),segment_id=42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:21.492518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:21.555602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=9bdee45a-5873-42cd-a2f1-11dd651ce313,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:21.695278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['9bdee45a-5873-42cd-a2f1-11dd651ce313'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:50:22.531651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee6b6ed-7c71-41ad-bcd2-4a6d04d81a2a req-33bb2283-72cb-4648-810b-0985fe3008c8 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:22.533064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2ee6b6ed-7c71-41ad-bcd2-4a6d04d81a2a req-33bb2283-72cb-4648-810b-0985fe3008c8 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 947 time: 0.0764847 Apr 05 14:50:22.582021 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2ee6b6ed-7c71-41ad-bcd2-4a6d04d81a2a req-575f7f5c-480a-45c4-afb5-643c53eedaff tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Apr 05 14:50:23.256307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 9bdee45a-5873-42cd-a2f1-11dd651ce313 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:50:23.325198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 9bdee45a-5873-42cd-a2f1-11dd651ce313 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:50:23.329649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 9bdee45a-5873-42cd-a2f1-11dd651ce313 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:23.330008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.437001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.463682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae51215b-4e75-4cdb-b914-9146358450af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdee45a-5873-42cd-a2f1-11dd651ce313'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:50:23.473096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 9bdee45a-5873-42cd-a2f1-11dd651ce313, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bdee45a-5873-42cd-a2f1-11dd651ce313,segment=NetworkSegment(42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0),segment_id=42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:23.477251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:23.516992 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd82faa3-01ee-4269-b5d6-5530286cb3c0'] response: {'server_uuid': 'ae51215b-4e75-4cdb-b914-9146358450af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bdee45a-5873-42cd-a2f1-11dd651ce313', 'code': 200} Apr 05 14:50:23.548409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=9bdee45a-5873-42cd-a2f1-11dd651ce313,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:23.794564 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9b261131-2c31-46e3-9ce7-2b1b4829cd06 req-152af1f9-c354-4b0e-b301-7172bad5a1f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 1101 time: 0.1249983 Apr 05 14:50:23.804673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5714b71-15e8-424b-a7c2-682c37a069d1 req-d2dc086a-ae9a-400a-ae7e-f9cae29f09e6 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:23.806014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f5714b71-15e8-424b-a7c2-682c37a069d1 req-d2dc086a-ae9a-400a-ae7e-f9cae29f09e6 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 948 time: 0.1040409 Apr 05 14:50:23.873268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9b261131-2c31-46e3-9ce7-2b1b4829cd06 req-d096a936-237a-4d7b-9b56-922714df65fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663245 Apr 05 14:50:23.877763 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f5714b71-15e8-424b-a7c2-682c37a069d1 req-62f05b03-e3da-412b-8f1b-f1b7357c6052 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566647 Apr 05 14:50:24.156261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3d4b3a35-3400-45f2-bfce-e6109c09b35c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:25.073730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ffde7-2648-46f9-aaab-6ea5236e8570 req-8d4d3ffb-1733-43c1-ab42-46d98aeb5d40 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:25.075204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-182ffde7-2648-46f9-aaab-6ea5236e8570 req-8d4d3ffb-1733-43c1-ab42-46d98aeb5d40 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 948 time: 0.0762930 Apr 05 14:50:25.123458 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-182ffde7-2648-46f9-aaab-6ea5236e8570 req-0bc9920a-6de8-44c7-a4d9-dd03b97f2867 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427339 Apr 05 14:50:25.535862 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7181fd16-6b3f-46d7-b064-3f52caa44508 req-b4a8a3d7-755c-4f2d-9e74-81bbdef33c60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654159 Apr 05 14:50:26.126499 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e32cb93-80da-49a8-b642-e438cf870d0f req-9d8dacd0-94c5-4ee6-b74b-3c159d9af978 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1864917 Apr 05 14:50:26.369039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e074e2a3-7f19-4ec6-905c-03d13c6bb43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:26.643562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8d065f-ff35-432d-b71d-0c028776fa08 req-cc7817c9-60ac-4bea-88c6-a791bce290c7 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:26.645000 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-be8d065f-ff35-432d-b71d-0c028776fa08 req-cc7817c9-60ac-4bea-88c6-a791bce290c7 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 948 time: 0.0783262 Apr 05 14:50:26.688744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-be8d065f-ff35-432d-b71d-0c028776fa08 req-c79797f5-b029-4d65-b7e2-7d9279281b82 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374551 Apr 05 14:50:27.460776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:27.505440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:27.881834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-1fd8dd36-806c-4dce-a06f-e5e131ede371 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:27.883277 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-1fd8dd36-806c-4dce-a06f-e5e131ede371 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 948 time: 0.1169643 Apr 05 14:50:27.955917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Deleting port 9bdee45a-5873-42cd-a2f1-11dd651ce313 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:50:27.956250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.000993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadc039e-c47c-458a-aa1e-46db347120c8 req-c6887a54-e712-418e-81a6-4657f7f6fcec tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:28.002347 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dadc039e-c47c-458a-aa1e-46db347120c8 req-c6887a54-e712-418e-81a6-4657f7f6fcec tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 948 time: 0.1835759 Apr 05 14:50:28.101596 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dadc039e-c47c-458a-aa1e-46db347120c8 req-f62b0e5c-d633-4a8d-adca-12d348565bbd tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/security-groups?id=e96407b0-ab80-4c5e-a8a9-71df66d5a94f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918336 Apr 05 14:50:28.316237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] For port 9bdee45a-5873-42cd-a2f1-11dd651ce313, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=9bdee45a-5873-42cd-a2f1-11dd651ce313,segment=NetworkSegment(42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0),segment_id=42e6d2c6-cd4b-45c1-9f77-ac26d4a7ecd0)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:28.316583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.434433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Calling delete_port for 9bdee45a-5873-42cd-a2f1-11dd651ce313 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:50:28.567421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.579429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['9bdee45a-5873-42cd-a2f1-11dd651ce313'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:50:28.622131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Pushing event deleted for resources: {'Port': ['ID=9bdee45a-5873-42cd-a2f1-11dd651ce313,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:28.695315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] No DVR routers for this DVR port 9bdee45a-5873-42cd-a2f1-11dd651ce313 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:50:28.703308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:28.707340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae51215b-4e75-4cdb-b914-9146358450af', 'name': 'network-vif-deleted', 'tag': '9bdee45a-5873-42cd-a2f1-11dd651ce313'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:50:28.731082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b083801-320e-44ad-851e-f57fe7a274e6 req-35fc46e3-92cd-4650-a5db-ceffd2f743c3 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.15 "DELETE /v2.0/ports/9bdee45a-5873-42cd-a2f1-11dd651ce313 HTTP/1.1" status: 204 len: 173 time: 0.8412354 Apr 05 14:50:28.791058 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ce90d5-2a2c-4efb-8f8d-670b58376722'] response: {'server_uuid': 'ae51215b-4e75-4cdb-b914-9146358450af', 'name': 'network-vif-deleted', 'tag': '9bdee45a-5873-42cd-a2f1-11dd651ce313', 'status': 'completed', 'code': 200} Apr 05 14:50:29.025903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:29.281926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-39aee2d9-8b46-4ee6-a201-9fd8f623849c req-edcf9f1d-b1d9-4e84-bba3-1db546b47969 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Synchronizing usage tracker for tenant:a345e640885e4aabbf8f0755ec23b9e9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:50:29.297566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-39aee2d9-8b46-4ee6-a201-9fd8f623849c req-edcf9f1d-b1d9-4e84-bba3-1db546b47969 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] Unset dirty status for tenant:a345e640885e4aabbf8f0755ec23b9e9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:50:29.299011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39aee2d9-8b46-4ee6-a201-9fd8f623849c req-edcf9f1d-b1d9-4e84-bba3-1db546b47969 tempest-ServersAdminNegativeTestJSON-2086054946 tempest-ServersAdminNegativeTestJSON-2086054946-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae51215b-4e75-4cdb-b914-9146358450af HTTP/1.1" status: 200 len: 210 time: 0.0610485 Apr 05 14:50:30.682748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42656) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:30.855720 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-213fcab9-d77a-4ff9-b94c-0d79a0d90152 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a345e640885e4aabbf8f0755ec23b9e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1718454 Apr 05 14:50:30.858128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42662) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:30.917988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54995ee8-4971-4f38-b556-ab4e3c5ba067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:30.945293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54995ee8-4971-4f38-b556-ab4e3c5ba067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:30.994264 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54995ee8-4971-4f38-b556-ab4e3c5ba067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.011351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54995ee8-4971-4f38-b556-ab4e3c5ba067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e96407b0-ab80-4c5e-a8a9-71df66d5a94f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:31.019124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-54995ee8-4971-4f38-b556-ab4e3c5ba067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.020331 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-54995ee8-4971-4f38-b556-ab4e3c5ba067 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e96407b0-ab80-4c5e-a8a9-71df66d5a94f HTTP/1.1" status: 204 len: 168 time: 0.1613116 Apr 05 14:50:31.336504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42670) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:31.349784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 9bdee45a-5873-42cd-a2f1-11dd651ce313 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:50:31.354322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.386142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 9bdee45a-5873-42cd-a2f1-11dd651ce313 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:50:31.386375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:50:31.386495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 9bdee45a-5873-42cd-a2f1-11dd651ce313 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:50:31.390242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] Usage tracker for resource:security_group_rule and tenant:21668aab5d9b4b7ab919f33e9948b604 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:50:31.392987 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:50:31.398556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:50:31.464102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.467462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.597256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d0b38d-fdac-4de3-be3e-e9c678fafdf0,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:31.602427 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fa74dd13-39b4-41df-8e17-f829710e5e7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=21668aab5d9b4b7ab919f33e9948b604&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2646685 Apr 05 14:50:31.605180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42674) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:31.670442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-490fc4dd-802b-4b79-992c-b43189473535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.695406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-490fc4dd-802b-4b79-992c-b43189473535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.744991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-490fc4dd-802b-4b79-992c-b43189473535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.758617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490fc4dd-802b-4b79-992c-b43189473535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d0b38d-fdac-4de3-be3e-e9c678fafdf0,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:31.764453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-490fc4dd-802b-4b79-992c-b43189473535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:31.766970 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-490fc4dd-802b-4b79-992c-b43189473535 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2d0b38d-fdac-4de3-be3e-e9c678fafdf0 HTTP/1.1" status: 204 len: 168 time: 0.1594107 Apr 05 14:50:32.575120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42696) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:32.700132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1872556329-network', 'tenant_id': '53efac23b6514846a1f9c457f81b5156'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:50:32.704796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:50:32.709252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Usage tracker for resource:network and tenant:53efac23b6514846a1f9c457f81b5156 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:50:32.712071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:50:32.718093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:50:32.726670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Made reservation on behalf of 53efac23b6514846a1f9c457f81b5156 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:32.729116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.742731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.773112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:50:32.777238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Usage tracker for resource:security_group_rule and tenant:53efac23b6514846a1f9c457f81b5156 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:50:32.780010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:50:32.785619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:50:32.850582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.854585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.884130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:50:32.892784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:32.899505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.900058 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Added segment 23ee29ab-95ba-4bf6-abca-027af7768a40 of type vlan for network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 Apr 05 14:50:32.930389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.959204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:32.960060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:32.960699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:33.064444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4882016 Apr 05 14:50:33.065288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e7402-441b-402d-8e45-f171db7a9933 admin admin] Pushing event updated for resources: {'Network': ['ID=35adec0b-8aa8-4895-bf06-f09b6c4cca10,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:33.067498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42702) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:33.074467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Request body: {'subnet': {'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1872556329-subnet', 'tenant_id': '53efac23b6514846a1f9c457f81b5156', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:50:33.075362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:50:33.079328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:50:33.083156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Usage tracker for resource:subnet and tenant:53efac23b6514846a1f9c457f81b5156 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:50:33.085941 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:50:33.091560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:50:33.102861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Made reservation on behalf of 53efac23b6514846a1f9c457f81b5156 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:33.105121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:33.298710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:33.371787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=238816a1-0014-4d54-b1b6-79a52453d8fa,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:33.382912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Checking segment: {'id': '23ee29ab-95ba-4bf6-abca-027af7768a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:50:33.383257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Network hostable DHCP agents. Network: 35adec0b-8aa8-4895-bf06-f09b6c4cca10, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:50:33.403915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:50:33.413066 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 35adec0b-8aa8-4895-bf06-f09b6c4cca10) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:33.416925 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:33.417495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-81622042-343f-4754-849f-38108eac59ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:33.421980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c42225e-82c9-42fe-8977-1ecd95138d12 None None] Network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:50:33.442907 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-81622042-343f-4754-849f-38108eac59ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3725977 Apr 05 14:50:33.668043 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1790a93-86b2-4537-97fe-5d99978a7822 None None] Network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:50:33.972120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-beb71633-36fa-4323-9980-afc0a457589c tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:33.972745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-beb71633-36fa-4323-9980-afc0a457589c tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Synchronizing usage tracker for tenant:53efac23b6514846a1f9c457f81b5156 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:50:33.990854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-beb71633-36fa-4323-9980-afc0a457589c tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Unset dirty status for tenant:53efac23b6514846a1f9c457f81b5156 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:50:33.991973 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-beb71633-36fa-4323-9980-afc0a457589c tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/networks?id=35adec0b-8aa8-4895-bf06-f09b6c4cca10 HTTP/1.1" status: 200 len: 812 time: 0.1585772 Apr 05 14:50:34.008572 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6145d0f2-b18e-47c7-a695-18f32d1d0f7b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/quotas/53efac23b6514846a1f9c457f81b5156 HTTP/1.1" status: 200 len: 375 time: 0.0110772 Apr 05 14:50:34.052977 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-bafa80ad-b438-4227-9b49-378347c37a82 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=53efac23b6514846a1f9c457f81b5156&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394418 Apr 05 14:50:34.182258 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-24ae4f52-1e86-4250-9129-fd3ed27ada98 service neutron] 10.222.0.18 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226285 Apr 05 14:50:34.310857 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-8f760cbb-8f9a-44ac-8803-4ad44f97dfcf service neutron] 10.222.0.18 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228704 Apr 05 14:50:34.486297 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84f0c814-1c51-4284-9865-e6018128e25d req-a3bae9fa-e25a-4a8b-b57f-918d6c094a5b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 210 time: 0.0392869 Apr 05 14:50:35.464417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-25c64f79-1602-49f6-b554-cc2b42e407a9 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:35.465816 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-25c64f79-1602-49f6-b554-cc2b42e407a9 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.15 "GET /v2.0/networks?id=35adec0b-8aa8-4895-bf06-f09b6c4cca10 HTTP/1.1" status: 200 len: 812 time: 0.1457517 Apr 05 14:50:35.481655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Request body: {'port': {'device_id': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10', 'admin_state_up': True, 'tenant_id': '53efac23b6514846a1f9c457f81b5156'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:50:35.691423 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8a9a0521-8603-4fb1-bc9a-90c99fb32faf req-bdfafe0e-34b2-45f5-95c9-49d23cb7c6f6 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 210 time: 0.0579755 Apr 05 14:50:35.739073 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:50:35.742749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Usage tracker for resource:port and tenant:53efac23b6514846a1f9c457f81b5156 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:50:35.745440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:50:35.751006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:50:35.760266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Made reservation on behalf of 53efac23b6514846a1f9c457f81b5156 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:50:35.763442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:35.921428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Allocated IP 172.20.0.3 (35adec0b-8aa8-4895-bf06-f09b6c4cca10/238816a1-0014-4d54-b1b6-79a52453d8fa/a7f793f9-61f6-44da-9735-5266356ce43d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:50:36.114320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.142227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.216843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:50:36.219896 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:50:36.224181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:50:36.248270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Pushing event updated for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:36.284231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:36.284828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.304289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-6ae0596d-0b27-4586-8509-cc8a46358278 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8262472 Apr 05 14:50:36.379285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Request body: {'port': {'device_id': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:50:36.488188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.852961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f793f9-61f6-44da-9735-5266356ce43d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:50:36.866319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:36.890746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Transition to ACTIVE for port object a7f793f9-61f6-44da-9735-5266356ce43d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:50:36.894584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.026055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864cc14d-7491-46e6-acb0-ee46e522140f req-d60ae42b-c842-4b62-8d5c-f24de5adf9d0 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:37.026780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-864cc14d-7491-46e6-acb0-ee46e522140f req-d60ae42b-c842-4b62-8d5c-f24de5adf9d0 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Synchronizing usage tracker for tenant:53efac23b6514846a1f9c457f81b5156 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:50:37.035913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Pushing event updated for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:37.082465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-864cc14d-7491-46e6-acb0-ee46e522140f req-d60ae42b-c842-4b62-8d5c-f24de5adf9d0 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Unset dirty status for tenant:53efac23b6514846a1f9c457f81b5156 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:50:37.083633 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-864cc14d-7491-46e6-acb0-ee46e522140f req-d60ae42b-c842-4b62-8d5c-f24de5adf9d0 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 931 time: 0.2728653 Apr 05 14:50:37.188379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Attempting to bind port a7f793f9-61f6-44da-9735-5266356ce43d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:50:37.188641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Attempting to bind port a7f793f9-61f6-44da-9735-5266356ce43d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '23ee29ab-95ba-4bf6-abca-027af7768a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:50:37.188960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Attempting to bind port a7f793f9-61f6-44da-9735-5266356ce43d on network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:50:37.192495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-864cc14d-7491-46e6-acb0-ee46e522140f req-4a841bab-1106-4c23-9b02-aa4615664bee tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Synchronizing usage tracker for tenant:53efac23b6514846a1f9c457f81b5156 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:50:37.201879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Port a7f793f9-61f6-44da-9735-5266356ce43d on network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:50:37.202224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Attempting to bind port a7f793f9-61f6-44da-9735-5266356ce43d on network 35adec0b-8aa8-4895-bf06-f09b6c4cca10 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:50:37.214205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:50:37.214561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Checking segment: {'id': '23ee29ab-95ba-4bf6-abca-027af7768a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:50:37.215003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Bound using segment: {'id': '23ee29ab-95ba-4bf6-abca-027af7768a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:50:37.215436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Bound port: a7f793f9-61f6-44da-9735-5266356ce43d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23ee29ab-95ba-4bf6-abca-027af7768a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:50:37.215850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.229585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-864cc14d-7491-46e6-acb0-ee46e522140f req-4a841bab-1106-4c23-9b02-aa4615664bee tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Unset dirty status for tenant:53efac23b6514846a1f9c457f81b5156 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:50:37.230738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-864cc14d-7491-46e6-acb0-ee46e522140f req-4a841bab-1106-4c23-9b02-aa4615664bee tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132925 Apr 05 14:50:37.303531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:50:37.306618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:50:37.310471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.459114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.460348 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] 10.222.0.15 "PUT /v2.0/ports/a7f793f9-61f6-44da-9735-5266356ce43d HTTP/1.1" status: 200 len: 1093 time: 1.1491165 Apr 05 14:50:37.460785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:50:37.478785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aef0ce-e488-40a5-b53b-8062638b0e7b service neutron] Pushing event updated for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:37.528710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71996eaa-f262-46a6-b621-344ab36f672d'] response: {'name': 'network-changed', 'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'status': 'completed', 'code': 200} Apr 05 14:50:37.562851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-1538f42c-955c-4d4f-84f8-e84a3eacb5af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53efac23b6514846a1f9c457f81b5156&device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 1096 time: 0.0672588 Apr 05 14:50:37.632568 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-04ab80ce-3106-4f9d-8a96-17e5e64101e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f793f9-61f6-44da-9735-5266356ce43d HTTP/1.1" status: 200 len: 217 time: 0.0630982 Apr 05 14:50:37.691961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-8a5e3648-413b-4a49-bf9a-905962c267cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:37.693977 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-8a5e3648-413b-4a49-bf9a-905962c267cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=238816a1-0014-4d54-b1b6-79a52453d8fa HTTP/1.1" status: 200 len: 852 time: 0.0561080 Apr 05 14:50:37.737298 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-8120b256-51c9-44e6-a66b-70f8da7f2b1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35adec0b-8aa8-4895-bf06-f09b6c4cca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377102 Apr 05 14:50:37.769816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:37.866129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-07614e77-5184-4343-bd62-b44bf162a223 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230135 Apr 05 14:50:37.994519 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e13f18c8-fa56-4d3c-b2d1-0fe484af194b req-35259af3-f016-452d-8166-6041f7ed9082 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229212 Apr 05 14:50:38.109993 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-fdcd465a-5e5f-424b-8461-37588e7dcd5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53efac23b6514846a1f9c457f81b5156&device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 1096 time: 0.0707321 Apr 05 14:50:38.238646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-fcfa5a04-a242-423d-aa7d-2b5b630c52d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:38.240562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-fcfa5a04-a242-423d-aa7d-2b5b630c52d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35adec0b-8aa8-4895-bf06-f09b6c4cca10 HTTP/1.1" status: 200 len: 913 time: 0.1244757 Apr 05 14:50:38.309458 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-079b7bea-f421-4280-8a2d-ee292b0948a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f793f9-61f6-44da-9735-5266356ce43d HTTP/1.1" status: 200 len: 217 time: 0.0629272 Apr 05 14:50:38.410943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-732e6a5f-24ce-4853-9185-8cce22201080 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:38.412923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-732e6a5f-24ce-4853-9185-8cce22201080 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=238816a1-0014-4d54-b1b6-79a52453d8fa HTTP/1.1" status: 200 len: 852 time: 0.0970838 Apr 05 14:50:38.465006 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-63005bb9-9900-4183-b317-29e88d683f9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35adec0b-8aa8-4895-bf06-f09b6c4cca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455806 Apr 05 14:50:38.546034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab4e4a-a41d-4d04-926e-d59df186b7df req-066da5ce-a397-443a-8223-e9b637ed150f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:38.547388 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-71ab4e4a-a41d-4d04-926e-d59df186b7df req-066da5ce-a397-443a-8223-e9b637ed150f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 943 time: 0.1952884 Apr 05 14:50:38.631333 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-71ab4e4a-a41d-4d04-926e-d59df186b7df req-7393bc38-1d75-4e34-a131-b8897c9e8ef3 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770876 Apr 05 14:50:38.636490 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-4bf6875a-1be7-43a4-8e75-6d4061f3ebf4 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643705 Apr 05 14:50:38.764854 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27d0ca24-7b4e-41e2-b04e-1450d848b723 req-afcd21c3-c366-49c5-a236-11cafd1e20b1 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225994 Apr 05 14:50:38.958779 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:50:39.823926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5d9d3-f7a4-47c3-b861-1ed8c46ce85a req-389932cb-ddfa-4bff-bf33-364aa283cfa8 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:39.825359 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cde5d9d3-f7a4-47c3-b861-1ed8c46ce85a req-389932cb-ddfa-4bff-bf33-364aa283cfa8 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 943 time: 0.0744951 Apr 05 14:50:39.869511 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cde5d9d3-f7a4-47c3-b861-1ed8c46ce85a req-bf0b6cc2-7d05-48d4-90e3-053a72c70a0b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386655 Apr 05 14:50:41.066661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203d0110-f41b-45a5-9b78-f355ffc81d5e req-9077ce37-cf9d-4168-8ee0-969804aa946e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:41.068121 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-203d0110-f41b-45a5-9b78-f355ffc81d5e req-9077ce37-cf9d-4168-8ee0-969804aa946e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 943 time: 0.0771346 Apr 05 14:50:41.115089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-203d0110-f41b-45a5-9b78-f355ffc81d5e req-ae68b669-6d50-441b-83db-03d278abdeae tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415242 Apr 05 14:50:41.427551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a7f793f9-61f6-44da-9735-5266356ce43d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:50:41.557051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:41.570318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10', 'port_id': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'mac_address': 'fa:16:3e:f4:c9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238816a1-0014-4d54-b1b6-79a52453d8fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:50:41.622117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:41.639093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f793f9-61f6-44da-9735-5266356ce43d {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:50:41.653713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:41.657612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:41.722917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:41.848293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a7f793f9-61f6-44da-9735-5266356ce43d'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:50:42.309148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07bf986-1211-4df5-a5dc-0f974702336a req-10981863-838a-4397-aca3-c51e5a12ff46 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:42.310528 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f07bf986-1211-4df5-a5dc-0f974702336a req-10981863-838a-4397-aca3-c51e5a12ff46 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 944 time: 0.0746837 Apr 05 14:50:42.443567 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f07bf986-1211-4df5-a5dc-0f974702336a req-2ff2e1dc-c61c-4c39-a97e-b8986ce696eb tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275456 Apr 05 14:50:43.440211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a7f793f9-61f6-44da-9735-5266356ce43d up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:50:43.513001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port a7f793f9-61f6-44da-9735-5266356ce43d completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:50:43.517898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port a7f793f9-61f6-44da-9735-5266356ce43d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:50:43.518283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.636620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.661172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf20430-f0d2-441f-8d1a-168f778771a0 req-4eff1a15-fd8f-486c-979a-91253a340c70 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:43.663305 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4cf20430-f0d2-441f-8d1a-168f778771a0 req-4eff1a15-fd8f-486c-979a-91253a340c70 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 944 time: 0.0870583 Apr 05 14:50:43.668609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:50:43.678999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:50:43.684168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:43.714979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4cf20430-f0d2-441f-8d1a-168f778771a0 req-d4918e9e-3102-49ef-a19f-5fdb1c1a6ff7 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437093 Apr 05 14:50:43.755753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:50:43.889401 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbbac86-5463-435d-8c52-68f847ab98dc'] response: {'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'code': 200} Apr 05 14:50:44.138960 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dc1b038-29ff-469a-82f7-c702e60b502b req-df489947-86be-4e26-94e0-1457cad460db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 1098 time: 0.0829861 Apr 05 14:50:44.184999 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dc1b038-29ff-469a-82f7-c702e60b502b req-65dc3f71-e501-45a0-a062-db0ed1d1498f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406866 Apr 05 14:50:44.950833 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8a773-edc4-4800-bb4a-e93c64ed8483 req-c392e5e1-7026-4047-8a2a-83547bd28414 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:44.952236 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9dd8a773-edc4-4800-bb4a-e93c64ed8483 req-c392e5e1-7026-4047-8a2a-83547bd28414 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0778880 Apr 05 14:50:44.999211 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9dd8a773-edc4-4800-bb4a-e93c64ed8483 req-2c6b2b4a-e8f3-4b43-a010-272ba860333b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409367 Apr 05 14:50:46.237154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde47dbd-a49f-4653-ac21-d45c1b543ccb req-80acccf2-724e-40ab-bcae-b4dff6c519c0 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:46.241827 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fde47dbd-a49f-4653-ac21-d45c1b543ccb req-80acccf2-724e-40ab-bcae-b4dff6c519c0 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.1089308 Apr 05 14:50:46.295702 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fde47dbd-a49f-4653-ac21-d45c1b543ccb req-513aef44-e65a-4659-b294-e1ed1da620d9 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483346 Apr 05 14:50:46.503902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-902c0882-6f84-4129-8151-18e8a672e0db req-7c99a4ea-d49d-4b51-819b-5ab286363453 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0677700 Apr 05 14:50:46.801340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42760) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:50:46.838837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6455b822-bca7-4ea5-956a-7d925f3599c9 req-07d309a8-c3d3-4025-a04d-c626b0a95b88 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:46.840304 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6455b822-bca7-4ea5-956a-7d925f3599c9 req-07d309a8-c3d3-4025-a04d-c626b0a95b88 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0868700 Apr 05 14:50:46.891672 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6455b822-bca7-4ea5-956a-7d925f3599c9 req-2a207189-13da-4c37-943a-ffdac8b97861 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436435 Apr 05 14:50:46.953034 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-51831a2b-2d4a-483c-910e-860ca9b1c67d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1498308 Apr 05 14:50:48.094379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86fe1d4-f759-4e7f-b39f-7aa7c43462ff req-b4da4d9b-ab53-487b-b53c-39a82ddb7aae tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.095824 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e86fe1d4-f759-4e7f-b39f-7aa7c43462ff req-b4da4d9b-ab53-487b-b53c-39a82ddb7aae tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0799675 Apr 05 14:50:48.149202 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e86fe1d4-f759-4e7f-b39f-7aa7c43462ff req-a7079565-b523-4c81-adda-a700ad0044a3 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467513 Apr 05 14:50:48.252143 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-c2540a1c-d903-41b9-9f68-f32e56e7bc2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53efac23b6514846a1f9c457f81b5156&device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 1098 time: 0.0690956 Apr 05 14:50:48.378981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192060b-7279-4028-80e9-7465d92540d9 req-c0e545b6-670b-4b4f-b2ba-d8a99f9321f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.380488 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-c0e545b6-670b-4b4f-b2ba-d8a99f9321f5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35adec0b-8aa8-4895-bf06-f09b6c4cca10 HTTP/1.1" status: 200 len: 913 time: 0.1221175 Apr 05 14:50:48.448699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-1fbcaf6a-e7c8-4e38-ac87-44921eb5355a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f793f9-61f6-44da-9735-5266356ce43d HTTP/1.1" status: 200 len: 217 time: 0.0627344 Apr 05 14:50:48.508088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192060b-7279-4028-80e9-7465d92540d9 req-afe0a30d-eacc-441a-91c9-ea49ee5369b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:48.509451 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-afe0a30d-eacc-441a-91c9-ea49ee5369b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=238816a1-0014-4d54-b1b6-79a52453d8fa HTTP/1.1" status: 200 len: 852 time: 0.0558472 Apr 05 14:50:48.552606 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-8266cbe4-0ae1-45fb-86b9-970117866d66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35adec0b-8aa8-4895-bf06-f09b6c4cca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376749 Apr 05 14:50:48.682112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-a6241aeb-c3c7-4f72-8fb4-62c02e879e8b service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241241 Apr 05 14:50:48.814535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-8e96fdb4-4431-4d70-a93f-2d7b86d2d065 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266832 Apr 05 14:50:49.346088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f27a9d-ccfe-4a36-a332-51aba4919868 req-8dfd5eaa-a5f6-45ce-a514-1dd07b2b9f3b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:49.347515 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7f27a9d-ccfe-4a36-a332-51aba4919868 req-8dfd5eaa-a5f6-45ce-a514-1dd07b2b9f3b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0784116 Apr 05 14:50:49.391424 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7f27a9d-ccfe-4a36-a332-51aba4919868 req-d26d3886-907b-44b7-a227-d1113f1ece4c tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375707 Apr 05 14:50:50.583324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24248f34-1860-4e7f-a0a8-e848078a6893 req-4c3394e8-8787-4ca3-a40a-12feaf5b40f5 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:50.584769 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-24248f34-1860-4e7f-a0a8-e848078a6893 req-4c3394e8-8787-4ca3-a40a-12feaf5b40f5 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0738914 Apr 05 14:50:50.633821 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-24248f34-1860-4e7f-a0a8-e848078a6893 req-9f22718f-0634-411b-8406-6d0c53475e40 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434120 Apr 05 14:50:51.826667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694effd0-ddc4-45e7-bdac-510c5a0fc6c6 req-6e2b0c0a-990d-48a1-96d7-3e29924ac343 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:51.828112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-694effd0-ddc4-45e7-bdac-510c5a0fc6c6 req-6e2b0c0a-990d-48a1-96d7-3e29924ac343 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0756369 Apr 05 14:50:51.872116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-694effd0-ddc4-45e7-bdac-510c5a0fc6c6 req-6002a396-a2cb-4726-9f14-06ddbc364fe1 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384986 Apr 05 14:50:53.070821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbfe442-bad7-4154-ba9a-6e9dd180c8ec req-f279bbcd-f4bb-47e4-96f8-aec8f93a3ec9 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:53.072265 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fbfe442-bad7-4154-ba9a-6e9dd180c8ec req-f279bbcd-f4bb-47e4-96f8-aec8f93a3ec9 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0816512 Apr 05 14:50:53.121535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fbfe442-bad7-4154-ba9a-6e9dd180c8ec req-a963301e-de54-4e6b-b847-e0cf39fdfaea tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438604 Apr 05 14:50:54.158460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c0e722dd-c7bd-4bc5-a718-fd77f32c99c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:54.314493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac3e93-84de-4c5d-8bc9-fa7c822cd638 req-9f0786c5-6a2f-4ce8-9be3-b5cbf8e6513e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:54.315935 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15ac3e93-84de-4c5d-8bc9-fa7c822cd638 req-9f0786c5-6a2f-4ce8-9be3-b5cbf8e6513e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0743496 Apr 05 14:50:54.360646 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15ac3e93-84de-4c5d-8bc9-fa7c822cd638 req-a0c6692e-f905-4a61-b10d-dc050df918ba tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Apr 05 14:50:55.557444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9a933-5602-40fd-8770-b9ce30353e11 req-6bfb2eb4-33a3-47ee-9c6a-d6d217f5f292 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:55.558913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dcd9a933-5602-40fd-8770-b9ce30353e11 req-6bfb2eb4-33a3-47ee-9c6a-d6d217f5f292 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0777841 Apr 05 14:50:55.603953 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dcd9a933-5602-40fd-8770-b9ce30353e11 req-6a03e662-6b22-484a-9427-0e0c39e884cc tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396216 Apr 05 14:50:56.371074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9d9ebe04-55c8-41a9-8ae1-9a3ff5f7849f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:56.797396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f5464-dadd-4844-80ff-9eed529ac23e req-c36cb0bd-20ac-41c5-8922-4432aa717c5e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:56.798857 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-171f5464-dadd-4844-80ff-9eed529ac23e req-c36cb0bd-20ac-41c5-8922-4432aa717c5e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0742695 Apr 05 14:50:56.845632 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-171f5464-dadd-4844-80ff-9eed529ac23e req-8c818f64-8b1a-4a9b-9ac7-14bb899140fe tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Apr 05 14:50:57.463927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:57.504954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:58.037952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501ec555-29af-4da4-820b-eb104c924327 req-74861e0f-cef5-4492-9f8e-1e3629c7cdfd tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:58.039393 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-501ec555-29af-4da4-820b-eb104c924327 req-74861e0f-cef5-4492-9f8e-1e3629c7cdfd tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0747101 Apr 05 14:50:58.082487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-501ec555-29af-4da4-820b-eb104c924327 req-4cca1b42-c26f-4d08-bc40-5a2d2c0e34a0 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Apr 05 14:50:58.924422 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-1cd9f567-d64b-45f4-b97d-e821f1106ab6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53efac23b6514846a1f9c457f81b5156&device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 1098 time: 0.0707965 Apr 05 14:50:59.032164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:50:59.149416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-b5c34172-fdac-4770-8151-fedc7e66dfe9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:59.150885 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-b5c34172-fdac-4770-8151-fedc7e66dfe9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35adec0b-8aa8-4895-bf06-f09b6c4cca10 HTTP/1.1" status: 200 len: 913 time: 0.2061100 Apr 05 14:50:59.264622 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-99de4692-8cde-42ab-901f-2ecebcaf9052 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f793f9-61f6-44da-9735-5266356ce43d HTTP/1.1" status: 200 len: 217 time: 0.1074133 Apr 05 14:50:59.338211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-6f1040ed-439e-4f32-ae8f-413f73cd503b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:59.339602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-6f1040ed-439e-4f32-ae8f-413f73cd503b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=238816a1-0014-4d54-b1b6-79a52453d8fa HTTP/1.1" status: 200 len: 852 time: 0.0679617 Apr 05 14:50:59.387019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9728a5c-d53c-41cb-9e66-b4db753e5ac7 req-e022d0e0-9ba3-4692-a749-9d07100a20c5 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:50:59.388388 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9728a5c-d53c-41cb-9e66-b4db753e5ac7 req-e022d0e0-9ba3-4692-a749-9d07100a20c5 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.1814952 Apr 05 14:50:59.393872 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-3591ee65-affc-4831-bde8-2ad91b503016 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35adec0b-8aa8-4895-bf06-f09b6c4cca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470951 Apr 05 14:50:59.513516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9728a5c-d53c-41cb-9e66-b4db753e5ac7 req-f4f13984-c75e-49b7-878f-a0a707d45b8c tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187201 Apr 05 14:50:59.548718 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-394d6e98-10b3-4092-98b7-0bb66cc5ae34 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414087 Apr 05 14:50:59.674706 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-780ea657-cbcf-4e49-a09e-8fa95c69f62e req-381a7ede-bd3a-46d4-a730-0b600b760e84 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199551 Apr 05 14:51:00.706005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cdfae-6dd8-43bf-9a29-a9232d7a1540 req-96d6e09b-ae89-45cb-ad73-816045da6700 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:00.707460 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f30cdfae-6dd8-43bf-9a29-a9232d7a1540 req-96d6e09b-ae89-45cb-ad73-816045da6700 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0741296 Apr 05 14:51:00.751459 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f30cdfae-6dd8-43bf-9a29-a9232d7a1540 req-666defc1-0fcd-4ebb-978c-f5d3a899b289 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383379 Apr 05 14:51:01.952497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e0c7b-c68e-4067-a9c0-bcf122344865 req-dffd0f10-a2f8-4f8b-b5ca-d13d39b5162b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:01.953848 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa6e0c7b-c68e-4067-a9c0-bcf122344865 req-dffd0f10-a2f8-4f8b-b5ca-d13d39b5162b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0785320 Apr 05 14:51:01.999144 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa6e0c7b-c68e-4067-a9c0-bcf122344865 req-1a62bfb5-2a18-4d77-9544-5125b7db315c tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392549 Apr 05 14:51:03.206555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f874d-a4ac-4b88-b8d9-96668bf27e50 req-d2701602-3ba1-43c4-ba2b-9e4c2495797f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:03.208018 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-066f874d-a4ac-4b88-b8d9-96668bf27e50 req-d2701602-3ba1-43c4-ba2b-9e4c2495797f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0849588 Apr 05 14:51:03.256162 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-066f874d-a4ac-4b88-b8d9-96668bf27e50 req-c6ae6ace-0a41-4672-80a4-87a189eb7cb5 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 Apr 05 14:51:04.451255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c741e-ea52-4457-aa10-cdcf64db78f7 req-1b5c920f-4250-4993-8124-0752f2c8ed2e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:04.452704 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-620c741e-ea52-4457-aa10-cdcf64db78f7 req-1b5c920f-4250-4993-8124-0752f2c8ed2e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0771756 Apr 05 14:51:04.496700 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-620c741e-ea52-4457-aa10-cdcf64db78f7 req-6c8f42b7-1b36-477e-ab59-030bfab2058f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385339 Apr 05 14:51:05.690076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e439ee27-13e0-484b-9a4a-aa129f63783c req-00dffca7-bdb5-4a7e-8356-654e4adda8c9 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:05.691544 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e439ee27-13e0-484b-9a4a-aa129f63783c req-00dffca7-bdb5-4a7e-8356-654e4adda8c9 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0777574 Apr 05 14:51:05.736014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e439ee27-13e0-484b-9a4a-aa129f63783c req-a68cee9e-dc73-48ec-97d5-9c261dffe7a2 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 Apr 05 14:51:06.929464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fe1dc-a17c-43d4-9d7e-8a31e9fe6954 req-a15e5988-0539-4931-a789-bf4f2b08e53b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:06.930818 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d8fe1dc-a17c-43d4-9d7e-8a31e9fe6954 req-a15e5988-0539-4931-a789-bf4f2b08e53b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0747070 Apr 05 14:51:06.974797 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d8fe1dc-a17c-43d4-9d7e-8a31e9fe6954 req-28b88f71-3a91-48bb-8bb0-5479acc1f0ff tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Apr 05 14:51:07.769191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:08.167766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9376ec0-f687-4ad1-9dc6-9d9fc8deffea req-9d053b7f-9d5c-41b6-ad1d-ef2dbe20ad37 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:08.169195 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9376ec0-f687-4ad1-9dc6-9d9fc8deffea req-9d053b7f-9d5c-41b6-ad1d-ef2dbe20ad37 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0775661 Apr 05 14:51:08.216008 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9376ec0-f687-4ad1-9dc6-9d9fc8deffea req-1406b79b-3f2a-41a0-8881-7f6aeca88511 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413043 Apr 05 14:51:09.405647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb43ca2c-48ca-4304-bffe-70bd546cd45b req-054976bd-dedf-4067-b6f3-627d99687063 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:09.407166 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb43ca2c-48ca-4304-bffe-70bd546cd45b req-054976bd-dedf-4067-b6f3-627d99687063 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0743093 Apr 05 14:51:09.454132 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb43ca2c-48ca-4304-bffe-70bd546cd45b req-c8824390-a65c-460e-85fc-61ee6b9cee7f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408092 Apr 05 14:51:10.649902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566a482-3e67-475f-885d-209f8e7e89c9 req-b0da8bf4-4294-44c8-b43c-a41ab42e265b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:10.651363 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8566a482-3e67-475f-885d-209f8e7e89c9 req-b0da8bf4-4294-44c8-b43c-a41ab42e265b tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0751581 Apr 05 14:51:10.696388 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8566a482-3e67-475f-885d-209f8e7e89c9 req-72915f52-c675-4be2-8ab1-655033f04d10 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394459 Apr 05 14:51:11.893797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0f2dd-187b-4807-b303-fd00f88b143e req-25cae948-1a54-496a-8971-11c3b1255676 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:11.895116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fa0f2dd-187b-4807-b303-fd00f88b143e req-25cae948-1a54-496a-8971-11c3b1255676 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0782595 Apr 05 14:51:12.022697 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fa0f2dd-187b-4807-b303-fd00f88b143e req-29c6cc0a-8dfb-4714-a519-310d330d1b4f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221335 Apr 05 14:51:13.358642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c053c5-d924-4841-b30a-b0286f52af46 req-a20ee7f9-15f2-4c99-b3e1-ab41e5cab230 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:13.360071 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81c053c5-d924-4841-b30a-b0286f52af46 req-a20ee7f9-15f2-4c99-b3e1-ab41e5cab230 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0762525 Apr 05 14:51:13.403724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81c053c5-d924-4841-b30a-b0286f52af46 req-37862157-87a1-47ec-ab51-7c2f4f53d21e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Apr 05 14:51:14.600589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce7ceb4-a3b9-437c-8379-f2a2d2d69de6 req-424a5777-088f-40c6-8f0d-b1f2222b3a40 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:14.602011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bce7ceb4-a3b9-437c-8379-f2a2d2d69de6 req-424a5777-088f-40c6-8f0d-b1f2222b3a40 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0809233 Apr 05 14:51:14.647102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bce7ceb4-a3b9-437c-8379-f2a2d2d69de6 req-ce1b6cf2-b9aa-47d7-a835-62d76a0eaba6 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389745 Apr 05 14:51:15.503641 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-c0117f64-27d0-4240-87ac-1b5895d79b4e service neutron] 10.222.0.15 "GET /v2.0/ports/a7f793f9-61f6-44da-9735-5266356ce43d/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0743973 Apr 05 14:51:15.757392 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-094ce620-a336-4010-b1cf-1fbe86c15bf8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca&tenant_id=53efac23b6514846a1f9c457f81b5156 HTTP/1.1" status: 200 len: 1098 time: 0.0682499 Apr 05 14:51:15.902715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dac347-989b-43b8-ad0e-cfbe784ee85c req-3059f7d3-c1d9-4a0a-84d6-e0e6c6d8efb3 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:15.904147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90dac347-989b-43b8-ad0e-cfbe784ee85c req-3059f7d3-c1d9-4a0a-84d6-e0e6c6d8efb3 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.1338718 Apr 05 14:51:15.906834 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-dbb1179a-4be1-42ce-b1f1-bdab6eb7f9d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53efac23b6514846a1f9c457f81b5156&device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 1098 time: 0.1057718 Apr 05 14:51:15.960327 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:51:16.028911 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90dac347-989b-43b8-ad0e-cfbe784ee85c req-ed0b8dbf-ce45-4e92-a304-e0acac4dba67 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191573 Apr 05 14:51:16.065735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192060b-7279-4028-80e9-7465d92540d9 req-ba179da8-021f-4274-857b-9f942476c772 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:16.067202 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-ba179da8-021f-4274-857b-9f942476c772 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35adec0b-8aa8-4895-bf06-f09b6c4cca10 HTTP/1.1" status: 200 len: 913 time: 0.1446290 Apr 05 14:51:16.135117 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-5c7a0e0b-0263-482d-bbd1-35bb27e9503f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f793f9-61f6-44da-9735-5266356ce43d HTTP/1.1" status: 200 len: 217 time: 0.0623665 Apr 05 14:51:16.195062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c192060b-7279-4028-80e9-7465d92540d9 req-379f61f1-85e7-419f-88f3-69067a4575ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:16.196436 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-379f61f1-85e7-419f-88f3-69067a4575ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=238816a1-0014-4d54-b1b6-79a52453d8fa HTTP/1.1" status: 200 len: 852 time: 0.0557976 Apr 05 14:51:16.244308 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-2f40663b-e608-44d5-a808-3f762376e62e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35adec0b-8aa8-4895-bf06-f09b6c4cca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402751 Apr 05 14:51:16.372732 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-ccac6915-8af2-4b7d-841c-78e59d8eb4d1 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221423 Apr 05 14:51:16.500187 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c192060b-7279-4028-80e9-7465d92540d9 req-d790132c-db68-4ffc-ac6c-025ae7e6b699 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215019 Apr 05 14:51:17.223084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf643ce1-3c32-4170-bc4f-21d729bb7055 req-c5babca0-4d0d-4df4-ad88-e9bcb886e629 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:17.224714 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf643ce1-3c32-4170-bc4f-21d729bb7055 req-c5babca0-4d0d-4df4-ad88-e9bcb886e629 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0759757 Apr 05 14:51:17.270097 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf643ce1-3c32-4170-bc4f-21d729bb7055 req-201d7bb2-2952-4368-8ff3-7f4a43d55b82 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397334 Apr 05 14:51:18.469122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c2e326-4461-4103-8694-d23d83b37225 req-67f7928b-6b21-4c3a-b02f-9b7dc237f8cf tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:18.470569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50c2e326-4461-4103-8694-d23d83b37225 req-67f7928b-6b21-4c3a-b02f-9b7dc237f8cf tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0778363 Apr 05 14:51:18.515378 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50c2e326-4461-4103-8694-d23d83b37225 req-b5f75234-6917-4f52-92a0-8db3b0161496 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392337 Apr 05 14:51:18.903353 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c522e5-adcc-46c2-a618-57d8c221048d req-4c3a85f1-9720-40f3-a4e9-1082bc663c9a tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:18.904787 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-4c3a85f1-9720-40f3-a4e9-1082bc663c9a tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.15 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca&tenant_id=53efac23b6514846a1f9c457f81b5156&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.0828640 Apr 05 14:51:19.041701 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-78dc2116-51c8-4910-83c5-4146bcace84e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=53efac23b6514846a1f9c457f81b5156&device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 1098 time: 0.0707939 Apr 05 14:51:19.175514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c522e5-adcc-46c2-a618-57d8c221048d req-7f32b252-0487-41be-9c27-4e453a89c4d7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:19.176852 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-7f32b252-0487-41be-9c27-4e453a89c4d7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=35adec0b-8aa8-4895-bf06-f09b6c4cca10 HTTP/1.1" status: 200 len: 913 time: 0.1285570 Apr 05 14:51:19.316926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-d8af2aef-3d18-44a4-b01a-a32e6cf43f92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a7f793f9-61f6-44da-9735-5266356ce43d HTTP/1.1" status: 200 len: 217 time: 0.1343744 Apr 05 14:51:19.377881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c522e5-adcc-46c2-a618-57d8c221048d req-f361e691-0dcf-4fb9-bc2f-2e8876963ed1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:19.379284 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-f361e691-0dcf-4fb9-bc2f-2e8876963ed1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=238816a1-0014-4d54-b1b6-79a52453d8fa HTTP/1.1" status: 200 len: 852 time: 0.0572274 Apr 05 14:51:19.421280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-2d70466f-bd54-4ac8-ba72-0ccb6801b084 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=35adec0b-8aa8-4895-bf06-f09b6c4cca10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365825 Apr 05 14:51:19.557054 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-84d50005-f68d-4dca-81ad-7e41581f9ee1 service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300697 Apr 05 14:51:19.592350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a7f793f9-61f6-44da-9735-5266356ce43d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:51:19.595678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a7f793f9-61f6-44da-9735-5266356ce43d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:51:19.685897 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-e258f052-0712-488a-8eb1-d36b37a8412c service neutron] 10.222.0.15 "GET /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231394 Apr 05 14:51:19.810281 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.835037 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:19.854028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'network_id': '35adec0b-8aa8-4895-bf06-f09b6c4cca10', 'port_id': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'mac_address': 'fa:16:3e:f4:c9:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '238816a1-0014-4d54-b1b6-79a52453d8fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:51:19.859029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:51:19.891336 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:19.897232 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:19.937372 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52b39d1e-0dbd-4cfc-ad64-6f4011b977ab'] response: {'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'code': 200} Apr 05 14:51:19.973859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:20.027309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f793f9-61f6-44da-9735-5266356ce43d {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:51:20.033570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:20.049198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.049539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.049881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.050225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.050545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.050867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.051188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.051505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.051816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.052153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.052470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:20.056633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:20.061932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:20.127972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a7f793f9-61f6-44da-9735-5266356ce43d'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:51:20.165073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:20.500445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29e345-baeb-4154-ba24-baf0916221a7 req-fa76830e-f98d-4c79-987f-ead2a9c89b9f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:20.501870 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a29e345-baeb-4154-ba24-baf0916221a7 req-fa76830e-f98d-4c79-987f-ead2a9c89b9f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 944 time: 0.0793235 Apr 05 14:51:20.545187 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a29e345-baeb-4154-ba24-baf0916221a7 req-617dc0ef-efae-493c-abbf-d981ad30326f tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379055 Apr 05 14:51:21.614840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a7f793f9-61f6-44da-9735-5266356ce43d up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:51:21.681672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port a7f793f9-61f6-44da-9735-5266356ce43d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:21.682031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.740461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04be3196-b439-45c2-a02b-2acbad5e2365 req-c1fac00d-269e-453d-8eb5-eaeb11dedc1e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:21.741913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-04be3196-b439-45c2-a02b-2acbad5e2365 req-c1fac00d-269e-453d-8eb5-eaeb11dedc1e tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 944 time: 0.0753744 Apr 05 14:51:21.790317 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-04be3196-b439-45c2-a02b-2acbad5e2365 req-d2740460-bc8d-4b59-bc3d-0acba0f32b9a tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/security-groups?id=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426476 Apr 05 14:51:21.798515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.830930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:21.834710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:21.899592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:21.938738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:51:21.993418 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307fcef8-292e-4215-9459-401ae88b391c'] response: {'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'code': 200} Apr 05 14:51:22.085155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c522e5-adcc-46c2-a618-57d8c221048d req-3fb9ef70-e0f4-4042-a26f-206b89ff7445 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:22.086632 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-3fb9ef70-e0f4-4042-a26f-206b89ff7445 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.15 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 945 time: 0.0773578 Apr 05 14:51:22.152770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Deleting port a7f793f9-61f6-44da-9735-5266356ce43d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:51:22.153040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.387386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] For port a7f793f9-61f6-44da-9735-5266356ce43d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a7f793f9-61f6-44da-9735-5266356ce43d,segment=NetworkSegment(23ee29ab-95ba-4bf6-abca-027af7768a40),segment_id=23ee29ab-95ba-4bf6-abca-027af7768a40)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:22.387735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.503474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Calling delete_port for a7f793f9-61f6-44da-9735-5266356ce43d owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:51:22.639640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.650209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a7f793f9-61f6-44da-9735-5266356ce43d'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:51:22.715854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Pushing event deleted for resources: {'Port': ['ID=a7f793f9-61f6-44da-9735-5266356ce43d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:22.764907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.765519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.765519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.765778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.766127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.766454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.766773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.767093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.767411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.767728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.768041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:22.770689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] No DVR routers for this DVR port a7f793f9-61f6-44da-9735-5266356ce43d on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:51:22.773270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:22.775773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'name': 'network-vif-deleted', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:51:22.790110 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83c522e5-adcc-46c2-a618-57d8c221048d req-653770e8-1d37-41f4-94df-0f0ad5a69f16 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.15 "DELETE /v2.0/ports/a7f793f9-61f6-44da-9735-5266356ce43d HTTP/1.1" status: 204 len: 173 time: 0.6982353 Apr 05 14:51:22.839456 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3649273-4d54-46f6-bd3d-9b1f850b98c0'] response: {'server_uuid': 'eac7ea96-78f1-463f-9b66-7d2c177edcca', 'name': 'network-vif-deleted', 'tag': 'a7f793f9-61f6-44da-9735-5266356ce43d', 'status': 'completed', 'code': 200} Apr 05 14:51:22.960318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a8fdbac6-77ad-46ab-87b7-850dafba7194 req-0e6ce47c-8437-4561-9125-447c3f827684 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Synchronizing usage tracker for tenant:53efac23b6514846a1f9c457f81b5156 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:51:22.974633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a8fdbac6-77ad-46ab-87b7-850dafba7194 req-0e6ce47c-8437-4561-9125-447c3f827684 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] Unset dirty status for tenant:53efac23b6514846a1f9c457f81b5156 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:51:22.975729 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8fdbac6-77ad-46ab-87b7-850dafba7194 req-0e6ce47c-8437-4561-9125-447c3f827684 tempest-DeleteServersTestJSON-1757740766 tempest-DeleteServersTestJSON-1757740766-project] 10.222.0.18 "GET /v2.0/ports?device_id=eac7ea96-78f1-463f-9b66-7d2c177edcca HTTP/1.1" status: 200 len: 210 time: 0.0563374 Apr 05 14:51:24.159974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d3501f18-c2ff-4f64-ab13-451e0c9ca32a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.235176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42858) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:51:24.375025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b4c29f-43f4-40f7-8edf-c1cb25c666c3 admin admin] Deleting subnet 238816a1-0014-4d54-b1b6-79a52453d8fa {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:51:24.377887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7b4c29f-43f4-40f7-8edf-c1cb25c666c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.425061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7b4c29f-43f4-40f7-8edf-c1cb25c666c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.478599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7b4c29f-43f4-40f7-8edf-c1cb25c666c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.545875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7b4c29f-43f4-40f7-8edf-c1cb25c666c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.581434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b4c29f-43f4-40f7-8edf-c1cb25c666c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=238816a1-0014-4d54-b1b6-79a52453d8fa,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:24.587555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a7b4c29f-43f4-40f7-8edf-c1cb25c666c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.593228 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a7b4c29f-43f4-40f7-8edf-c1cb25c666c3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/238816a1-0014-4d54-b1b6-79a52453d8fa HTTP/1.1" status: 204 len: 168 time: 0.3570418 Apr 05 14:51:24.595844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42862) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:51:24.698525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.817562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.841335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35adec0b-8aa8-4895-bf06-f09b6c4cca10']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:24.853687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23ee29ab-95ba-4bf6-abca-027af7768a40') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:24.853978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23ee29ab-95ba-4bf6-abca-027af7768a40') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:51:24.865489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.880797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.886936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:51:24.887307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:51:24.900171 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:51:24.974983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:24.990877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.001913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] Pushing event deleted for resources: {'Network': ['ID=35adec0b-8aa8-4895-bf06-f09b6c4cca10,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:25.008345 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c66c55d2-5257-45c8-b055-1c20f97b5b07 admin admin] 10.222.0.18 "DELETE /v2.0/networks/35adec0b-8aa8-4895-bf06-f09b6c4cca10 HTTP/1.1" status: 204 len: 168 time: 0.4114895 Apr 05 14:51:25.140726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42868) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:51:25.200085 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1d3a7ee0-8110-49ca-927a-445c89006003 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=53efac23b6514846a1f9c457f81b5156&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0581493 Apr 05 14:51:25.202583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42872) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:51:25.264441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bec012f6-78b2-4623-ad0a-b9584d1ccfbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.293689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bec012f6-78b2-4623-ad0a-b9584d1ccfbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.347231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bec012f6-78b2-4623-ad0a-b9584d1ccfbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.365749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec012f6-78b2-4623-ad0a-b9584d1ccfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4413a586-ed8f-41f4-a31d-dd9c3d70ae4c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:25.372680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bec012f6-78b2-4623-ad0a-b9584d1ccfbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:25.373799 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bec012f6-78b2-4623-ad0a-b9584d1ccfbe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4413a586-ed8f-41f4-a31d-dd9c3d70ae4c HTTP/1.1" status: 204 len: 168 time: 0.1702609 Apr 05 14:51:25.643008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a7f793f9-61f6-44da-9735-5266356ce43d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:51:25.674882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: a7f793f9-61f6-44da-9735-5266356ce43d {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:51:25.675222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a7f793f9-61f6-44da-9735-5266356ce43d not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:51:26.186671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 42894) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:51:26.310868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1365720861-network', 'tenant_id': '73442798237a46a38cf54092834cfcf0'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:51:26.315607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:51:26.320001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Usage tracker for resource:network and tenant:73442798237a46a38cf54092834cfcf0 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:51:26.322916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:51:26.328458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:51:26.338837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Made reservation on behalf of 73442798237a46a38cf54092834cfcf0 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:26.341145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.353445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.372430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d7d1efd-53f4-4f06-8a5d-b178513e984e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.385097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:51:26.388848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Usage tracker for resource:security_group_rule and tenant:73442798237a46a38cf54092834cfcf0 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:51:26.391618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:51:26.397871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:51:26.465304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.468966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.498123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:51:26.507293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20488fb9-67b9-475a-8f0e-be5a2771c839,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:26.512798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.512980 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Added segment f2c94d69-dba6-48dc-bf36-28261c42f55c of type vlan for network 02823c45-3028-4230-8cfb-9c5161b644f9 Apr 05 14:51:26.539432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.572020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.572967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:26.573538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.673184 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4854405 Apr 05 14:51:26.674180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca067eee-4cfd-4816-86a7-0c76240dfddc admin admin] Pushing event updated for resources: {'Network': ['ID=02823c45-3028-4230-8cfb-9c5161b644f9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:26.676080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 42900) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:51:26.682019 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Request body: {'subnet': {'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1365720861-subnet', 'tenant_id': '73442798237a46a38cf54092834cfcf0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:51:26.686940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:51:26.687623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 02823c45-3028-4230-8cfb-9c5161b644f9 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:51:26.690760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Usage tracker for resource:subnet and tenant:73442798237a46a38cf54092834cfcf0 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:51:26.694901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:51:26.700621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:51:26.710124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Made reservation on behalf of 73442798237a46a38cf54092834cfcf0 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:26.712395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.903986 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:26.975651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52eee7af-07c6-400e-be51-fa49af770307,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:26.992134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.992473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.992802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.993121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.993442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.993780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.994099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.994420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.994735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.995045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.995355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:51:26.998181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Checking segment: {'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:51:26.998523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Network hostable DHCP agents. Network: 02823c45-3028-4230-8cfb-9c5161b644f9, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:51:27.020160 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Network 02823c45-3028-4230-8cfb-9c5161b644f9 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:51:27.029081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 02823c45-3028-4230-8cfb-9c5161b644f9) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:27.033379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:27.034504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.038668 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f36cdd-09c0-40f7-b5f5-3bf4cc473f4d None None] Network 02823c45-3028-4230-8cfb-9c5161b644f9 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:51:27.055109 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3c153fa6-25d8-4626-b1fc-627bdea77730 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3779769 Apr 05 14:51:27.251313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6a3124-fe79-46f4-a20e-211c8096f741 None None] Network 02823c45-3028-4230-8cfb-9c5161b644f9 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:51:27.466105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.506596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:27.584601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-2d7baf0c-0393-4ab3-aa82-795476033375 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:27.585271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-2d7baf0c-0393-4ab3-aa82-795476033375 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Synchronizing usage tracker for tenant:73442798237a46a38cf54092834cfcf0 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:51:27.602223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-2d7baf0c-0393-4ab3-aa82-795476033375 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Unset dirty status for tenant:73442798237a46a38cf54092834cfcf0 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:51:27.603622 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-2d7baf0c-0393-4ab3-aa82-795476033375 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 815 time: 0.1590962 Apr 05 14:51:27.619438 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-fe75c7fa-cc78-409e-88b2-d237c4d180d8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/quotas/73442798237a46a38cf54092834cfcf0 HTTP/1.1" status: 200 len: 375 time: 0.0103295 Apr 05 14:51:27.667837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-f8c0a8a2-b574-4f42-b9dc-bd5a198e9cb4 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433865 Apr 05 14:51:27.797190 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-6a9fc55b-5f70-43a2-84fc-99dfdf785bca service neutron] 10.222.0.18 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227403 Apr 05 14:51:27.924871 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-26fd674d-5a21-4d1a-becb-ba364d66d299 service neutron] 10.222.0.18 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218898 Apr 05 14:51:28.103226 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8710ba77-f5c1-4a85-bf53-d8923642b925 req-73fb58fb-b9af-4cc4-91b7-803bebfa65ad tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 210 time: 0.0405211 Apr 05 14:51:29.069540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.210843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7c87c275-28f6-42ec-be19-aa4d72e956a0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:29.212236 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7c87c275-28f6-42ec-be19-aa4d72e956a0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 815 time: 0.2759931 Apr 05 14:51:29.229245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Request body: {'port': {'device_id': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9', 'admin_state_up': True, 'tenant_id': '73442798237a46a38cf54092834cfcf0'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:51:29.349864 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8bd9b2d3-4ef7-4654-acaf-23ad00f40780 req-e8e52992-5039-4fe4-8288-f5fb86b1e406 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 210 time: 0.0996594 Apr 05 14:51:29.403154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:51:29.406899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Usage tracker for resource:port and tenant:73442798237a46a38cf54092834cfcf0 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:51:29.409557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:51:29.415114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:51:29.424323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Made reservation on behalf of 73442798237a46a38cf54092834cfcf0 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:51:29.427284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.586710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Allocated IP 172.20.0.9 (02823c45-3028-4230-8cfb-9c5161b644f9/52eee7af-07c6-400e-be51-fa49af770307/126c1407-2804-4224-b57f-4d3bc4289cb9) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:51:29.778188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.804742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.870723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Network 02823c45-3028-4230-8cfb-9c5161b644f9 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:51:29.873614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:51:29.877311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:51:29.916198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Pushing event updated for resources: {'Port': ['ID=126c1407-2804-4224-b57f-4d3bc4289cb9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:29.944645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:29.945238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:29.964357 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-c2c2a7c0-34ae-4308-8681-057913f10e89 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7401104 Apr 05 14:51:29.975342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Request body: {'port': {'device_id': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:51:30.081437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.406941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 126c1407-2804-4224-b57f-4d3bc4289cb9 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:51:30.414170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.428837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Transition to ACTIVE for port object 126c1407-2804-4224-b57f-4d3bc4289cb9 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:51:30.432765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.603114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Pushing event updated for resources: {'Port': ['ID=126c1407-2804-4224-b57f-4d3bc4289cb9,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:30.712372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26380e-1664-4403-9cbc-65a90eba9370 req-9f6fa447-26b8-47f2-b007-70c6ca9c18a3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:30.713069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e26380e-1664-4403-9cbc-65a90eba9370 req-9f6fa447-26b8-47f2-b007-70c6ca9c18a3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Synchronizing usage tracker for tenant:73442798237a46a38cf54092834cfcf0 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:51:30.738528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Attempting to bind port 126c1407-2804-4224-b57f-4d3bc4289cb9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:51:30.738880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Attempting to bind port 126c1407-2804-4224-b57f-4d3bc4289cb9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:51:30.739188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Attempting to bind port 126c1407-2804-4224-b57f-4d3bc4289cb9 on network 02823c45-3028-4230-8cfb-9c5161b644f9 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:51:30.747818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Port 126c1407-2804-4224-b57f-4d3bc4289cb9 on network 02823c45-3028-4230-8cfb-9c5161b644f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:51:30.748170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Attempting to bind port 126c1407-2804-4224-b57f-4d3bc4289cb9 on network 02823c45-3028-4230-8cfb-9c5161b644f9 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:51:30.752461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e26380e-1664-4403-9cbc-65a90eba9370 req-9f6fa447-26b8-47f2-b007-70c6ca9c18a3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Unset dirty status for tenant:73442798237a46a38cf54092834cfcf0 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:51:30.753580 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e26380e-1664-4403-9cbc-65a90eba9370 req-9f6fa447-26b8-47f2-b007-70c6ca9c18a3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 943 time: 0.2815473 Apr 05 14:51:30.757190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:51:30.757535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Checking segment: {'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:51:30.757911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Bound using segment: {'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:51:30.758362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Bound port: 126c1407-2804-4224-b57f-4d3bc4289cb9, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:51:30.758705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:30.944985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e26380e-1664-4403-9cbc-65a90eba9370 req-901822f4-6719-4534-aed5-5b6c1541d18e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Synchronizing usage tracker for tenant:73442798237a46a38cf54092834cfcf0 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:51:30.976538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] For port 126c1407-2804-4224-b57f-4d3bc4289cb9, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:51:30.981176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] For port 126c1407-2804-4224-b57f-4d3bc4289cb9, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=126c1407-2804-4224-b57f-4d3bc4289cb9,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:51:30.982407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e26380e-1664-4403-9cbc-65a90eba9370 req-901822f4-6719-4534-aed5-5b6c1541d18e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Unset dirty status for tenant:73442798237a46a38cf54092834cfcf0 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:51:30.983913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e26380e-1664-4403-9cbc-65a90eba9370 req-901822f4-6719-4534-aed5-5b6c1541d18e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161846 Apr 05 14:51:30.985566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.047227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:31.048723 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] 10.222.0.15 "PUT /v2.0/ports/126c1407-2804-4224-b57f-4d3bc4289cb9 HTTP/1.1" status: 200 len: 1093 time: 1.0771892 Apr 05 14:51:31.051536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'tag': '126c1407-2804-4224-b57f-4d3bc4289cb9'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:51:31.072812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ae098-b541-4f76-85a2-7506b25e4554 service neutron] Pushing event updated for resources: {'Port': ['ID=126c1407-2804-4224-b57f-4d3bc4289cb9,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:31.128282 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d52ea89f-9ed8-43eb-aaca-ebf86a2f80f5'] response: {'name': 'network-changed', 'server_uuid': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'tag': '126c1407-2804-4224-b57f-4d3bc4289cb9', 'status': 'completed', 'code': 200} Apr 05 14:51:31.163064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-501b1296-53ec-4024-89f7-7b0a98e94063 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 1096 time: 0.0712552 Apr 05 14:51:31.233209 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-429f8508-36cf-425b-9ca4-09795d485a5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126c1407-2804-4224-b57f-4d3bc4289cb9 HTTP/1.1" status: 200 len: 217 time: 0.0637548 Apr 05 14:51:31.295855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-dd026037-42e9-4d9e-903d-92e8ff287324 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:31.297294 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-dd026037-42e9-4d9e-903d-92e8ff287324 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0578620 Apr 05 14:51:31.340232 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-8a221fe4-1ced-4088-9711-6947d73594a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375042 Apr 05 14:51:31.469908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-fab7f6da-fad3-41d8-96c3-d66fe5d838f0 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226873 Apr 05 14:51:31.597878 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-79aff33c-42c3-4a75-bf6e-785ce2ed87e1 req-61ee22da-6ced-4290-87b9-d7bb08ed2f8f service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224384 Apr 05 14:51:31.709187 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-eff5b6c7-f8f9-4173-8b6f-288a9702fb8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 1096 time: 0.0710223 Apr 05 14:51:31.838186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-101011aa-17f1-48ba-8785-9a0f51a65368 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:31.839599 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-101011aa-17f1-48ba-8785-9a0f51a65368 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1232047 Apr 05 14:51:31.904146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-fc82598a-c67c-480f-a3f9-f426f5375102 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126c1407-2804-4224-b57f-4d3bc4289cb9 HTTP/1.1" status: 200 len: 217 time: 0.0586607 Apr 05 14:51:31.967029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-c25e0686-c17b-45b2-bc71-4d0549226004 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:31.968394 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-c25e0686-c17b-45b2-bc71-4d0549226004 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0582356 Apr 05 14:51:32.011708 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-902f0ccc-4a89-4dd1-ac2f-0b062a1057e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367353 Apr 05 14:51:32.197148 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-2e81e395-7d2a-4be9-81ed-196610815238 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781943 Apr 05 14:51:32.295651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c2bfe-35ff-4b85-977d-1dd6c54fb57d req-c55806d8-d641-414a-a16d-5447ad399f38 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:32.297072 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e9c2bfe-35ff-4b85-977d-1dd6c54fb57d req-c55806d8-d641-414a-a16d-5447ad399f38 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 943 time: 0.1899745 Apr 05 14:51:32.368617 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a3478e-a5d1-47e4-92d3-52f6365261eb req-e840f118-5128-4928-b6f3-f74be4599ecc service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647372 Apr 05 14:51:32.372215 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e9c2bfe-35ff-4b85-977d-1dd6c54fb57d req-25633672-b912-4468-ad43-77683449df6b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687096 Apr 05 14:51:33.575125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf32b366-09bd-40f1-bff3-4e21eef538a0 req-525d5c64-95a5-4f05-b88d-45b7402f9d0b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:33.576579 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf32b366-09bd-40f1-bff3-4e21eef538a0 req-525d5c64-95a5-4f05-b88d-45b7402f9d0b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 943 time: 0.0746808 Apr 05 14:51:33.621752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf32b366-09bd-40f1-bff3-4e21eef538a0 req-9e8ea58d-d20e-4401-a96b-0c43ac5b63b0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395694 Apr 05 14:51:33.676174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 126c1407-2804-4224-b57f-4d3bc4289cb9 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:51:33.804770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 126c1407-2804-4224-b57f-4d3bc4289cb9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=126c1407-2804-4224-b57f-4d3bc4289cb9,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:33.817362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '126c1407-2804-4224-b57f-4d3bc4289cb9', 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9', 'port_id': '126c1407-2804-4224-b57f-4d3bc4289cb9', 'mac_address': 'fa:16:3e:ef:d1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52eee7af-07c6-400e-be51-fa49af770307', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:51:33.872782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:33.920239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 126c1407-2804-4224-b57f-4d3bc4289cb9 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:51:33.934631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 126c1407-2804-4224-b57f-4d3bc4289cb9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=126c1407-2804-4224-b57f-4d3bc4289cb9,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:33.937971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:34.000261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=126c1407-2804-4224-b57f-4d3bc4289cb9,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:34.152209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['126c1407-2804-4224-b57f-4d3bc4289cb9'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:51:34.897136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b779b92-098e-4fc9-b6a3-ef32321b8471 req-0f82a103-431d-4f82-ad77-0456562016b0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:34.898519 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b779b92-098e-4fc9-b6a3-ef32321b8471 req-0f82a103-431d-4f82-ad77-0456562016b0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 944 time: 0.1608281 Apr 05 14:51:34.943181 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b779b92-098e-4fc9-b6a3-ef32321b8471 req-eb4b2dc6-a113-4cd3-ad82-232fc012721f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385718 Apr 05 14:51:35.691555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 126c1407-2804-4224-b57f-4d3bc4289cb9 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:51:35.757803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 126c1407-2804-4224-b57f-4d3bc4289cb9 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:51:35.762243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 126c1407-2804-4224-b57f-4d3bc4289cb9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:51:35.762607 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.873282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.899157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126c1407-2804-4224-b57f-4d3bc4289cb9'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:51:35.908489 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 126c1407-2804-4224-b57f-4d3bc4289cb9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=126c1407-2804-4224-b57f-4d3bc4289cb9,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:51:35.913242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:35.956923 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87dc2386-cc93-49a5-bc1e-1b1cf3c06b0b'] response: {'server_uuid': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '126c1407-2804-4224-b57f-4d3bc4289cb9', 'code': 200} Apr 05 14:51:35.986028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=126c1407-2804-4224-b57f-4d3bc4289cb9,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:51:36.198767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bee5670-a62c-4766-a426-15da82a81162 req-311da0ac-15b3-4491-8eb2-1b9b07da4ebb tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:36.200127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6bee5670-a62c-4766-a426-15da82a81162 req-311da0ac-15b3-4491-8eb2-1b9b07da4ebb tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.1385949 Apr 05 14:51:36.206900 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-afbf7c0c-b3c9-47dc-ae06-7799d3b6a73e req-a88af241-3267-4673-b638-3855621f6e11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 1098 time: 0.0994391 Apr 05 14:51:36.276862 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6bee5670-a62c-4766-a426-15da82a81162 req-6d17f5d8-dffe-4a54-9a32-0e9d95118421 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690570 Apr 05 14:51:36.280763 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-afbf7c0c-b3c9-47dc-ae06-7799d3b6a73e req-15b9dd2f-e513-4bc2-bee7-550b9ca76c9e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582767 Apr 05 14:51:37.473525 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b557c3c-d7b6-4cdc-9cd0-4fcf0def74f8 req-13d2e571-c751-403d-8d2d-eaf39337f454 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:37.475022 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b557c3c-d7b6-4cdc-9cd0-4fcf0def74f8 req-13d2e571-c751-403d-8d2d-eaf39337f454 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0748515 Apr 05 14:51:37.519668 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4b557c3c-d7b6-4cdc-9cd0-4fcf0def74f8 req-e6ea73c7-29f4-443b-9270-75bbcf06433f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388949 Apr 05 14:51:37.717597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc24660-8b1b-4c69-85bf-069641aff610 req-a752e704-8b82-4036-94bd-6620f0223482 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:37.719049 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9dc24660-8b1b-4c69-85bf-069641aff610 req-a752e704-8b82-4036-94bd-6620f0223482 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0777416 Apr 05 14:51:37.764139 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9dc24660-8b1b-4c69-85bf-069641aff610 req-5d101cef-e6f6-4dea-a4de-05f89a012237 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Apr 05 14:51:37.783884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:38.118352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5cbf9-eef4-4d58-b649-9c9174f01989 req-2ac64be2-d782-4dd9-82a6-63f6f3b8528c tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:38.119769 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7dd5cbf9-eef4-4d58-b649-9c9174f01989 req-2ac64be2-d782-4dd9-82a6-63f6f3b8528c tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0733325 Apr 05 14:51:38.163504 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7dd5cbf9-eef4-4d58-b649-9c9174f01989 req-7bab1850-e197-462a-9eb5-d54893735856 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383141 Apr 05 14:51:38.358380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40965f2d-0be5-49e9-b902-d5103826ed88 req-8b1e7b05-a0a2-4979-92bf-80d93b20215b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:38.359792 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40965f2d-0be5-49e9-b902-d5103826ed88 req-8b1e7b05-a0a2-4979-92bf-80d93b20215b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0793333 Apr 05 14:51:38.404108 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40965f2d-0be5-49e9-b902-d5103826ed88 req-bf0df847-71e9-4f46-9f2e-9ba335db016b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387621 Apr 05 14:51:38.591366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-71cac541-5487-4302-b3a9-d311914f0d61 req-cae7e22e-a93d-4a34-94be-7b3981ba2d24 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0654747 Apr 05 14:51:38.838568 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-2cc9ebab-561b-4df1-8f98-71055831cb37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0675228 Apr 05 14:51:38.905625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3709b6-1d55-45d3-bf59-614a8b24e001 req-d8009cd4-2f57-4b8e-a304-89748f3a2b08 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:38.907104 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c3709b6-1d55-45d3-bf59-614a8b24e001 req-d8009cd4-2f57-4b8e-a304-89748f3a2b08 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0810051 Apr 05 14:51:38.953898 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c3709b6-1d55-45d3-bf59-614a8b24e001 req-15454d60-9ab1-4740-be37-1ddda48cf244 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413287 Apr 05 14:51:40.007585 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-a504cf00-1d99-4b72-bd32-c5f6247271f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 1098 time: 0.0687807 Apr 05 14:51:40.193799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-96ec8c63-ba2c-4274-9874-4577d98ac25a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.195263 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-96ec8c63-ba2c-4274-9874-4577d98ac25a service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1820345 Apr 05 14:51:40.205097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7854ec75-14f7-4c73-861a-8fbc572be40f req-0e12b3fb-a8d4-42a4-be65-20a45c5bfb51 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.206456 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7854ec75-14f7-4c73-861a-8fbc572be40f req-0e12b3fb-a8d4-42a4-be65-20a45c5bfb51 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.1259229 Apr 05 14:51:40.284643 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-2b75206e-9b77-46be-af7f-f569a363ad52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126c1407-2804-4224-b57f-4d3bc4289cb9 HTTP/1.1" status: 200 len: 217 time: 0.0772114 Apr 05 14:51:40.345635 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7854ec75-14f7-4c73-861a-8fbc572be40f req-0cd186d3-4a4f-4474-ae21-df2820f4aa73 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926347 Apr 05 14:51:40.358451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-7cae571a-2b7a-4f62-ae27-9416b65f6c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:40.359831 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-7cae571a-2b7a-4f62-ae27-9416b65f6c72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0645339 Apr 05 14:51:40.404259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-98b2a98a-fd9a-443a-bc9e-341ce066021e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385275 Apr 05 14:51:40.536989 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-37884979-6f39-40bf-a3ea-50478d80d94d service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261296 Apr 05 14:51:40.663337 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-9c2d39f8-ea10-4242-9419-5804dbef84f6 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215014 Apr 05 14:51:41.622276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae84cd77-1626-47fc-a895-2b4ed59a99df req-2caec126-e80f-49df-8d26-1eea6b82599b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:41.623728 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ae84cd77-1626-47fc-a895-2b4ed59a99df req-2caec126-e80f-49df-8d26-1eea6b82599b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.1568065 Apr 05 14:51:41.668900 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ae84cd77-1626-47fc-a895-2b4ed59a99df req-f5d1142e-3af1-494b-aea0-fd0204aad458 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396168 Apr 05 14:51:42.861170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de14046-9fe1-412d-9c50-ee66c9d6f695 req-a350fb55-e461-4683-8ff2-08686acef92b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:42.862621 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1de14046-9fe1-412d-9c50-ee66c9d6f695 req-a350fb55-e461-4683-8ff2-08686acef92b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0748000 Apr 05 14:51:42.909042 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1de14046-9fe1-412d-9c50-ee66c9d6f695 req-53776dad-a375-4c9b-842d-5961b9cca281 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408764 Apr 05 14:51:44.097270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ed8044-26dd-46e0-9413-3943557504a4 req-0a9c9a62-ce29-40f3-b159-b61087831852 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:44.098750 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-97ed8044-26dd-46e0-9413-3943557504a4 req-0a9c9a62-ce29-40f3-b159-b61087831852 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0733480 Apr 05 14:51:44.142734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-97ed8044-26dd-46e0-9413-3943557504a4 req-fb3cbbb1-c7a0-4ad2-a279-db7b2b6fdc49 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382593 Apr 05 14:51:45.366878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739504cb-65fa-4a7e-8306-e687776b881f req-1e8ba13c-e89f-4dcd-b1de-86ca602c6372 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:45.368369 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-739504cb-65fa-4a7e-8306-e687776b881f req-1e8ba13c-e89f-4dcd-b1de-86ca602c6372 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0806780 Apr 05 14:51:45.419238 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-739504cb-65fa-4a7e-8306-e687776b881f req-c4129c63-dfe9-4cb2-92e2-84d5c26c51f9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431793 Apr 05 14:51:46.612015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6060a-d9fd-4ab9-a056-c7d260560a4c req-5ee22bc2-a746-4b4a-9316-4fe608d959cb tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:46.613474 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5fa6060a-d9fd-4ab9-a056-c7d260560a4c req-5ee22bc2-a746-4b4a-9316-4fe608d959cb tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0750127 Apr 05 14:51:46.658495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5fa6060a-d9fd-4ab9-a056-c7d260560a4c req-a19d58a8-c800-48a2-9e8d-57b0d53ac769 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389242 Apr 05 14:51:47.857193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d07f0-193e-461b-8996-61c2fe35f05a req-9831db86-3c9f-4483-9d96-c38d4f57118f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:47.858661 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-717d07f0-193e-461b-8996-61c2fe35f05a req-9831db86-3c9f-4483-9d96-c38d4f57118f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0790262 Apr 05 14:51:47.903247 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-717d07f0-193e-461b-8996-61c2fe35f05a req-1749092f-46ba-4e04-a32b-89cf48f05475 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389633 Apr 05 14:51:49.103740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c628ce-44e3-4b0a-9e2b-8f4261c0e007 req-675c0e9e-e47c-486f-9882-9e94c4e90e27 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:49.105184 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-38c628ce-44e3-4b0a-9e2b-8f4261c0e007 req-675c0e9e-e47c-486f-9882-9e94c4e90e27 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0805383 Apr 05 14:51:49.154353 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-38c628ce-44e3-4b0a-9e2b-8f4261c0e007 req-71569c90-4233-4536-9e58-662650b3882e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435901 Apr 05 14:51:50.344423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99070a-671d-4112-b88f-0a1e0afead39 req-70257fb7-eaf2-43d5-ab36-1e61f6543912 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:50.345874 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f99070a-671d-4112-b88f-0a1e0afead39 req-70257fb7-eaf2-43d5-ab36-1e61f6543912 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0751266 Apr 05 14:51:50.390030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f99070a-671d-4112-b88f-0a1e0afead39 req-9ffffb0c-57a9-4ffb-b733-6ed34bd87bbe tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386615 Apr 05 14:51:51.584222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66796a09-ee24-489d-b73a-4318408ae06b req-6084aaca-7c53-4464-bb90-e41d1867fd84 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:51.585655 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66796a09-ee24-489d-b73a-4318408ae06b req-6084aaca-7c53-4464-bb90-e41d1867fd84 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0779490 Apr 05 14:51:51.630136 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66796a09-ee24-489d-b73a-4318408ae06b req-0e9d36e3-440f-4b58-9715-9c7ea4babd5a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389407 Apr 05 14:51:52.824587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b5a1c-287d-46de-bbbe-4d46e46f0b9d req-e1943bf5-f0cd-4b8b-9f67-c1ef0c7a0fd8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:52.826032 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e80b5a1c-287d-46de-bbbe-4d46e46f0b9d req-e1943bf5-f0cd-4b8b-9f67-c1ef0c7a0fd8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0757380 Apr 05 14:51:52.870383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e80b5a1c-287d-46de-bbbe-4d46e46f0b9d req-bcac566a-9999-41c9-9915-103d90cff94a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388536 Apr 05 14:51:52.960137 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:51:54.070010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e840af-5236-47f2-a4d9-c65a9cbaac82 req-fc92d5e1-ba8f-4844-8e87-551f418d519e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:54.071476 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-64e840af-5236-47f2-a4d9-c65a9cbaac82 req-fc92d5e1-ba8f-4844-8e87-551f418d519e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0785713 Apr 05 14:51:54.116383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-64e840af-5236-47f2-a4d9-c65a9cbaac82 req-3de42571-4dc5-4e22-8a63-7e2bb65744ae tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393751 Apr 05 14:51:54.161248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3c369b2d-b964-44ca-a478-ee80535e6ec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:55.307105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ba3704-5fdf-4de4-a653-c18fd53f0a40 req-358e2a81-a94c-4e67-a074-1007e6ba2169 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:55.308537 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-23ba3704-5fdf-4de4-a653-c18fd53f0a40 req-358e2a81-a94c-4e67-a074-1007e6ba2169 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0743067 Apr 05 14:51:55.357639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-23ba3704-5fdf-4de4-a653-c18fd53f0a40 req-2a0c8569-eaa8-4185-9038-f9fd27126b69 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435312 Apr 05 14:51:56.374676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5eec3f10-4c4f-4f33-87cd-4df31ed0ad6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:56.620104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25071183-d577-4344-a794-2ba8faf0a983 req-f559d1f4-2e1a-4cdf-9779-45a9a4ac05c8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:56.621589 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25071183-d577-4344-a794-2ba8faf0a983 req-f559d1f4-2e1a-4cdf-9779-45a9a4ac05c8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.1426528 Apr 05 14:51:56.666735 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25071183-d577-4344-a794-2ba8faf0a983 req-7e6ac882-9339-495a-ab6a-bd028d869172 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396371 Apr 05 14:51:57.468190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.507880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:57.929515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9c1ad-68c2-4072-85b5-c932d062cb8c req-c5698e21-b4b7-4a5a-a669-3a50390c29e0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:57.930974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dcc9c1ad-68c2-4072-85b5-c932d062cb8c req-c5698e21-b4b7-4a5a-a669-3a50390c29e0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.1454310 Apr 05 14:51:57.977989 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dcc9c1ad-68c2-4072-85b5-c932d062cb8c req-1b4095d3-c73e-4a96-9977-5758ab84940c tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411072 Apr 05 14:51:59.028332 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:51:59.172729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e07a55-6a1b-4d15-a52f-10ebde226a05 req-ba483707-b671-4a39-bb70-87cc231b42a0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:51:59.174199 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15e07a55-6a1b-4d15-a52f-10ebde226a05 req-ba483707-b671-4a39-bb70-87cc231b42a0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0751560 Apr 05 14:51:59.219160 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15e07a55-6a1b-4d15-a52f-10ebde226a05 req-ed5faea9-b46e-44c5-aaef-dc5a27148f9e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390134 Apr 05 14:51:59.905029 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-751d8267-0d0b-478e-9da1-680fe2f85e9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 1098 time: 0.0699887 Apr 05 14:52:00.045669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-fa7a291f-7830-4abe-897e-205945b951c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:00.047128 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-fa7a291f-7830-4abe-897e-205945b951c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1229260 Apr 05 14:52:00.112139 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-35c59d8c-84bf-40cd-a12d-f9a2f83c5b2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126c1407-2804-4224-b57f-4d3bc4289cb9 HTTP/1.1" status: 200 len: 217 time: 0.0584736 Apr 05 14:52:00.250662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-165b171f-367a-43ca-b93b-96b374db0165 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:00.251999 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-165b171f-367a-43ca-b93b-96b374db0165 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.1341386 Apr 05 14:52:00.297365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-26b094cc-d27a-4fb1-8280-d28a48d98e71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379393 Apr 05 14:52:00.478344 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-bfba74f2-ca14-4b41-b72f-567e07f55f55 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733909 Apr 05 14:52:00.511520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38a686-69f9-4d7d-97ba-00d485b9ceb2 req-3da59484-b2d3-4562-8b5d-c1ebf66ed025 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:00.512843 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9d38a686-69f9-4d7d-97ba-00d485b9ceb2 req-3da59484-b2d3-4562-8b5d-c1ebf66ed025 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.1429169 Apr 05 14:52:00.633812 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9d38a686-69f9-4d7d-97ba-00d485b9ceb2 req-0a7d3c48-5015-4942-a4d3-0374b1f66572 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761778 Apr 05 14:52:00.649621 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-13871474-0e35-4ae3-9c41-2c133586cde7 req-e89a6e20-8118-4187-8e8a-fbdab6c8d4f9 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637723 Apr 05 14:52:01.824769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf77de-c326-4988-85b1-7767927f4abb req-9a1f617c-013d-42b2-9be7-8c2c66a92458 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:01.826248 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e7cf77de-c326-4988-85b1-7767927f4abb req-9a1f617c-013d-42b2-9be7-8c2c66a92458 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0753005 Apr 05 14:52:01.873763 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e7cf77de-c326-4988-85b1-7767927f4abb req-418c37b8-9d63-46b0-a6a8-dc86308e0cf6 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Apr 05 14:52:03.066812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e364a7-e04b-404d-88af-b2f55a6bf89c req-c26d9174-1a45-45a4-b105-f37696a8ff4e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:03.068814 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b2e364a7-e04b-404d-88af-b2f55a6bf89c req-c26d9174-1a45-45a4-b105-f37696a8ff4e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0754399 Apr 05 14:52:03.120473 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b2e364a7-e04b-404d-88af-b2f55a6bf89c req-f91111b7-e326-4270-868d-d702f9defe75 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460985 Apr 05 14:52:04.314630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb39a4e-a9c7-40b5-8de5-3f94c0b99847 req-5548dfdb-2086-4639-b8de-af5228dbb362 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:04.316033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3cb39a4e-a9c7-40b5-8de5-3f94c0b99847 req-5548dfdb-2086-4639-b8de-af5228dbb362 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0760317 Apr 05 14:52:04.359989 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3cb39a4e-a9c7-40b5-8de5-3f94c0b99847 req-b317fac7-8b9a-4686-a170-243acb39c50a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385244 Apr 05 14:52:05.551926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c00e18-ad25-4099-981e-8be7492f4708 req-f8fcc7de-37f9-4323-8811-ce19caa6a2b9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:05.553894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-11c00e18-ad25-4099-981e-8be7492f4708 req-f8fcc7de-37f9-4323-8811-ce19caa6a2b9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0750351 Apr 05 14:52:05.597392 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-11c00e18-ad25-4099-981e-8be7492f4708 req-8f573713-4256-4f90-a765-13dea5c347be tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380225 Apr 05 14:52:06.795697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925c5e1-6203-4a63-8402-59458c09733e req-efa290b3-0b9c-4cc5-999d-d9fef02cf1b8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:06.797136 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6925c5e1-6203-4a63-8402-59458c09733e req-efa290b3-0b9c-4cc5-999d-d9fef02cf1b8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0808334 Apr 05 14:52:06.840901 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6925c5e1-6203-4a63-8402-59458c09733e req-a1c4e9d1-195d-4ee4-9161-f4e87377dea5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383286 Apr 05 14:52:07.379065 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-c1a1617a-edd9-4c51-9a79-98b8717b0aae service neutron] 10.222.0.15 "GET /v2.0/ports/126c1407-2804-4224-b57f-4d3bc4289cb9/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0719421 Apr 05 14:52:07.631699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-e7082d4a-e41b-4c3f-8032-eaab4fd949d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14&tenant_id=73442798237a46a38cf54092834cfcf0 HTTP/1.1" status: 200 len: 1098 time: 0.0702434 Apr 05 14:52:07.720548 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-044915b8-1274-4382-b38d-4f48eb118096 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 1098 time: 0.0664201 Apr 05 14:52:07.783874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:07.849106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-06c4bdce-894a-4c81-9906-ed977295c683 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:07.850567 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-06c4bdce-894a-4c81-9906-ed977295c683 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1244810 Apr 05 14:52:07.919135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-a04e83ae-a81b-49d9-83e2-9483c2199322 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126c1407-2804-4224-b57f-4d3bc4289cb9 HTTP/1.1" status: 200 len: 217 time: 0.0629795 Apr 05 14:52:08.021507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-7d8eacef-5168-45e0-851b-b8a36386df87 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:08.022978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-7d8eacef-5168-45e0-851b-b8a36386df87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0985479 Apr 05 14:52:08.074604 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-5afe5c25-c185-4c22-b2d2-ad43daafd5e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422876 Apr 05 14:52:08.252813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07252ac8-a2d8-42d0-b58d-186c2afa22e9 req-a09f0be2-52a7-46e5-ad65-d49eb502ed21 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:08.254198 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-07252ac8-a2d8-42d0-b58d-186c2afa22e9 req-a09f0be2-52a7-46e5-ad65-d49eb502ed21 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.2860556 Apr 05 14:52:08.335135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-07252ac8-a2d8-42d0-b58d-186c2afa22e9 req-4599e583-18f7-4f2a-a4ab-b94300ef59d5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735028 Apr 05 14:52:08.338482 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-12d12f6d-0c10-4fd8-b381-931d4c000a4d service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578869 Apr 05 14:52:08.465991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7bb2de7b-dc29-41a6-b53b-877197c571e8 req-3c28a066-6dc9-43b8-8b0f-0d6afbe00093 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221182 Apr 05 14:52:09.537673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df4a33-2ef5-4416-ad19-90dc19bef466 req-60aef5d9-376b-44e9-bb29-165be8b010d8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:09.539151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58df4a33-2ef5-4416-ad19-90dc19bef466 req-60aef5d9-376b-44e9-bb29-165be8b010d8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0805349 Apr 05 14:52:09.583395 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58df4a33-2ef5-4416-ad19-90dc19bef466 req-4b4f6b79-16f3-4c84-bb85-ec2abd202973 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388427 Apr 05 14:52:10.775897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be422078-8f75-4af3-a40d-53482825da2e req-57544f0b-5505-4cbc-9a64-80cb4ae7aeef tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:10.777343 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-be422078-8f75-4af3-a40d-53482825da2e req-57544f0b-5505-4cbc-9a64-80cb4ae7aeef tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.0752378 Apr 05 14:52:10.822007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-be422078-8f75-4af3-a40d-53482825da2e req-bfd982f5-0771-4dcc-ba51-0a671768cda8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385125 Apr 05 14:52:11.194871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-7cc96e39-e338-4b80-ad73-5bd8d393303f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:11.196309 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-7cc96e39-e338-4b80-ad73-5bd8d393303f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14&tenant_id=73442798237a46a38cf54092834cfcf0&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.1371012 Apr 05 14:52:11.206708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b8ac04-9914-4752-b613-888d86bd7172 req-114d6a78-6ea6-4739-9daa-d22aee31dd22 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:11.208162 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90b8ac04-9914-4752-b613-888d86bd7172 req-114d6a78-6ea6-4739-9daa-d22aee31dd22 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 945 time: 0.1098778 Apr 05 14:52:11.255311 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90b8ac04-9914-4752-b613-888d86bd7172 req-fb25f49f-620f-4525-b50a-a5420c97c58a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405035 Apr 05 14:52:11.339802 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-8783c1ae-6a92-470c-a067-959c6f678ad4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 1098 time: 0.0732548 Apr 05 14:52:11.472791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-a9b2bf1d-e742-4815-aed7-dda375d52af1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:11.474255 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-a9b2bf1d-e742-4815-aed7-dda375d52af1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1288576 Apr 05 14:52:11.542844 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-e8f8bfd9-c36b-48a1-b42d-5cf31025cb2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=126c1407-2804-4224-b57f-4d3bc4289cb9 HTTP/1.1" status: 200 len: 217 time: 0.0630767 Apr 05 14:52:11.601659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-a558b507-7c4e-426e-b0b6-9bece2f8906c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:11.603312 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-a558b507-7c4e-426e-b0b6-9bece2f8906c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0554686 Apr 05 14:52:11.646985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-6812887b-cc8c-4cc4-8620-4443ea93b4b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384016 Apr 05 14:52:11.772931 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-b4a94d60-201c-45cb-ab1e-baa0e7210c37 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203277 Apr 05 14:52:11.846599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 126c1407-2804-4224-b57f-4d3bc4289cb9 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:52:11.901149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a99afb4-ca65-482e-9784-88d796f5b230 req-87a8b20b-2c36-479c-876d-c5d80d239bd4 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230497 Apr 05 14:52:11.960083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:11.988221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126c1407-2804-4224-b57f-4d3bc4289cb9'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:52:11.998470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 126c1407-2804-4224-b57f-4d3bc4289cb9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=126c1407-2804-4224-b57f-4d3bc4289cb9,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:12.002872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:12.054827 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eed42f52-d0f3-43b9-8106-5715f00c3abc'] response: {'server_uuid': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '126c1407-2804-4224-b57f-4d3bc4289cb9', 'code': 200} Apr 05 14:52:12.068096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=126c1407-2804-4224-b57f-4d3bc4289cb9,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:12.458717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f31c1d6-3a7f-41c1-9a83-1a4d1b532665 req-ba07d1ee-66ad-4526-a4d8-decacb5792bd tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:12.460928 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f31c1d6-3a7f-41c1-9a83-1a4d1b532665 req-ba07d1ee-66ad-4526-a4d8-decacb5792bd tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 943 time: 0.0806811 Apr 05 14:52:12.510055 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f31c1d6-3a7f-41c1-9a83-1a4d1b532665 req-966fd09c-8ac3-4408-89b5-47836fc3b0a5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 Apr 05 14:52:12.701898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feabf00a-b2d5-494f-bf47-4e37bf121ddf req-79338598-948a-4c43-9a7f-2ea99d6ca195 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:12.703394 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-feabf00a-b2d5-494f-bf47-4e37bf121ddf req-79338598-948a-4c43-9a7f-2ea99d6ca195 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 943 time: 0.0748966 Apr 05 14:52:12.747846 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-feabf00a-b2d5-494f-bf47-4e37bf121ddf req-aa9e3457-73bf-4488-8f99-cb400f981465 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390618 Apr 05 14:52:12.939869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae3e89b-1541-4593-984e-9b66ba469701 req-b3866e03-40e7-48ea-98a0-3a1ad9945d59 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:12.941324 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fae3e89b-1541-4593-984e-9b66ba469701 req-b3866e03-40e7-48ea-98a0-3a1ad9945d59 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 943 time: 0.0775268 Apr 05 14:52:12.986090 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fae3e89b-1541-4593-984e-9b66ba469701 req-091ec0ee-fc51-42a6-9cf5-f7799df56535 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386896 Apr 05 14:52:13.599079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-56dd0c01-b342-43e2-a246-e5e173ce7055 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:13.600998 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-56dd0c01-b342-43e2-a246-e5e173ce7055 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 815 time: 0.2208467 Apr 05 14:52:13.617392 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-dd9a4b60-90b4-44ce-a499-f6d01e64b430 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/quotas/73442798237a46a38cf54092834cfcf0 HTTP/1.1" status: 200 len: 375 time: 0.0107174 Apr 05 14:52:13.694718 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-618dc62e-2085-4141-bb34-8f8a10f2e549 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725155 Apr 05 14:52:13.704682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-d951d0fa-9e21-4421-a7c5-c4d369a8cdb8 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:52:13.705587 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-d951d0fa-9e21-4421-a7c5-c4d369a8cdb8 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046000 Apr 05 14:52:13.832186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-21f0982f-44af-4728-b7c4-4432fa9a566d service neutron] 10.222.0.18 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210511 Apr 05 14:52:13.959498 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-e93e7b12-d04d-448a-9142-52e2fd60fe1c service neutron] 10.222.0.18 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214960 Apr 05 14:52:14.140516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2b782477-81fe-46a0-884c-0c66ee3513af req-02f4b095-6224-461c-acee-7f7151dad7c2 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 210 time: 0.0406468 Apr 05 14:52:14.994574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-327909eb-960c-4622-bdb1-d4fe6d0594f1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:14.995961 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-327909eb-960c-4622-bdb1-d4fe6d0594f1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "GET /v2.0/ports?device_id=56160f55-be4e-4135-a39c-aa1651e1ac14 HTTP/1.1" status: 200 len: 943 time: 0.0740900 Apr 05 14:52:15.066879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Deleting port 126c1407-2804-4224-b57f-4d3bc4289cb9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:52:15.067216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.397231 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6ebd0076-4bab-4d61-9084-9dfeab06137c req-d0839c6a-56f6-421b-b9d8-c1710fd42e0f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 210 time: 0.1150815 Apr 05 14:52:15.443411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-887f154f-73e5-4399-b99d-20d42d311b19 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:15.444818 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-887f154f-73e5-4399-b99d-20d42d311b19 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 815 time: 0.2908254 Apr 05 14:52:15.465925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Request body: {'port': {'device_id': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9', 'admin_state_up': True, 'tenant_id': '73442798237a46a38cf54092834cfcf0'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:52:15.569061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] For port 126c1407-2804-4224-b57f-4d3bc4289cb9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=126c1407-2804-4224-b57f-4d3bc4289cb9,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:15.569436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.701600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Calling delete_port for 126c1407-2804-4224-b57f-4d3bc4289cb9 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:52:15.770475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:52:15.798825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:52:15.811818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Made reservation on behalf of 73442798237a46a38cf54092834cfcf0 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:52:15.814789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:15.931695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.088858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Pushing event deleted for resources: {'Port': ['ID=126c1407-2804-4224-b57f-4d3bc4289cb9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:16.199251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] No DVR routers for this DVR port 126c1407-2804-4224-b57f-4d3bc4289cb9 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:52:16.204746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.207079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'name': 'network-vif-deleted', 'tag': '126c1407-2804-4224-b57f-4d3bc4289cb9'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:52:16.235601 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ab4db8e2-fded-4e34-b42c-35c14e04bfb5 req-dbc5f176-f55d-4b15-b066-7d26994737db tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "DELETE /v2.0/ports/126c1407-2804-4224-b57f-4d3bc4289cb9 HTTP/1.1" status: 204 len: 173 time: 1.2341428 Apr 05 14:52:16.247851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Allocated IP 172.20.0.13 (02823c45-3028-4230-8cfb-9c5161b644f9/52eee7af-07c6-400e-be51-fa49af770307/62cd8747-ede5-46b7-a8ea-de777b7b410a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:52:16.386270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-079f49ac-b06d-479e-a356-91f18f2b6878'] response: {'server_uuid': '56160f55-be4e-4135-a39c-aa1651e1ac14', 'name': 'network-vif-deleted', 'tag': '126c1407-2804-4224-b57f-4d3bc4289cb9', 'status': 'completed', 'code': 200} Apr 05 14:52:16.467987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.495683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.614541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Network 02823c45-3028-4230-8cfb-9c5161b644f9 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:52:16.617091 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Pushing event updated for resources: {'Port': ['ID=62cd8747-ede5-46b7-a8ea-de777b7b410a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:16.621108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:52:16.623859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:52:16.698270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:16.698873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:16.718613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f429796-5943-4b71-b661-80b432146b50 req-f7eb828e-0e8e-4e88-8307-a1d69fed7cf9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:16.719214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f429796-5943-4b71-b661-80b432146b50 req-f7eb828e-0e8e-4e88-8307-a1d69fed7cf9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Synchronizing usage tracker for tenant:73442798237a46a38cf54092834cfcf0 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:52:16.729370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-38ec0932-6566-4e57-b95d-af911895c022 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2699172 Apr 05 14:52:16.742138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Request body: {'port': {'device_id': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:52:16.772366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f429796-5943-4b71-b661-80b432146b50 req-f7eb828e-0e8e-4e88-8307-a1d69fed7cf9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Unset dirty status for tenant:73442798237a46a38cf54092834cfcf0 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:52:16.773564 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f429796-5943-4b71-b661-80b432146b50 req-f7eb828e-0e8e-4e88-8307-a1d69fed7cf9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 932 time: 0.2448635 Apr 05 14:52:16.876525 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f429796-5943-4b71-b661-80b432146b50 req-2a1a2baa-6215-4b59-94df-fbb9a55e478f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967922 Apr 05 14:52:16.884319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.212753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62cd8747-ede5-46b7-a8ea-de777b7b410a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:52:17.219803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.235421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Transition to ACTIVE for port object 62cd8747-ede5-46b7-a8ea-de777b7b410a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:52:17.238957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.357685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Pushing event updated for resources: {'Port': ['ID=62cd8747-ede5-46b7-a8ea-de777b7b410a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:17.458934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Attempting to bind port 62cd8747-ede5-46b7-a8ea-de777b7b410a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:52:17.459262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Attempting to bind port 62cd8747-ede5-46b7-a8ea-de777b7b410a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:52:17.459580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Attempting to bind port 62cd8747-ede5-46b7-a8ea-de777b7b410a on network 02823c45-3028-4230-8cfb-9c5161b644f9 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:52:17.465123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Port 62cd8747-ede5-46b7-a8ea-de777b7b410a on network 02823c45-3028-4230-8cfb-9c5161b644f9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:52:17.465375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Attempting to bind port 62cd8747-ede5-46b7-a8ea-de777b7b410a on network 02823c45-3028-4230-8cfb-9c5161b644f9 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:52:17.471532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:52:17.471859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Checking segment: {'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:52:17.472231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Bound using segment: {'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:52:17.472644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Bound port: 62cd8747-ede5-46b7-a8ea-de777b7b410a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c94d69-dba6-48dc-bf36-28261c42f55c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:52:17.472983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.559230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] For port 62cd8747-ede5-46b7-a8ea-de777b7b410a, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:52:17.562026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] For port 62cd8747-ede5-46b7-a8ea-de777b7b410a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:52:17.566223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.625707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:17.627063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] 10.222.0.15 "PUT /v2.0/ports/62cd8747-ede5-46b7-a8ea-de777b7b410a HTTP/1.1" status: 200 len: 1094 time: 0.8899877 Apr 05 14:52:17.639752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e9076-598e-4c0f-8e14-dbd73df68205 service neutron] Pushing event updated for resources: {'Port': ['ID=62cd8747-ede5-46b7-a8ea-de777b7b410a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:17.732473 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-54ad29cb-5248-459a-80de-ef28678e6165 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 1097 time: 0.0702286 Apr 05 14:52:17.797782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-84fac34a-3dc1-4961-8876-b0b09ef65b70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a HTTP/1.1" status: 200 len: 217 time: 0.0585341 Apr 05 14:52:17.942838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-3c1a15e6-909e-45de-8cdd-26fca092a22d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:17.944282 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-3c1a15e6-909e-45de-8cdd-26fca092a22d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.1414056 Apr 05 14:52:17.988908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-05dc9cda-73fe-4d9c-ae76-e7450db4f264 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389326 Apr 05 14:52:18.173124 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-c674ee9d-3341-4cee-962a-99860c1bbb4b service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782954 Apr 05 14:52:18.182369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e2dee-76cb-41d3-bda4-ad8bfed0a1c9 req-eb63b63a-84c6-4de3-bfad-b7c853465d67 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:18.183720 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee4e2dee-76cb-41d3-bda4-ad8bfed0a1c9 req-eb63b63a-84c6-4de3-bfad-b7c853465d67 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.1717002 Apr 05 14:52:18.309123 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee4e2dee-76cb-41d3-bda4-ad8bfed0a1c9 req-67531ef7-10fb-42a9-8434-d9d0167ab3fe tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074104 Apr 05 14:52:18.340845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7364ec52-5674-4abe-a404-7baa663fb7fe req-64189b7e-7470-4e1e-a265-1f3584291187 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562252 Apr 05 14:52:18.387554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'tag': '62cd8747-ede5-46b7-a8ea-de777b7b410a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:52:18.443454 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeb2e03f-cc55-48ce-9a07-7f4770b40a12'] response: {'name': 'network-changed', 'server_uuid': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'tag': '62cd8747-ede5-46b7-a8ea-de777b7b410a', 'status': 'completed', 'code': 200} Apr 05 14:52:18.530167 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-763d814e-b454-4b6e-bda9-6f35aaefabd8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 1097 time: 0.0665801 Apr 05 14:52:18.658807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-1b9c37ee-6a78-4eae-9066-d9764f83b59c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:18.660258 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-1b9c37ee-6a78-4eae-9066-d9764f83b59c service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1233988 Apr 05 14:52:18.729634 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-947f4846-a67a-417e-a239-e5ecc24b5cf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a HTTP/1.1" status: 200 len: 217 time: 0.0633211 Apr 05 14:52:18.790879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-1667e5fe-60e2-4c8d-9f5b-f90062073b46 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:18.792313 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-1667e5fe-60e2-4c8d-9f5b-f90062073b46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0559216 Apr 05 14:52:18.839764 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-1944225d-965c-43af-b032-4a740c58ae84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407839 Apr 05 14:52:18.967688 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-2d8323f7-260e-4953-bad5-42b0858c67c6 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208639 Apr 05 14:52:19.094002 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4314caf0-d3f6-41ce-9940-ab4a59c8f91a req-5468ee7c-ddd9-4718-9cdf-e91387602be5 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205919 Apr 05 14:52:19.505604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b59986f-c761-4e50-b459-c739faa332e6 req-767e7144-7195-47ca-bfc5-fcdf8fbcdf0a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:19.507648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5b59986f-c761-4e50-b459-c739faa332e6 req-767e7144-7195-47ca-bfc5-fcdf8fbcdf0a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.0745056 Apr 05 14:52:19.552043 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5b59986f-c761-4e50-b459-c739faa332e6 req-e9f37295-62d6-48db-9563-a440bc88dfb4 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389898 Apr 05 14:52:19.846453 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62cd8747-ede5-46b7-a8ea-de777b7b410a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:52:19.849774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 126c1407-2804-4224-b57f-4d3bc4289cb9 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:52:19.888654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 126c1407-2804-4224-b57f-4d3bc4289cb9 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:52:19.888920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 126c1407-2804-4224-b57f-4d3bc4289cb9 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:52:20.011911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 62cd8747-ede5-46b7-a8ea-de777b7b410a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:20.024484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '62cd8747-ede5-46b7-a8ea-de777b7b410a', 'network_id': '02823c45-3028-4230-8cfb-9c5161b644f9', 'port_id': '62cd8747-ede5-46b7-a8ea-de777b7b410a', 'mac_address': 'fa:16:3e:1a:51:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52eee7af-07c6-400e-be51-fa49af770307', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:52:20.080470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.099638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62cd8747-ede5-46b7-a8ea-de777b7b410a {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:52:20.114178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 62cd8747-ede5-46b7-a8ea-de777b7b410a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:20.118486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:20.182333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=62cd8747-ede5-46b7-a8ea-de777b7b410a,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:20.190131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.190465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.190787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.191126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.191433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.191744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.192062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.192369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.192690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.192980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.193284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:52:20.306768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['62cd8747-ede5-46b7-a8ea-de777b7b410a'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:52:20.753344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452eee04-9c11-4653-8cff-ac764a07aeaf req-ebba9d64-c87d-49f5-8af4-3d4a88e7fb7f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:20.754818 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-452eee04-9c11-4653-8cff-ac764a07aeaf req-ebba9d64-c87d-49f5-8af4-3d4a88e7fb7f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 945 time: 0.0824730 Apr 05 14:52:20.800842 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-452eee04-9c11-4653-8cff-ac764a07aeaf req-ca2392b5-2514-4236-878a-269115c31e6f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405233 Apr 05 14:52:21.862574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62cd8747-ede5-46b7-a8ea-de777b7b410a up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:52:21.931966 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 62cd8747-ede5-46b7-a8ea-de777b7b410a completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:52:21.936539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 62cd8747-ede5-46b7-a8ea-de777b7b410a triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:52:21.936899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:21.993437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dcbcb5-5fb8-40ef-8f5f-b75cfb0bb89e req-4a481009-2408-4325-8602-d37cba69f3a0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:21.994960 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-43dcbcb5-5fb8-40ef-8f5f-b75cfb0bb89e req-4a481009-2408-4325-8602-d37cba69f3a0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 945 time: 0.0767782 Apr 05 14:52:22.043901 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-43dcbcb5-5fb8-40ef-8f5f-b75cfb0bb89e req-add4df9e-3800-40a1-8b23-adcaa955c89d tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433748 Apr 05 14:52:22.046741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.078065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cd8747-ede5-46b7-a8ea-de777b7b410a'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:52:22.087384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 62cd8747-ede5-46b7-a8ea-de777b7b410a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:22.091094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:22.133554 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e31d7f-ff92-4119-8578-b56501282a9a'] response: {'server_uuid': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62cd8747-ede5-46b7-a8ea-de777b7b410a', 'code': 200} Apr 05 14:52:22.159398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=62cd8747-ede5-46b7-a8ea-de777b7b410a,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:22.341369 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2abb303d-17ce-4164-ba10-04dcff545067 req-eee27616-173c-424c-938d-48e024b4004e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 1099 time: 0.0655410 Apr 05 14:52:22.382236 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2abb303d-17ce-4164-ba10-04dcff545067 req-54104b1b-9159-405b-bfc4-869711dfc38c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348659 Apr 05 14:52:23.238627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82647f3a-08ad-40e8-85e2-872a6fe7a1b3 req-8b6348aa-6b27-4cd4-9419-68a9abb455bf tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:23.240064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82647f3a-08ad-40e8-85e2-872a6fe7a1b3 req-8b6348aa-6b27-4cd4-9419-68a9abb455bf tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0796025 Apr 05 14:52:23.384206 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-82647f3a-08ad-40e8-85e2-872a6fe7a1b3 req-e6ee7cbb-ae99-4e66-9bb7-0bd53a97cbcf tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377404 Apr 05 14:52:24.162995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0439894c-5a09-4445-893c-dd81e6d1be32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:24.580302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9089e60-ad42-4fc1-8652-1690a019e7e7 req-ee0a4584-d7d1-4a86-806d-4ff6933f0212 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.581744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9089e60-ad42-4fc1-8652-1690a019e7e7 req-ee0a4584-d7d1-4a86-806d-4ff6933f0212 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0751925 Apr 05 14:52:24.626420 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9089e60-ad42-4fc1-8652-1690a019e7e7 req-23802423-93a4-45a2-991f-e7ed74fc19c3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391691 Apr 05 14:52:24.823649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f663f769-47d0-4b17-8de2-a7ab0183c570 req-2cef491f-3c8b-4d39-a0e0-b06275c4784a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:24.825064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f663f769-47d0-4b17-8de2-a7ab0183c570 req-2cef491f-3c8b-4d39-a0e0-b06275c4784a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0764127 Apr 05 14:52:24.869991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f663f769-47d0-4b17-8de2-a7ab0183c570 req-c8de841c-dc08-4458-b49a-9a2d3892730b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396030 Apr 05 14:52:25.059783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aa028950-3556-40fe-a260-8afca7680174 req-3d9ff918-3992-456b-8c1d-e046cb0f3530 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0683715 Apr 05 14:52:25.298924 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-216436de-80c8-4f85-b087-cac0e0842f9a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0665004 Apr 05 14:52:25.364390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae54096d-8cde-4903-a8a5-2b09e0ceb780 req-00b1b449-e696-42f3-8b17-c16d827b8da1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:25.366007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ae54096d-8cde-4903-a8a5-2b09e0ceb780 req-00b1b449-e696-42f3-8b17-c16d827b8da1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0810750 Apr 05 14:52:25.414492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ae54096d-8cde-4903-a8a5-2b09e0ceb780 req-e7940ad1-240d-44f5-9af1-ac9fc6a4136f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425239 Apr 05 14:52:26.377126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cd7c0c76-eb7a-4fe9-bfd7-c675d9035b15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:26.399738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-46161d14-eea3-4c8d-ae7a-5e9258b31256 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 1099 time: 0.0750074 Apr 05 14:52:26.530114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-a443edfd-0a89-4bdf-8f69-9a5442157662 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.531541 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-a443edfd-0a89-4bdf-8f69-9a5442157662 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1265852 Apr 05 14:52:26.643832 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-08dfa7c5-b75e-4655-8e3e-c020c1257fab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a HTTP/1.1" status: 200 len: 217 time: 0.1063998 Apr 05 14:52:26.719565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-6d063692-9070-4264-a70c-d523d09aabed service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.720958 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-6d063692-9070-4264-a70c-d523d09aabed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0719895 Apr 05 14:52:26.764547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31daeca2-7d3a-4eff-9fcb-0def4f7b471d req-4c461775-eb4c-4e5c-a177-44b83aadef77 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:26.765916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-31daeca2-7d3a-4eff-9fcb-0def4f7b471d req-4c461775-eb4c-4e5c-a177-44b83aadef77 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.1793253 Apr 05 14:52:26.771291 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-4517e348-cfe8-4475-8b7f-c57395b065a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442841 Apr 05 14:52:26.889234 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-31daeca2-7d3a-4eff-9fcb-0def4f7b471d req-32a1d123-4097-4189-934e-8f8314af6264 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169617 Apr 05 14:52:26.931118 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-759487b9-6f61-48cb-b56d-fa4cd6589d8a service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454639 Apr 05 14:52:27.056606 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-1db0d762-e96f-4470-ac7b-dca7f2a344a0 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196427 Apr 05 14:52:27.470262 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:27.509459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:28.093414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9636a34c-e666-4eda-8261-84bf9f96376c req-f5d1e7b7-5d8d-4882-b436-670fc6e1a776 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:28.094883 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9636a34c-e666-4eda-8261-84bf9f96376c req-f5d1e7b7-5d8d-4882-b436-670fc6e1a776 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0736854 Apr 05 14:52:28.140165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9636a34c-e666-4eda-8261-84bf9f96376c req-1e75c9f8-037e-4dee-8a69-47d881a31ba0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398452 Apr 05 14:52:29.034533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:29.337103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3bc40-9c38-4366-961f-5dc44a48659d req-47a5ad96-d546-4e6c-b1c5-a5772317c0e5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:29.338639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8af3bc40-9c38-4366-961f-5dc44a48659d req-47a5ad96-d546-4e6c-b1c5-a5772317c0e5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0794272 Apr 05 14:52:29.385296 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8af3bc40-9c38-4366-961f-5dc44a48659d req-330fd020-754a-4a0f-96f5-7d3aba5806b8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410450 Apr 05 14:52:29.959433 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:52:30.580208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a089b5-5fb6-410b-8466-e732d960c57e req-f1f88ff5-860a-47c8-8525-8c4ad91d5ce1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:30.581647 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15a089b5-5fb6-410b-8466-e732d960c57e req-f1f88ff5-860a-47c8-8525-8c4ad91d5ce1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0752060 Apr 05 14:52:30.626116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15a089b5-5fb6-410b-8466-e732d960c57e req-764ee7c9-9044-41fa-88af-c841243e10ef tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388894 Apr 05 14:52:31.819652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9325a21e-e8c3-4dc9-8b2a-a9b9417659cd req-75446c98-8d34-41a0-b686-e8a81048eafb tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:31.821068 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9325a21e-e8c3-4dc9-8b2a-a9b9417659cd req-75446c98-8d34-41a0-b686-e8a81048eafb tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0767717 Apr 05 14:52:31.864639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9325a21e-e8c3-4dc9-8b2a-a9b9417659cd req-8b00126b-c98e-4eee-ac7d-4841b067d4ff tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381172 Apr 05 14:52:33.055489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7d316-d096-4b37-9a64-d721e1aa8e3e req-f4af318a-afd6-4f62-93bf-4372175f7299 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:33.056913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6c7d316-d096-4b37-9a64-d721e1aa8e3e req-f4af318a-afd6-4f62-93bf-4372175f7299 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0745604 Apr 05 14:52:33.103755 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6c7d316-d096-4b37-9a64-d721e1aa8e3e req-3f8f2cb7-c549-43bb-ae80-f1ce744cbe96 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414090 Apr 05 14:52:34.366287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce116a8e-8c06-4fe4-b885-977e4f6870b0 req-c2061e6a-fb9f-4385-a972-e6c69399ed22 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:34.367724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce116a8e-8c06-4fe4-b885-977e4f6870b0 req-c2061e6a-fb9f-4385-a972-e6c69399ed22 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.1431997 Apr 05 14:52:34.411409 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ce116a8e-8c06-4fe4-b885-977e4f6870b0 req-de8e7879-564c-45ed-b35f-ae1890c8b296 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Apr 05 14:52:35.608860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e14b07-c03a-4e53-82fb-849231dd7989 req-94db9919-f887-4b8c-8d35-1e9bf76e90ad tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:35.610343 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18e14b07-c03a-4e53-82fb-849231dd7989 req-94db9919-f887-4b8c-8d35-1e9bf76e90ad tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0786073 Apr 05 14:52:35.655193 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18e14b07-c03a-4e53-82fb-849231dd7989 req-6d0bd7e8-ee4e-42de-8be8-03a360d25283 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394270 Apr 05 14:52:36.854467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacb4ec7-fde4-469c-9df7-f6e0d167a39e req-73939163-a052-4d88-8911-409429100bc3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:36.855900 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aacb4ec7-fde4-469c-9df7-f6e0d167a39e req-73939163-a052-4d88-8911-409429100bc3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0746977 Apr 05 14:52:36.900077 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aacb4ec7-fde4-469c-9df7-f6e0d167a39e req-de937bbe-2f78-49b1-8618-e4961c29dd8a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386987 Apr 05 14:52:37.772643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:38.095927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835827b8-442a-4001-81f3-b9d807090492 req-9d95396b-3c77-459b-ab60-1bcb65927b5a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:38.097380 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-835827b8-442a-4001-81f3-b9d807090492 req-9d95396b-3c77-459b-ab60-1bcb65927b5a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0786171 Apr 05 14:52:38.141606 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-835827b8-442a-4001-81f3-b9d807090492 req-6b0458c2-dd00-460a-b915-552b7de32a19 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380783 Apr 05 14:52:38.777475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-b994e882-2656-4913-b27a-4a1ff42da61a req-c45b116f-3a09-4b68-8e08-47a12a0d0ef3 tempest-TestNetworkBasicOps-295858312 tempest-TestNetworkBasicOps-295858312-project] (83850) timed out ('10.222.0.15', 61875) {{(pid=83850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 14:52:39.332897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e3e93-93f5-4aa9-ad98-b89fe159c5dc req-fe7f843b-165b-486a-93e9-27c827c132f4 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:39.334348 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9b0e3e93-93f5-4aa9-ad98-b89fe159c5dc req-fe7f843b-165b-486a-93e9-27c827c132f4 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0748076 Apr 05 14:52:39.381543 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9b0e3e93-93f5-4aa9-ad98-b89fe159c5dc req-afa9dcee-8670-490b-8667-f5d14d11f3b8 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417407 Apr 05 14:52:40.573886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde09114-871d-4097-9f4c-61fe0ce7e8d2 req-a8a2136e-bf81-4bdd-b28b-b5f3c009a883 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:40.575378 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cde09114-871d-4097-9f4c-61fe0ce7e8d2 req-a8a2136e-bf81-4bdd-b28b-b5f3c009a883 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0747545 Apr 05 14:52:40.619935 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cde09114-871d-4097-9f4c-61fe0ce7e8d2 req-4578ecd2-b10a-4eb9-93ef-242460b931d7 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390627 Apr 05 14:52:41.821277 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbac745-0462-433e-910c-6229fde8e146 req-c498278d-a5f0-425c-b880-1d3888536d24 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:41.822736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0cbac745-0462-433e-910c-6229fde8e146 req-c498278d-a5f0-425c-b880-1d3888536d24 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0782995 Apr 05 14:52:41.867329 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0cbac745-0462-433e-910c-6229fde8e146 req-96ef8fd5-b205-43f0-b460-c98ccde585e6 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391138 Apr 05 14:52:43.058204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2baeebe-a364-43b3-877f-73b6c27fe380 req-a684df82-3d04-44d7-b13f-fb57ee6d202a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:43.059624 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2baeebe-a364-43b3-877f-73b6c27fe380 req-a684df82-3d04-44d7-b13f-fb57ee6d202a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0741377 Apr 05 14:52:43.102874 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2baeebe-a364-43b3-877f-73b6c27fe380 req-85ff8300-c2c1-4526-9813-06369e9bbbaa tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378373 Apr 05 14:52:44.298125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa452a6d-27b4-4cf6-b429-9c1b338b543f req-65223769-3166-4901-bf7d-0fcd4ce8d273 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:44.299478 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa452a6d-27b4-4cf6-b429-9c1b338b543f req-65223769-3166-4901-bf7d-0fcd4ce8d273 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0791140 Apr 05 14:52:44.343625 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa452a6d-27b4-4cf6-b429-9c1b338b543f req-3e845c06-9889-4b35-bb2f-80edba16b781 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380414 Apr 05 14:52:45.541181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf5c81-ce02-4be9-b917-604fa8feee52 req-f2c0b171-3ada-41ef-ad3e-e3ba414e7468 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:45.542795 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f5cf5c81-ce02-4be9-b917-604fa8feee52 req-f2c0b171-3ada-41ef-ad3e-e3ba414e7468 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0768018 Apr 05 14:52:45.588798 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f5cf5c81-ce02-4be9-b917-604fa8feee52 req-a025304a-510b-494c-ae29-81cd9183a22b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Apr 05 14:52:46.799023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca34688e-a1f3-46e2-a76a-e50245d3fcab req-8104e580-4c91-4551-a9c0-dd97c90bc82b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:46.800957 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca34688e-a1f3-46e2-a76a-e50245d3fcab req-8104e580-4c91-4551-a9c0-dd97c90bc82b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0924788 Apr 05 14:52:46.849382 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca34688e-a1f3-46e2-a76a-e50245d3fcab req-4c35beef-23cd-48c7-b932-63dba3fa5d34 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Apr 05 14:52:48.084397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16205df8-ee72-4c05-9877-0ffb81ceb989 req-364d4e9b-9a9a-415c-bdcd-1c87eba9d7ed tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:48.085849 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-16205df8-ee72-4c05-9877-0ffb81ceb989 req-364d4e9b-9a9a-415c-bdcd-1c87eba9d7ed tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0744522 Apr 05 14:52:48.134629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-16205df8-ee72-4c05-9877-0ffb81ceb989 req-419d2f5c-55ef-4593-862d-606ff2346b7e tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432408 Apr 05 14:52:49.328441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a96c73-3d50-4b99-ac05-7b1b186c389b req-78710d41-e2f3-4752-9ece-9b6b3e06f685 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:49.329877 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-64a96c73-3d50-4b99-ac05-7b1b186c389b req-78710d41-e2f3-4752-9ece-9b6b3e06f685 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0749710 Apr 05 14:52:49.374221 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-64a96c73-3d50-4b99-ac05-7b1b186c389b req-a3a6f4fe-72f4-4c46-9efb-3b3644a3846a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387092 Apr 05 14:52:50.576107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533460c-d2b2-420b-bf7a-caef88e8138e req-ad09a3b3-40b9-4c07-9dc8-f923cd019873 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:50.577518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5533460c-d2b2-420b-bf7a-caef88e8138e req-ad09a3b3-40b9-4c07-9dc8-f923cd019873 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0765607 Apr 05 14:52:50.622894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5533460c-d2b2-420b-bf7a-caef88e8138e req-6b7ba2ff-88ae-4892-a683-c0292d5d1ca6 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398042 Apr 05 14:52:51.815116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaa6ae-7735-496a-92d0-84b5fb3f4380 req-ed8a9acf-3a0b-4955-8f87-3560460850a5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:51.816559 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-acdaa6ae-7735-496a-92d0-84b5fb3f4380 req-ed8a9acf-3a0b-4955-8f87-3560460850a5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0762997 Apr 05 14:52:51.860578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-acdaa6ae-7735-496a-92d0-84b5fb3f4380 req-3b9265c5-ef8c-4961-b047-704be563b7a1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385389 Apr 05 14:52:53.060555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a41034-9376-4624-bf15-714535d961ec req-2e6d8687-37de-419c-9a2e-98f618da18c1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:53.062025 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c7a41034-9376-4624-bf15-714535d961ec req-2e6d8687-37de-419c-9a2e-98f618da18c1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0779767 Apr 05 14:52:53.106673 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c7a41034-9376-4624-bf15-714535d961ec req-471c48e8-41a7-402b-9cfe-7654452bd7d7 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391994 Apr 05 14:52:53.725123 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-51e83f3b-1fcb-41d5-a420-36e8ac357b23 service neutron] 10.222.0.15 "GET /v2.0/ports/62cd8747-ede5-46b7-a8ea-de777b7b410a/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0710480 Apr 05 14:52:53.978022 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-7da45c1f-b5a1-47c2-b83d-e86e07933b95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4&tenant_id=73442798237a46a38cf54092834cfcf0 HTTP/1.1" status: 200 len: 1099 time: 0.0708268 Apr 05 14:52:54.068383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-37831ae7-3a9a-4ea4-896d-9e35f8bcac77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 1099 time: 0.0668676 Apr 05 14:52:54.166200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ebc1efa6-78d3-41fb-94b8-e84a3261ffbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:54.198302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-07a6d378-efaf-4827-a9de-5666c0aef9a4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:54.199749 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-07a6d378-efaf-4827-a9de-5666c0aef9a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1260188 Apr 05 14:52:54.380059 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-ebfdd122-13c2-451d-8daa-9dee03abb19a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a HTTP/1.1" status: 200 len: 217 time: 0.1745684 Apr 05 14:52:54.455120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-1040081d-5afb-4313-9a2a-4f88a6e58880 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:54.456740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-1040081d-5afb-4313-9a2a-4f88a6e58880 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0650992 Apr 05 14:52:54.462801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d93f77-b686-404d-8e2d-8f591b51e4ba req-3afe9af6-264e-4a90-90b9-e50df9149ade tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:54.464120 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-77d93f77-b686-404d-8e2d-8f591b51e4ba req-3afe9af6-264e-4a90-90b9-e50df9149ade tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.1371152 Apr 05 14:52:54.516811 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-86e5c30a-e73f-4e54-952a-9c53b79eac18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518067 Apr 05 14:52:54.617419 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-77d93f77-b686-404d-8e2d-8f591b51e4ba req-b85c31e7-e56b-4baa-b8d2-439f93221939 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242461 Apr 05 14:52:54.662229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-39a90a24-c775-493e-b509-fc6e16b26cb6 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380403 Apr 05 14:52:54.789636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7889bd90-9bd9-456a-875d-77dbe26b04a7 req-e9b52982-fd0c-4069-9671-8ff32f7ba03f service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219196 Apr 05 14:52:55.813857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29823708-d564-4888-85a6-229def56102b req-19316289-6c24-4188-bf7a-87907b010787 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:55.815327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29823708-d564-4888-85a6-229def56102b req-19316289-6c24-4188-bf7a-87907b010787 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0793653 Apr 05 14:52:55.859829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-29823708-d564-4888-85a6-229def56102b req-3f48aa0a-d3eb-4194-81d7-7f75d14db2ab tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385268 Apr 05 14:52:56.380370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-82f92abf-883c-4a00-838e-7218685c2775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.055004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda69d6e-ee60-466a-bb29-f0c8971c94ff req-215e8e46-0c3b-43d3-a4fc-c9570d0b4db6 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:57.056448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bda69d6e-ee60-466a-bb29-f0c8971c94ff req-215e8e46-0c3b-43d3-a4fc-c9570d0b4db6 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.0733650 Apr 05 14:52:57.103705 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bda69d6e-ee60-466a-bb29-f0c8971c94ff req-df7b2829-c91f-497c-bceb-b0c63cc307de tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415144 Apr 05 14:52:57.473825 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.474961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-203dc10c-9d5b-4354-a098-3940aa1e8231 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:57.476428 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-203dc10c-9d5b-4354-a098-3940aa1e8231 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4&tenant_id=73442798237a46a38cf54092834cfcf0&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.1360025 Apr 05 14:52:57.486285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db66c7be-1e07-42dd-94d6-e35782ff1556 req-afa61a2a-5e82-4d26-b0f8-8da932cfc0e3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:57.487660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-db66c7be-1e07-42dd-94d6-e35782ff1556 req-afa61a2a-5e82-4d26-b0f8-8da932cfc0e3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 946 time: 0.1169777 Apr 05 14:52:57.512616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:57.535597 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-db66c7be-1e07-42dd-94d6-e35782ff1556 req-fcbbefc0-cc8a-4ed3-9bb5-9d5f01e49248 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417335 Apr 05 14:52:57.621913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-589668c6-71ac-4a19-9a5e-806de271f21c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=73442798237a46a38cf54092834cfcf0&device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 1099 time: 0.0686483 Apr 05 14:52:57.750475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-912b7882-9737-4697-a3a2-d794c0aac29d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:57.751827 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-912b7882-9737-4697-a3a2-d794c0aac29d service neutron] 10.222.0.15 "GET /v2.0/networks?id=02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 200 len: 916 time: 0.1246226 Apr 05 14:52:57.823760 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-f6ea8321-767f-43b7-b315-e72fda091349 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a HTTP/1.1" status: 200 len: 217 time: 0.0666420 Apr 05 14:52:57.884637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-f22bd461-f1ff-43f0-975b-d58cbc83caca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:57.886004 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-f22bd461-f1ff-43f0-975b-d58cbc83caca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 200 len: 855 time: 0.0563335 Apr 05 14:52:57.934307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-ce10eeb0-0ede-4358-82df-77f3ffd4cdc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=02823c45-3028-4230-8cfb-9c5161b644f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409648 Apr 05 14:52:58.017444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62cd8747-ede5-46b7-a8ea-de777b7b410a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:52:58.066422 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-282f5acf-c773-4cdf-824f-104fb1c5a7b5 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258516 Apr 05 14:52:58.131737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.157943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cd8747-ede5-46b7-a8ea-de777b7b410a'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:52:58.167588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 62cd8747-ede5-46b7-a8ea-de777b7b410a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:52:58.171905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:52:58.207095 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ff3fed2-e4a4-42ce-bdf2-8f924b66e8cc req-d321c323-56fa-4609-827b-27e22b632a06 service neutron] 10.222.0.15 "GET /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349981 Apr 05 14:52:58.270760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=62cd8747-ede5-46b7-a8ea-de777b7b410a,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:52:58.324797 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac340c17-5a37-4168-8ac0-19e882031b87'] response: {'server_uuid': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62cd8747-ede5-46b7-a8ea-de777b7b410a', 'code': 200} Apr 05 14:52:58.816737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc63a03f-dd39-4054-8222-8fc170491cb5 req-02466434-b9a1-4181-a71a-c80369448fd1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:52:58.820758 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dc63a03f-dd39-4054-8222-8fc170491cb5 req-02466434-b9a1-4181-a71a-c80369448fd1 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.1610222 Apr 05 14:52:58.867930 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dc63a03f-dd39-4054-8222-8fc170491cb5 req-5c3a261c-9393-4baf-953f-cf2bf1199113 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409310 Apr 05 14:52:59.036835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:00.068949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383b4f77-3f9c-4a78-85ad-8d482a8c8219 req-3ed024c6-3bc3-4cdf-bb4c-5465716b6dc9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:00.070414 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-383b4f77-3f9c-4a78-85ad-8d482a8c8219 req-3ed024c6-3bc3-4cdf-bb4c-5465716b6dc9 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.0797973 Apr 05 14:53:00.114118 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-383b4f77-3f9c-4a78-85ad-8d482a8c8219 req-4e505c76-29ea-466a-8edb-2279ff30db7b tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382245 Apr 05 14:53:00.308167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2211f2-d9b5-4ba2-a7cc-b11cdcb83cd1 req-bfc36674-cb6f-4489-af3f-1ce420e848b5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:00.309598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f2211f2-d9b5-4ba2-a7cc-b11cdcb83cd1 req-bfc36674-cb6f-4489-af3f-1ce420e848b5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.0758319 Apr 05 14:53:00.353869 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f2211f2-d9b5-4ba2-a7cc-b11cdcb83cd1 req-67688df3-aa70-4948-a4d3-f3d69a040a3a tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385768 Apr 05 14:53:00.545306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6142bb8-b206-4434-98de-5f3906358720 req-0e9ef5bb-f482-4620-85be-a1a24b4a9b56 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:00.546692 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6142bb8-b206-4434-98de-5f3906358720 req-0e9ef5bb-f482-4620-85be-a1a24b4a9b56 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.0785003 Apr 05 14:53:00.590593 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6142bb8-b206-4434-98de-5f3906358720 req-620797b1-57c0-4604-afa4-8ab2da1369f0 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385129 Apr 05 14:53:01.158723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50cd287-2192-4bd8-8ca7-cbbe8b2028d2 req-aaea7399-0d16-4015-bda0-244cac53c578 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:01.160154 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e50cd287-2192-4bd8-8ca7-cbbe8b2028d2 req-aaea7399-0d16-4015-bda0-244cac53c578 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.0740747 Apr 05 14:53:01.208102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e50cd287-2192-4bd8-8ca7-cbbe8b2028d2 req-e170cef9-6c73-439a-a9d5-b354e33695f3 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424802 Apr 05 14:53:02.402700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90123fe-df96-494b-a742-896ef68f871b req-d2d7d299-a5d5-4b94-ad9e-73d82bf52de5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:02.404155 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c90123fe-df96-494b-a742-896ef68f871b req-d2d7d299-a5d5-4b94-ad9e-73d82bf52de5 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.0767188 Apr 05 14:53:02.448829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c90123fe-df96-494b-a742-896ef68f871b req-3cb57d71-f712-4d1c-92c6-4c783c50f904 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/security-groups?id=20488fb9-67b9-475a-8f0e-be5a2771c839&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390821 Apr 05 14:53:02.577486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-6e03fc3a-c071-492e-b2c7-6930c4c54075 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:02.578912 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-6e03fc3a-c071-492e-b2c7-6930c4c54075 tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 944 time: 0.0779061 Apr 05 14:53:02.649610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Deleting port 62cd8747-ede5-46b7-a8ea-de777b7b410a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:53:02.650059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:02.889685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] For port 62cd8747-ede5-46b7-a8ea-de777b7b410a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=62cd8747-ede5-46b7-a8ea-de777b7b410a,segment=NetworkSegment(f2c94d69-dba6-48dc-bf36-28261c42f55c),segment_id=f2c94d69-dba6-48dc-bf36-28261c42f55c)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:02.890065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.008015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Calling delete_port for 62cd8747-ede5-46b7-a8ea-de777b7b410a owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:53:03.150930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.196411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Pushing event deleted for resources: {'Port': ['ID=62cd8747-ede5-46b7-a8ea-de777b7b410a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:03.231054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.231404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.231741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.232076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.232407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.232740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.233065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.233388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.233708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.234034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.234377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:03.282004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] No DVR routers for this DVR port 62cd8747-ede5-46b7-a8ea-de777b7b410a on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:53:03.284527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:03.288877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'name': 'network-vif-deleted', 'tag': '62cd8747-ede5-46b7-a8ea-de777b7b410a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:53:03.302874 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ec6421e9-172b-4915-a392-c2d3e964e644 req-80b319be-3913-49e6-a419-e8d7b22d930f tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.15 "DELETE /v2.0/ports/62cd8747-ede5-46b7-a8ea-de777b7b410a HTTP/1.1" status: 204 len: 173 time: 0.7185764 Apr 05 14:53:03.343075 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ed6c217-43ab-4769-b65b-fcec994ab333'] response: {'server_uuid': '713ef642-0fb3-4ff8-8eb8-473f1a5d82d4', 'name': 'network-vif-deleted', 'tag': '62cd8747-ede5-46b7-a8ea-de777b7b410a', 'status': 'completed', 'code': 200} Apr 05 14:53:03.622751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-77310636-f5f5-496a-94cc-4c5283801031 req-73d416d1-551f-437f-bcf4-3dacead7024d tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Synchronizing usage tracker for tenant:73442798237a46a38cf54092834cfcf0 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:53:03.638407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-77310636-f5f5-496a-94cc-4c5283801031 req-73d416d1-551f-437f-bcf4-3dacead7024d tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] Unset dirty status for tenant:73442798237a46a38cf54092834cfcf0 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:53:03.639539 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-77310636-f5f5-496a-94cc-4c5283801031 req-73d416d1-551f-437f-bcf4-3dacead7024d tempest-ServerDiskConfigTestJSON-1710233023 tempest-ServerDiskConfigTestJSON-1710233023-project] 10.222.0.18 "GET /v2.0/ports?device_id=713ef642-0fb3-4ff8-8eb8-473f1a5d82d4 HTTP/1.1" status: 200 len: 210 time: 0.0609980 Apr 05 14:53:04.897785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43206) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:04.958270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Deleting subnet 52eee7af-07c6-400e-be51-fa49af770307 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:53:04.961049 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.007761 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.062844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.126735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.163818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52eee7af-07c6-400e-be51-fa49af770307,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:05.172932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.176979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.177317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.177644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.177968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.178330 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.178635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.179474 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.179775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.180086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.180396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.180706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:05.185734 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-619b992e-e59f-48ca-b0ef-7e5feee7e32d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/52eee7af-07c6-400e-be51-fa49af770307 HTTP/1.1" status: 204 len: 168 time: 0.2865279 Apr 05 14:53:05.187914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 43210) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:05.291793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.493890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.517759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02823c45-3028-4230-8cfb-9c5161b644f9']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:05.529289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c94d69-dba6-48dc-bf36-28261c42f55c') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:05.529587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c94d69-dba6-48dc-bf36-28261c42f55c') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:05.540979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.556630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.562414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:53:05.562793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:53:05.578571 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:53:05.657005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.672970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.684246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] Pushing event deleted for resources: {'Network': ['ID=02823c45-3028-4230-8cfb-9c5161b644f9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:05.690606 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e3b2ebe5-d7a8-4b7f-bce4-c0ebdf3b8204 admin admin] 10.222.0.18 "DELETE /v2.0/networks/02823c45-3028-4230-8cfb-9c5161b644f9 HTTP/1.1" status: 204 len: 168 time: 0.5016465 Apr 05 14:53:05.834603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 43216) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:05.883556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a68d1f30-5b13-4430-ac5f-456cf7a04418 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73442798237a46a38cf54092834cfcf0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472672 Apr 05 14:53:05.885698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 43220) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:05.946252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-642ddc78-6314-4804-80a1-a6dd3d484ad7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:05.971080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-642ddc78-6314-4804-80a1-a6dd3d484ad7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.020450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-642ddc78-6314-4804-80a1-a6dd3d484ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.037549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642ddc78-6314-4804-80a1-a6dd3d484ad7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20488fb9-67b9-475a-8f0e-be5a2771c839,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:06.049475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-642ddc78-6314-4804-80a1-a6dd3d484ad7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:06.050608 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-642ddc78-6314-4804-80a1-a6dd3d484ad7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20488fb9-67b9-475a-8f0e-be5a2771c839 HTTP/1.1" status: 204 len: 168 time: 0.1639574 Apr 05 14:53:06.054932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62cd8747-ede5-46b7-a8ea-de777b7b410a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:53:06.088314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 62cd8747-ede5-46b7-a8ea-de777b7b410a {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:53:06.088653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 62cd8747-ede5-46b7-a8ea-de777b7b410a not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:53:06.874362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43242) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:06.959740 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:53:07.028389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-42668557-network', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:07.033004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:07.036713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Usage tracker for resource:network and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:07.039582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:07.045148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:07.055026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Made reservation on behalf of 6248c7e2cb1a49909d87a97910eaded9 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:07.057172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.068955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.102743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:07.106695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Usage tracker for resource:security_group_rule and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:07.109342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:07.114860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:07.178555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.183122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.215605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:53:07.220523 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f60078f-88bb-4f5d-8fb9-025e9b1f177d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:07.227082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.227420 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Added segment 1299656b-3d4e-45b1-bdee-bd0d4cd54ec5 of type vlan for network 218610f8-4cab-4ec2-91da-f7b6c14d337a Apr 05 14:53:07.252990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.280337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.281138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:07.281692 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.379947 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5044608 Apr 05 14:53:07.380559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206615cb-578a-47b2-a993-83c27701f5cf admin admin] Pushing event updated for resources: {'Network': ['ID=218610f8-4cab-4ec2-91da-f7b6c14d337a,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:07.382732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43248) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:07.388544 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Request body: {'subnet': {'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-42668557-subnet', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:07.391308 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:53:07.393227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:07.396972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Usage tracker for resource:subnet and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:07.399812 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:07.405679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:07.416278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Made reservation on behalf of 6248c7e2cb1a49909d87a97910eaded9 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:07.418499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.612137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.766784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ced1915-6d43-435a-9321-5d64b72988cf,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:07.782033 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Checking segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:53:07.782406 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Network hostable DHCP agents. Network: 218610f8-4cab-4ec2-91da-f7b6c14d337a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:53:07.801840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.804591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:53:07.813351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 218610f8-4cab-4ec2-91da-f7b6c14d337a) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:07.817286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:07.817848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.822128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219405d1-3a7c-4d70-be55-a4df0fe5c413 None None] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:53:07.841134 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e6cee7eb-d556-4247-b536-225b03a6fc01 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4549992 Apr 05 14:53:07.841504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43252) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:07.846455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:07.851468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:07.855379 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Usage tracker for resource:router and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:07.858241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:07.863703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:07.873835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.874740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:07.891926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.033797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-218610f8-4cab-4ec2-91da-f7b6c14d337a', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:53:08.034648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.036913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.186061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Allocated IP 172.20.0.2 (218610f8-4cab-4ec2-91da-f7b6c14d337a/7ced1915-6d43-435a-9321-5d64b72988cf/7e289364-de4d-4c93-af2e-91b3934b4972) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:08.229022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.258157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.392243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Allocated IP 172.26.6.210 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/5e726ac5-dccd-432f-a4e8-8f4c5b854cd8) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:08.394229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.404499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Transition to ACTIVE for port object 7e289364-de4d-4c93-af2e-91b3934b4972 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:08.422541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Transition to ACTIVE for port object 7e289364-de4d-4c93-af2e-91b3934b4972 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:08.427317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.494189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:08.497455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Pushing event updated for resources: {'Port': ['ID=7e289364-de4d-4c93-af2e-91b3934b4972,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:08.499808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:08.501803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:53:08.537637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.564609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.588596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Attempting to bind port 7e289364-de4d-4c93-af2e-91b3934b4972 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:08.588953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Attempting to bind port 7e289364-de4d-4c93-af2e-91b3934b4972 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:08.589302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Attempting to bind port 7e289364-de4d-4c93-af2e-91b3934b4972 on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:53:08.595698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:53:08.596068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Checking segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:53:08.596442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.596817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Bound using segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:53:08.597264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Bound port: 7e289364-de4d-4c93-af2e-91b3934b4972, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:08.597621 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.630757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:08.634012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:08.637128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:53:08.677293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Pushing event updated for resources: {'Port': ['ID=5e726ac5-dccd-432f-a4e8-8f4c5b854cd8,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:08.684302 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] For port 7e289364-de4d-4c93-af2e-91b3934b4972, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:08.687444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] For port 7e289364-de4d-4c93-af2e-91b3934b4972, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7e289364-de4d-4c93-af2e-91b3934b4972,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:08.692338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.778213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c52e857-6a41-4b66-80cb-ea7be9500c65 None None] Pushing event updated for resources: {'Port': ['ID=7e289364-de4d-4c93-af2e-91b3934b4972,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:08.817005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:08.817807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.091689 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Router 3e892452-1df8-40ad-a598-1e0865b55842 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:53:09.308329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:09.318026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:53:09.330486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:53:09.331166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:52:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:09.333849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:09.335933 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-58fdd76e-2b23-4ba9-84eb-e9c5f12bf29a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.4928799 Apr 05 14:53:09.338696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43256) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:09.516871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:53:09.731102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a00bc45-39c3-4aaa-935c-bd2ec13b4256 None None] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:53:09.916031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5d6b2306-da44-4668-90bc-69311632733f None None] Provisioning for port 7e289364-de4d-4c93-af2e-91b3934b4972 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:10.056307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:08Z', 'revision_number': 3, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:10.062678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:53:10.063025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Updating router 3e892452-1df8-40ad-a598-1e0865b55842 port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:53:10.125446 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.154837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7e289364-de4d-4c93-af2e-91b3934b4972 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:53:10.201591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.331956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 7e289364-de4d-4c93-af2e-91b3934b4972 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:10.386571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 7e289364-de4d-4c93-af2e-91b3934b4972 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:10.386945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.420926 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Allocated IP 172.20.0.1 (218610f8-4cab-4ec2-91da-f7b6c14d337a/7ced1915-6d43-435a-9321-5d64b72988cf/a7e4b42d-b36c-44a9-bf87-4d859b03ff60) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:10.567611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.583080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Transition to ACTIVE for port object a7e4b42d-b36c-44a9-bf87-4d859b03ff60 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:10.606280 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.607329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.646917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.652996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c90385a6-f28a-4180-a12b-00a2f0e15df6 None None] Provisioning complete for port 7e289364-de4d-4c93-af2e-91b3934b4972 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:10.653361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c90385a6-f28a-4180-a12b-00a2f0e15df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.681707 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:10.684592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:10.687172 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:53:10.702153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Transition to ACTIVE for port object 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:10.705279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 7e289364-de4d-4c93-af2e-91b3934b4972, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7e289364-de4d-4c93-af2e-91b3934b4972,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:10.716819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.724577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Pushing event updated for resources: {'Port': ['ID=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:10.752931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.755337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.821800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=7e289364-de4d-4c93-af2e-91b3934b4972,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:10.844349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.886196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Attempting to bind port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:10.886530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Attempting to bind port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:10.886890 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Attempting to bind port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:53:10.932851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:53:10.933224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:53:10.933612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.933999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:53:10.934485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Bound port: 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:10.934855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:10.978794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be464c-55a0-4cc2-9c64-289c1d091a63 None None] Pushing event updated for resources: {'Port': ['ID=5e726ac5-dccd-432f-a4e8-8f4c5b854cd8,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:11.016482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] For port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:11.019568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] For port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5e726ac5-dccd-432f-a4e8-8f4c5b854cd8,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:11.025083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.069189 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.074573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.117733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be464c-55a0-4cc2-9c64-289c1d091a63 None None] Pushing event updated for resources: {'Port': ['ID=5e726ac5-dccd-432f-a4e8-8f4c5b854cd8,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:11.123009 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:53:11.123803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:52:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:11.179454 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2c4c8385-d0cd-443f-bb3d-0cd88445bd60 None None] Provisioning for port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:11.179703 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.182799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Pushing event updated for resources: {'Port': ['ID=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:11.245357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2c4c8385-d0cd-443f-bb3d-0cd88445bd60 None None] Provisioning complete for port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:11.245630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2c4c8385-d0cd-443f-bb3d-0cd88445bd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.317061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c8385-d0cd-443f-bb3d-0cd88445bd60 None None] Port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:53:11.357819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:53:11.428633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:11.429884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:11.701495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4eb6de71-98df-4370-90fe-81ec5fa42d0e None None] Provisioning complete for port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:11.702167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4eb6de71-98df-4370-90fe-81ec5fa42d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:11.764896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6de71-98df-4370-90fe-81ec5fa42d0e None None] Port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:53:11.781685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 2, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:11.785681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334087ff-89d1-41e5-ac43-d6186f638396 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 2, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:53:11.823965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:53:12.041921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:12.051609 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ff9d7ebd-920c-4752-84f9-13f8c5c3bb4e admin admin] 10.222.0.18 "PUT /v2.0/routers/3e892452-1df8-40ad-a598-1e0865b55842/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7118769 Apr 05 14:53:12.120114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7e289364-de4d-4c93-af2e-91b3934b4972 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:53:12.190905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 7e289364-de4d-4c93-af2e-91b3934b4972 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:12.191459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.823198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43266) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:12.828883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591722005', 'description': 'tempest-description--515196244'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:12.835046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:12.838842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Usage tracker for resource:security_group and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:12.841822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:12.847490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:12.858272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.892044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:12.895685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Usage tracker for resource:security_group_rule and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:12.898377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:12.903795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:12.957306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:12.961040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.001842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e81ef8-67a4-4540-a115-2f160cb5fc11,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:13.005778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.007037 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d19e7328-d4a4-4557-b214-7481cacd079c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 0.1827040 Apr 05 14:53:13.009937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43270) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:13.015121 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'security_group_rule': {'security_group_id': '61e81ef8-67a4-4540-a115-2f160cb5fc11', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:13.021127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:13.024824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Usage tracker for resource:security_group_rule and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:13.027792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:13.033325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:13.048993 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.108168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.111567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.137449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bdd36f3-a2ff-4bec-9161-aeffa4e8dda2,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:13.146418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.148044 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-34b49153-33fe-4a88-9977-73be36e4eba8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1366887 Apr 05 14:53:13.150757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43274) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:13.155844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'security_group_rule': {'security_group_id': '61e81ef8-67a4-4540-a115-2f160cb5fc11', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:13.161298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:13.165567 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Usage tracker for resource:security_group_rule and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:13.168334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:13.173872 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:13.189667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.248975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.252755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.276996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8b8a44c-991c-451f-b3ba-563a6f743c9f,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:13.286451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.287530 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b8503c71-1bea-463e-b017-0bd0913ddc76 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1358995 Apr 05 14:53:13.291145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43278) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:13.296163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:13.301450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:13.305185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Usage tracker for resource:floatingip and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:13.308003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:13.313611 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:13.323605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.453732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.583273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Allocated IP 172.26.6.185 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/e38140b3-888a-43e7-93ae-42bc28a4c991) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:13.729343 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.755451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:13.822382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:13.825122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:13.827603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:53:13.861168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'Port': ['ID=e38140b3-888a-43e7-93ae-42bc28a4c991,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:13.985296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.132430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:53:14.142333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.198599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:14.203260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:14.203624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.315663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.330986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5e726ac5-dccd-432f-a4e8-8f4c5b854cd8,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:14.334642 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.337303 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.342178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.405830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=5e726ac5-dccd-432f-a4e8-8f4c5b854cd8,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:14.445084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'Port': ['ID=e38140b3-888a-43e7-93ae-42bc28a4c991,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:14.458583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.480349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:14.481647 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6dcdcffc-b0d2-441a-b021-b321efc9005d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1895859 Apr 05 14:53:14.651411 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-c6d0a319-561a-4a58-b630-afd7d7be68f2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--591722005&fields=id&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 267 time: 0.0399823 Apr 05 14:53:14.796198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-11f9fdfe-7b6b-4f14-871e-41ffe7fb6b9d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:14.797672 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-11f9fdfe-7b6b-4f14-871e-41ffe7fb6b9d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 810 time: 0.1400194 Apr 05 14:53:14.813332 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-a1a6a8d3-4bd0-4b9f-906b-560ee6c852e3 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/quotas/6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 375 time: 0.0103250 Apr 05 14:53:14.896353 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-06af5f48-1897-4b07-ac44-55b1ec6160de tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0782733 Apr 05 14:53:15.100183 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-594a2218-0c58-4d9e-9ea9-ca961473df34 service neutron] 10.222.0.18 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907225 Apr 05 14:53:15.227610 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-db1392aa-1cdb-484e-8fb5-459ee8d47700 service neutron] 10.222.0.18 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215181 Apr 05 14:53:15.414640 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1be33a79-37c5-46ba-a95e-8b9e6fc76b85 req-d57f4ba0-940d-44a1-9ed4-871c05f246ab tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 210 time: 0.0486729 Apr 05 14:53:16.113174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:53:16.182090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:16.182452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.395020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-eaf402ff-3c11-41f7-b8f1-862b89d22fab tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:16.396413 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-eaf402ff-3c11-41f7-b8f1-862b89d22fab tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 810 time: 0.1411796 Apr 05 14:53:16.453679 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-0d14fdbf-375e-4f24-ba0a-48ff439a33fd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 379 time: 0.0454736 Apr 05 14:53:16.464982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'port': {'device_id': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'admin_state_up': True, 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'security_groups': ['61e81ef8-67a4-4540-a115-2f160cb5fc11']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:16.595912 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-54d29c6f-4d0b-4964-b42c-2cc34d6814e7 req-5714f550-df2e-45a3-8bd1-0662e4b3b71d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 210 time: 0.0541024 Apr 05 14:53:16.643824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:53:16.648250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Usage tracker for resource:port and tenant:6248c7e2cb1a49909d87a97910eaded9 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:53:16.651000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:53:16.656515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:53:16.666003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Made reservation on behalf of 6248c7e2cb1a49909d87a97910eaded9 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:53:16.668931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:16.831575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Allocated IP 172.20.0.7 (218610f8-4cab-4ec2-91da-f7b6c14d337a/7ced1915-6d43-435a-9321-5d64b72988cf/2c0d13c6-5984-4b96-a3d4-be1f13ed485e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:53:17.095484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.110411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Transition to ACTIVE for port object 2c0d13c6-5984-4b96-a3d4-be1f13ed485e will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:17.131478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.205217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:53:17.208285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:53:17.212726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:53:17.240744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:17.278578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:17.279172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.299766 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6efc169c-c049-4dcb-a8fb-cc327ad5c23a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8400865 Apr 05 14:53:17.310496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Request body: {'port': {'device_id': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:17.418818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9fc052ea-92ed-4e39-b78d-f1ad65dca499 None None] Provisioning for port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:17.419386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.423855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9fc052ea-92ed-4e39-b78d-f1ad65dca499 None None] Provisioning complete for port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:17.424208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9fc052ea-92ed-4e39-b78d-f1ad65dca499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.476327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9fc052ea-92ed-4e39-b78d-f1ad65dca499 None None] Port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:53:17.791589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c0d13c6-5984-4b96-a3d4-be1f13ed485e {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:53:17.803129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.823790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Transition to ACTIVE for port object 2c0d13c6-5984-4b96-a3d4-be1f13ed485e will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:17.830012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:17.898125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ea693-321d-46ad-914d-4adca28660e8 req-0cf308ed-de23-413f-b9f9-eb10826b97aa tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:17.898748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-724ea693-321d-46ad-914d-4adca28660e8 req-0cf308ed-de23-413f-b9f9-eb10826b97aa tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Synchronizing usage tracker for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:53:17.972162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:17.984195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-724ea693-321d-46ad-914d-4adca28660e8 req-0cf308ed-de23-413f-b9f9-eb10826b97aa tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Unset dirty status for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:53:17.985621 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-724ea693-321d-46ad-914d-4adca28660e8 req-0cf308ed-de23-413f-b9f9-eb10826b97aa tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 931 time: 0.2579515 Apr 05 14:53:18.106625 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-724ea693-321d-46ad-914d-4adca28660e8 req-d698aad7-9a86-40f0-af3b-125872dbcea8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936022 Apr 05 14:53:18.122999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Attempting to bind port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:18.123335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Attempting to bind port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:18.123649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Attempting to bind port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:53:18.132787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e on network 218610f8-4cab-4ec2-91da-f7b6c14d337a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:53:18.132787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Attempting to bind port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:53:18.136074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:53:18.136406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Checking segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:53:18.136780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Bound using segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:53:18.137225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Bound port: 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:18.137596 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.225094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:18.228364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:18.232759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.294265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:18.296172 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] 10.222.0.15 "PUT /v2.0/ports/2c0d13c6-5984-4b96-a3d4-be1f13ed485e HTTP/1.1" status: 200 len: 1093 time: 0.9898379 Apr 05 14:53:18.296610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:53:18.315751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d328eed-a6e4-4d63-81b3-5e7c3975a157 service neutron] Pushing event updated for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:18.386173 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52bb76b9-623a-4ef1-be0b-272a3c61e769'] response: {'name': 'network-changed', 'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'status': 'completed', 'code': 200} Apr 05 14:53:18.423040 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-a2e306a5-2794-45b9-917e-653db39675c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 1096 time: 0.0759544 Apr 05 14:53:18.490316 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-2fff164b-03e9-4980-ba34-a0bcd17b1cad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e HTTP/1.1" status: 200 len: 217 time: 0.0605257 Apr 05 14:53:18.554595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-899d2c69-8b1a-4114-aa61-70d7c98d7dd1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:18.556021 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-899d2c69-8b1a-4114-aa61-70d7c98d7dd1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0602982 Apr 05 14:53:18.628598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-8d3c53a6-f31a-4481-b929-5f322f50be06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0673411 Apr 05 14:53:18.761063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-c400170a-83d9-4951-8742-3a60af91ea83 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220219 Apr 05 14:53:18.969270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65686c2d-9f8e-45e1-80a6-7b9e92ffe811 req-6cfccf06-42f8-4057-a70e-355bf3f0af11 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021408 Apr 05 14:53:19.079712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-a6ec202a-5648-4b1b-a112-4e8036907feb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 1096 time: 0.0694716 Apr 05 14:53:19.208025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-b7855689-4c78-42a0-a15e-197bfa6f471a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:19.209455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-b7855689-4c78-42a0-a15e-197bfa6f471a service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1232514 Apr 05 14:53:19.309907 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-7ad07d65-6330-4bdf-8cba-071c8fb56f89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e HTTP/1.1" status: 200 len: 217 time: 0.0937011 Apr 05 14:53:19.384862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-a51b3f81-228b-4916-82f7-f9c30d8494e4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:19.386185 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-a51b3f81-228b-4916-82f7-f9c30d8494e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0704367 Apr 05 14:53:19.432841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ebe0d-b196-49a4-9d16-7bb677d38310 req-cd446873-573b-4ab2-aa19-bc08eb6e8063 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:19.434240 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7d1ebe0d-b196-49a4-9d16-7bb677d38310 req-cd446873-573b-4ab2-aa19-bc08eb6e8063 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 943 time: 0.1718824 Apr 05 14:53:19.495284 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7d1ebe0d-b196-49a4-9d16-7bb677d38310 req-a8030089-2c20-4fe3-a80f-08efc8767eef tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548940 Apr 05 14:53:19.504831 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-8350c769-f72d-406b-93df-edc328eee6b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111681 Apr 05 14:53:19.633603 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-25f4cf87-9824-464f-b99d-83b9b5b5feaa service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219668 Apr 05 14:53:19.760727 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f9dbe28-8321-4bd2-8aa6-deeee0bd60e8 req-f8ef450b-a533-4da1-8a9f-019371522d1d service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212785 Apr 05 14:53:20.047587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2c0d13c6-5984-4b96-a3d4-be1f13ed485e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:53:20.182223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:20.195351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'mac_address': 'fa:16:3e:92:37:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:53:20.247874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.267207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0d13c6-5984-4b96-a3d4-be1f13ed485e {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:53:20.281533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:20.285089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:20.348046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:20.356585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.356910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.357242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.357568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.357894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.358242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.358565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.358884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.359201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.359518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.360086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:20.490946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['2c0d13c6-5984-4b96-a3d4-be1f13ed485e'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:53:20.691971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdd42f3-6b21-49a0-90c5-305a7cc70b42 req-bea53edf-68fd-4cad-b4bf-233896f6a98d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:20.693404 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1cdd42f3-6b21-49a0-90c5-305a7cc70b42 req-bea53edf-68fd-4cad-b4bf-233896f6a98d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 944 time: 0.0766318 Apr 05 14:53:20.741086 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1cdd42f3-6b21-49a0-90c5-305a7cc70b42 req-437f9acd-0587-4ea9-95e1-2d6546153a2c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421963 Apr 05 14:53:21.940233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcb3df-b8cc-466a-9284-92fc3287180a req-8b5a8086-0e52-47e3-bac3-58f6863d8c86 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:21.941602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ffcb3df-b8cc-466a-9284-92fc3287180a req-8b5a8086-0e52-47e3-bac3-58f6863d8c86 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 944 time: 0.0781527 Apr 05 14:53:21.985780 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ffcb3df-b8cc-466a-9284-92fc3287180a req-42e23406-d6a4-409e-9824-b2ef986c540b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386865 Apr 05 14:53:22.063073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2c0d13c6-5984-4b96-a3d4-be1f13ed485e up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:53:22.135226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:22.140838 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:22.141204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.282456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.307943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:53:22.317679 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:22.321109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:22.362959 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b6db18-5b0d-4398-92cf-3fed9262d0eb'] response: {'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'code': 200} Apr 05 14:53:22.390480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:22.576702 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-124c9339-d05a-495c-b0e1-c3a4fb5b3e4f req-412188d3-748e-4ac1-ab8d-747cd91b5c88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 1098 time: 0.0656049 Apr 05 14:53:22.620816 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-124c9339-d05a-495c-b0e1-c3a4fb5b3e4f req-68f6e8fc-dc11-40aa-861d-bfff1be8f020 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387185 Apr 05 14:53:23.179767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b100c-6f20-4a61-8ff0-e5d45aa1bfc9 req-b59123f3-0fc3-4aa0-8c41-d5e7de1facf1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:23.181219 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-594b100c-6f20-4a61-8ff0-e5d45aa1bfc9 req-b59123f3-0fc3-4aa0-8c41-d5e7de1facf1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0789959 Apr 05 14:53:23.225431 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-594b100c-6f20-4a61-8ff0-e5d45aa1bfc9 req-aea40311-7d54-41fe-b293-493c81eb26e7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387118 Apr 05 14:53:24.167888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2e8496a2-3e1c-43b7-aa12-ae8e499275b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:24.423657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6078ac52-d12c-4ff5-a143-d2bbf89220d9 req-8f05c8e1-465d-4ca5-ac92-945e93534104 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:24.425059 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6078ac52-d12c-4ff5-a143-d2bbf89220d9 req-8f05c8e1-465d-4ca5-ac92-945e93534104 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0769057 Apr 05 14:53:24.468807 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6078ac52-d12c-4ff5-a143-d2bbf89220d9 req-2f678f77-c152-4ed3-bb1d-d8f6b72ece0a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377305 Apr 05 14:53:24.654392 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088474-8f31-4022-a7ef-16b4a248f654 req-e7ac975e-38b0-447a-8a6e-f0550bc8570e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:24.655848 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25088474-8f31-4022-a7ef-16b4a248f654 req-e7ac975e-38b0-447a-8a6e-f0550bc8570e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0749881 Apr 05 14:53:24.664381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 43324) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:53:24.669541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'floatingip': {'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:53:24.744894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.364244 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:53:25.375697 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:53:25.376314 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:52:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:25.394943 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.399206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.550975 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:53:25.588656 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Floating IP 75d16894-6213-4c60-9234-2c0588ae6926 associated. External IP: 172.26.6.185, port: 2c0d13c6-5984-4b96-a3d4-be1f13ed485e. Apr 05 14:53:25.898662 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:92:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:53:25Z', 'revision_number': 1, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 2, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:25.902368 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:53:25.902711 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Updating router 3e892452-1df8-40ad-a598-1e0865b55842 port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:53:25.952257 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:25.984294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:53:26.183442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:53:26.187925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.239702 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-42486ffe-3a58-4475-ad8a-68319541f810 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "PUT /v2.0/floatingips/75d16894-6213-4c60-9234-2c0588ae6926 HTTP/1.1" status: 200 len: 991 time: 1.5742550 Apr 05 14:53:26.240255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:53:26.295572 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a3b71d-2f35-4c7d-a743-f154d64e8d05'] response: {'name': 'network-changed', 'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'status': 'completed', 'code': 200} Apr 05 14:53:26.323612 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.335211 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Transition to ACTIVE for port object a7e4b42d-b36c-44a9-bf87-4d859b03ff60 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:53:26.342271 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.384291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8640745-5ac7-460e-8a72-54ad5bb4fd33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.455301 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Pushing event updated for resources: {'Port': ['ID=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:26.474604 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.474934 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.475260 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.476147 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.476431 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.476738 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.477047 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.477357 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.477662 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.477966 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.478298 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:53:26.557178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d644a963-8bdd-42cf-81d8-9887125895bc req-37ffdf41-b6f6-4c70-9a4f-61aab2a180a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 1098 time: 0.2430224 Apr 05 14:53:26.562926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde8ebc-4a98-46f9-8aab-4528aae4a31c req-d4383828-d5c4-44d3-a5dd-c143cbf31871 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:26.564352 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-afde8ebc-4a98-46f9-8aab-4528aae4a31c req-d4383828-d5c4-44d3-a5dd-c143cbf31871 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.1070948 Apr 05 14:53:26.576756 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Attempting to bind port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:53:26.577125 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Attempting to bind port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:53:26.577478 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Attempting to bind port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:53:26.584563 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:53:26.585468 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Checking segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:53:26.586337 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.586627 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Bound using segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:53:26.587072 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Bound port: a7e4b42d-b36c-44a9-bf87-4d859b03ff60, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:53:26.587439 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.675712 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] For port a7e4b42d-b36c-44a9-bf87-4d859b03ff60, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:53:26.680364 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] For port a7e4b42d-b36c-44a9-bf87-4d859b03ff60, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:53:26.684226 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:26.707979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-afde8ebc-4a98-46f9-8aab-4528aae4a31c req-8d1e57b8-c9f5-459b-ae74-60c6bed556dc tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211939 Apr 05 14:53:26.724926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644a963-8bdd-42cf-81d8-9887125895bc req-db99dca2-d241-4a4a-948f-a40dda8f0b86 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:26.736966 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d644a963-8bdd-42cf-81d8-9887125895bc req-db99dca2-d241-4a4a-948f-a40dda8f0b86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1617708 Apr 05 14:53:26.763853 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f09e30-c865-4244-b059-7d60819404b2 None None] Pushing event updated for resources: {'Port': ['ID=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:26.783605 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:53:26.784302 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:53:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:26.843947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d644a963-8bdd-42cf-81d8-9887125895bc req-2a208c5f-fbd9-44df-a51f-ba9e529aa129 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e HTTP/1.1" status: 200 len: 999 time: 0.1106117 Apr 05 14:53:26.921983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644a963-8bdd-42cf-81d8-9887125895bc req-a5a96db6-343a-411d-9f7a-27c84a40ac62 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:26.923929 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d644a963-8bdd-42cf-81d8-9887125895bc req-a5a96db6-343a-411d-9f7a-27c84a40ac62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0740275 Apr 05 14:53:26.992154 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:53:27.040198 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d644a963-8bdd-42cf-81d8-9887125895bc req-44a46760-691a-4a18-99c1-fa83f96c5b56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1107850 Apr 05 14:53:27.194744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a42d9-a136-4d26-bbc9-ef9930ddab89 req-457f12bc-2e68-4db5-9640-7eae35b22fc2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:27.196176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-667a42d9-a136-4d26-bbc9-ef9930ddab89 req-457f12bc-2e68-4db5-9640-7eae35b22fc2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.1921508 Apr 05 14:53:27.197982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d644a963-8bdd-42cf-81d8-9887125895bc req-b3b8404a-86e4-4f18-af15-b51129c89c83 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520178 Apr 05 14:53:27.320946 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-667a42d9-a136-4d26-bbc9-ef9930ddab89 req-66c648ec-3bd9-433a-a001-8cba82b8d6d7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191223 Apr 05 14:53:27.332526 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:92:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:53:25Z', 'revision_number': 1, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:26Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:27.339526 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3e131fe-3854-462f-9b40-93df681c59f6 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:92:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:53:25Z', 'revision_number': 1, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:26Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:53:27.357899 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d644a963-8bdd-42cf-81d8-9887125895bc req-d8c5b6f6-18e4-48b7-a287-dd95808e5b77 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426337 Apr 05 14:53:27.476417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:27.516270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.136698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a7e4b42d-b36c-44a9-bf87-4d859b03ff60 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:53:28.201478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:53:28.206173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:28.206540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.317957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.352172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port a7e4b42d-b36c-44a9-bf87-4d859b03ff60, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:28.355916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:28.420074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:28.519104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22e7e27-d7e4-46d9-8c16-885ff591983a req-a81fec68-905b-411b-b651-08144da1de9a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:28.520541 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b22e7e27-d7e4-46d9-8c16-885ff591983a req-a81fec68-905b-411b-b651-08144da1de9a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0791054 Apr 05 14:53:28.564515 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b22e7e27-d7e4-46d9-8c16-885ff591983a req-d6669017-db48-40b2-8c01-182f5c20a5f0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377746 Apr 05 14:53:28.752451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3985252-6f6e-4749-bb34-eaefb656bbc8 req-db583874-eb0a-411a-8778-b1a96fe7364b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:28.753875 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3985252-6f6e-4749-bb34-eaefb656bbc8 req-db583874-eb0a-411a-8778-b1a96fe7364b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0740945 Apr 05 14:53:28.798813 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3985252-6f6e-4749-bb34-eaefb656bbc8 req-dcd64465-c179-4f4f-b9b5-7701aa72eb94 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390377 Apr 05 14:53:28.995080 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f01a7691-73f7-48c5-b70b-3dcd53b19217 req-7d17ce6c-e692-4435-bef9-a7a1eea67a98 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0709314 Apr 05 14:53:29.040669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:29.244521 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-15ad77d3-ff3f-4a58-b260-e3c394a8d3dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0709291 Apr 05 14:53:29.300602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2838016-406e-4f4a-8a7a-bcaff4cd0e77 req-dbfc7323-51a7-4617-a281-9c5ef526cc90 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:29.302064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b2838016-406e-4f4a-8a7a-bcaff4cd0e77 req-dbfc7323-51a7-4617-a281-9c5ef526cc90 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0765581 Apr 05 14:53:29.347588 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b2838016-406e-4f4a-8a7a-bcaff4cd0e77 req-30f008f1-649b-4585-8f75-d3361a25fb9a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394270 Apr 05 14:53:29.954586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a71534f-ba64-4d7f-9266-ea866a49507c None None] New status for floating IP 75d16894-6213-4c60-9234-2c0588ae6926: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:53:30.128257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a7e4b42d-b36c-44a9-bf87-4d859b03ff60 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:53:30.279468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:30.279834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:30.509874 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-851421c5-05af-4d1d-b635-9d08abe7e751 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 1098 time: 0.1035151 Apr 05 14:53:30.654453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053e2c9a-2698-48a4-9e03-aeacdb21a585 req-f73aa238-63fb-4146-9919-ab16e00f9602 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:30.655881 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-053e2c9a-2698-48a4-9e03-aeacdb21a585 req-f73aa238-63fb-4146-9919-ab16e00f9602 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.1848245 Apr 05 14:53:30.664068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-21682740-8198-4468-941f-90744da6d6c9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:30.665368 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-21682740-8198-4468-941f-90744da6d6c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1495769 Apr 05 14:53:30.860650 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-053e2c9a-2698-48a4-9e03-aeacdb21a585 req-5055a54e-977a-4a15-87e1-617b63c9fbe5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983621 Apr 05 14:53:30.876021 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-3642a388-7650-4148-af2c-6d5cdb32ad20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e HTTP/1.1" status: 200 len: 1001 time: 0.1979277 Apr 05 14:53:30.938909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-2de51d23-7186-4635-bd6c-a63e59f2abc2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:30.940192 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-2de51d23-7186-4635-bd6c-a63e59f2abc2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0573106 Apr 05 14:53:31.012804 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-19ed1688-fc72-4d3c-a8a9-1e5f9e8aee99 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0662847 Apr 05 14:53:31.142905 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-d3e705c4-9cb5-4efc-aae3-c23e8b51cdf0 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244917 Apr 05 14:53:31.277210 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-8fe609ef-e2e0-4484-9e79-4b0ae116ec5a service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281793 Apr 05 14:53:32.059171 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:53:32.059648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6520b6fd-57cb-442c-86a8-1fd49ac6cb7b req-86103ce1-b770-4e48-a8eb-fba7a4688bd7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:32.060992 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6520b6fd-57cb-442c-86a8-1fd49ac6cb7b req-86103ce1-b770-4e48-a8eb-fba7a4688bd7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0810704 Apr 05 14:53:32.071429 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:53:32.072022 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:53:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:32.105806 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6520b6fd-57cb-442c-86a8-1fd49ac6cb7b req-51d07d5c-1377-4c9b-9b6b-1c64fe77abef tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392685 Apr 05 14:53:32.251706 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:53:32.608756 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:92:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:53:30Z', 'revision_number': 2, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:32.612846 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:53:32.623741 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:53:32.624326 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:53:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:32.795822 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:53:33.130067 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:92:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:53:30Z', 'revision_number': 2, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:53:33.133885 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba124c7-fd39-4073-ad93-408f0e5cced8 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:92:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:53:30Z', 'revision_number': 2, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:53:33.307848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9d282-22d3-491f-bf51-c3b928b45802 req-42ba0457-9de5-404d-a371-721c9818a6d8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:33.309293 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4cf9d282-22d3-491f-bf51-c3b928b45802 req-42ba0457-9de5-404d-a371-721c9818a6d8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0755744 Apr 05 14:53:33.355110 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4cf9d282-22d3-491f-bf51-c3b928b45802 req-fe32f2ca-f4bd-4c29-a949-7c5095494902 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397575 Apr 05 14:53:34.550154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e649496-1bf0-43df-a05b-10223acc69dd req-c7b9776d-3c11-48f2-9afd-bf59e2d3174b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:34.551590 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5e649496-1bf0-43df-a05b-10223acc69dd req-c7b9776d-3c11-48f2-9afd-bf59e2d3174b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0794780 Apr 05 14:53:34.596101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5e649496-1bf0-43df-a05b-10223acc69dd req-c25dc4e6-27c2-4fab-9b89-a013f3336a13 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384982 Apr 05 14:53:35.789501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb38a6-3c5c-4db9-897f-c1a6e5e7e756 req-66844cf6-7a60-498b-99ef-0c368cbf36e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:35.790950 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2afb38a6-3c5c-4db9-897f-c1a6e5e7e756 req-66844cf6-7a60-498b-99ef-0c368cbf36e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0734169 Apr 05 14:53:35.839289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2afb38a6-3c5c-4db9-897f-c1a6e5e7e756 req-bb3d6c12-4266-49b3-ba68-5ab0a5ea06c1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428805 Apr 05 14:53:37.033715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64dcb-d569-4fcd-a4b0-06246a14f110 req-f44b34d6-78d1-4407-a613-129d0f59c9d1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:37.035122 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9e64dcb-d569-4fcd-a4b0-06246a14f110 req-f44b34d6-78d1-4407-a613-129d0f59c9d1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0780008 Apr 05 14:53:37.080844 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9e64dcb-d569-4fcd-a4b0-06246a14f110 req-49798260-4f84-45d6-9f24-1de7c8598c8d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396762 Apr 05 14:53:37.815999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:38.279820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015398e9-4116-4752-b7e2-e003bb6fbe27 req-0ca5d2a2-4d27-4e7a-9aa3-371a47892271 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:38.281461 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-015398e9-4116-4752-b7e2-e003bb6fbe27 req-0ca5d2a2-4d27-4e7a-9aa3-371a47892271 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0757768 Apr 05 14:53:38.331086 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-015398e9-4116-4752-b7e2-e003bb6fbe27 req-09f1acd5-bc5b-4850-add9-995d6c9fb590 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442181 Apr 05 14:53:39.534194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c79e0-535c-45f7-9e88-4f14c8d36d75 req-c3a32a8e-8cde-46fd-99ed-d9fcab3da2ac tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:39.535631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f69c79e0-535c-45f7-9e88-4f14c8d36d75 req-c3a32a8e-8cde-46fd-99ed-d9fcab3da2ac tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0826285 Apr 05 14:53:39.580271 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f69c79e0-535c-45f7-9e88-4f14c8d36d75 req-ac7f89ba-c518-43ff-9290-e4698a16c475 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390644 Apr 05 14:53:40.777503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bdcdcf-3951-4280-a10c-75ac69564753 req-8f12914f-5421-4963-9525-4ce6a79e8375 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:40.778968 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34bdcdcf-3951-4280-a10c-75ac69564753 req-8f12914f-5421-4963-9525-4ce6a79e8375 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0779474 Apr 05 14:53:40.823731 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-34bdcdcf-3951-4280-a10c-75ac69564753 req-06bdb98b-0e3f-408d-80f6-071d25767ab5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393734 Apr 05 14:53:42.015340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fc19b-36a1-4169-a3e5-54c36c9cc30b req-75bf6aa3-46c1-4e1f-8dfa-74dcba059356 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:42.016705 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-496fc19b-36a1-4169-a3e5-54c36c9cc30b req-75bf6aa3-46c1-4e1f-8dfa-74dcba059356 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0754795 Apr 05 14:53:42.065825 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-496fc19b-36a1-4169-a3e5-54c36c9cc30b req-e548b3d5-34ce-42f8-916e-37c08eeead66 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417418 Apr 05 14:53:43.258316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea42e-95d9-467e-b0e2-4ad87a53ed46 req-2a166104-6a8a-4195-afc9-c575e2360fc3 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:43.259782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aeaea42e-95d9-467e-b0e2-4ad87a53ed46 req-2a166104-6a8a-4195-afc9-c575e2360fc3 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0776567 Apr 05 14:53:43.304165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aeaea42e-95d9-467e-b0e2-4ad87a53ed46 req-a1769aa4-8bd0-41f3-bb29-b820cab9f388 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389125 Apr 05 14:53:43.960056 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:53:44.494363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac6130-bb53-4fc1-b0f8-d6c4803c11f5 req-69ca07b1-c32f-482b-898f-3fc9895a5cce tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:44.495782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3bac6130-bb53-4fc1-b0f8-d6c4803c11f5 req-69ca07b1-c32f-482b-898f-3fc9895a5cce tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0736020 Apr 05 14:53:44.542839 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3bac6130-bb53-4fc1-b0f8-d6c4803c11f5 req-ab18dfc2-c70b-4a84-b95c-fa3e5782c0b0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416138 Apr 05 14:53:45.735207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1db5e2-2030-41bf-921b-53cbf3e3c7a5 req-64dbcad0-21e7-46ae-b006-cfae03b08483 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:45.736657 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d1db5e2-2030-41bf-921b-53cbf3e3c7a5 req-64dbcad0-21e7-46ae-b006-cfae03b08483 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0755758 Apr 05 14:53:45.787960 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d1db5e2-2030-41bf-921b-53cbf3e3c7a5 req-2314551e-e5fe-41df-83de-e2fe8d7aad13 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457716 Apr 05 14:53:46.986231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989f335e-5742-4d35-b606-6640878891d0 req-bb4e477b-5691-4742-8566-fb159e143213 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:46.987562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-989f335e-5742-4d35-b606-6640878891d0 req-bb4e477b-5691-4742-8566-fb159e143213 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0775385 Apr 05 14:53:47.105500 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-989f335e-5742-4d35-b606-6640878891d0 req-5a012e02-3ebd-4692-9ff9-06b6351412d0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124029 Apr 05 14:53:48.300278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aa3ac-dbcc-4615-b21f-eb4f84469468 req-82896668-af88-44d7-817e-a925ad440b0f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:48.301707 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-686aa3ac-dbcc-4615-b21f-eb4f84469468 req-82896668-af88-44d7-817e-a925ad440b0f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0779488 Apr 05 14:53:48.348493 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-686aa3ac-dbcc-4615-b21f-eb4f84469468 req-8f17f68c-8473-4ad3-a77c-093e74f8f5ed tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405715 Apr 05 14:53:49.541039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea8e1d-942d-4c87-9234-dacba25ae7ff req-9357f872-30f6-4ce7-b5c1-0d6536203e74 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:49.542472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83ea8e1d-942d-4c87-9234-dacba25ae7ff req-9357f872-30f6-4ce7-b5c1-0d6536203e74 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0759037 Apr 05 14:53:49.586415 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83ea8e1d-942d-4c87-9234-dacba25ae7ff req-9cce65e6-4c0c-47bd-959f-e673671bc689 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384266 Apr 05 14:53:50.781893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3317d87d-1580-4489-a5d3-029af6f0d70c req-8f7c7e1a-c797-4ed6-9597-3a1ee380d1c7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:50.783347 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3317d87d-1580-4489-a5d3-029af6f0d70c req-8f7c7e1a-c797-4ed6-9597-3a1ee380d1c7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0791214 Apr 05 14:53:50.830378 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3317d87d-1580-4489-a5d3-029af6f0d70c req-82d260c2-8379-4116-bc6e-37ce59c76829 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405586 Apr 05 14:53:52.029169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c40bc5-2eb1-46d1-965a-809e3d586a55 req-eb72215a-6b22-460b-93bf-3a42689b6108 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:52.030532 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e8c40bc5-2eb1-46d1-965a-809e3d586a55 req-eb72215a-6b22-460b-93bf-3a42689b6108 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0817599 Apr 05 14:53:52.075232 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e8c40bc5-2eb1-46d1-965a-809e3d586a55 req-969d7e3e-c93e-4641-8a68-2dfa601777de tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392213 Apr 05 14:53:52.956776 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-e9e3929b-a3be-46fa-954f-25d19b39db95 service neutron] 10.222.0.15 "GET /v2.0/ports/2c0d13c6-5984-4b96-a3d4-be1f13ed485e/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0741630 Apr 05 14:53:53.267295 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-05d74171-ee37-45ce-b061-96062fb5751d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 1098 time: 0.1212020 Apr 05 14:53:53.287327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd605902-526b-4f0c-baa9-ddcc4e4f3078 req-04685009-3242-4dde-adec-9e569018455c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:53.289290 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd605902-526b-4f0c-baa9-ddcc4e4f3078 req-04685009-3242-4dde-adec-9e569018455c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0894554 Apr 05 14:53:53.377940 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd605902-526b-4f0c-baa9-ddcc4e4f3078 req-072feee0-549d-4e75-b8c0-7d659062fe98 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593662 Apr 05 14:53:53.391179 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-2929c958-a1f8-4639-9dbb-c380bfbecec7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 1098 time: 0.1009774 Apr 05 14:53:53.520248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-fa3f3d2f-31a2-499b-b50f-08a4c04a1e3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:53.521592 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-fa3f3d2f-31a2-499b-b50f-08a4c04a1e3d service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1242011 Apr 05 14:53:53.624258 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-394607d3-58c1-4c4b-9cde-43d06b83b3ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e HTTP/1.1" status: 200 len: 1001 time: 0.0954988 Apr 05 14:53:53.684605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-e0d322e8-1b36-487d-b0d6-02e940a9e666 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:53.685999 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-e0d322e8-1b36-487d-b0d6-02e940a9e666 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0562553 Apr 05 14:53:53.760664 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-c2556be6-2b1c-454c-8741-1e61028cfe94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689616 Apr 05 14:53:53.894182 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-b0b0161f-ac6c-4594-95dc-bc244ebbdb50 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278405 Apr 05 14:53:54.024001 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c03727aa-3f03-4039-889c-0b84ef264dc3 req-4abe425c-bc67-4cce-8a66-f3b93afbb44d service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232209 Apr 05 14:53:54.169541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2739ecaf-40ae-4c46-be14-7837301df064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:54.571775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f2d5a-0b75-4618-99dd-6879267c555c req-ca2ed839-3f30-4c58-8721-a7baacb52255 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:54.573216 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e4f2d5a-0b75-4618-99dd-6879267c555c req-ca2ed839-3f30-4c58-8721-a7baacb52255 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0734153 Apr 05 14:53:54.618556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e4f2d5a-0b75-4618-99dd-6879267c555c req-83e5d79b-6675-40d8-9f66-dfcbbbab4942 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398753 Apr 05 14:53:55.821406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092652a-037a-4323-b5ca-f0f9de37d666 req-3e139634-682d-4758-b2a2-548ad07e2a00 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:55.822869 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7092652a-037a-4323-b5ca-f0f9de37d666 req-3e139634-682d-4758-b2a2-548ad07e2a00 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0830305 Apr 05 14:53:55.867016 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7092652a-037a-4323-b5ca-f0f9de37d666 req-dd3b512f-55bc-4788-8221-b2c83e969168 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386202 Apr 05 14:53:56.250720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2c0d13c6-5984-4b96-a3d4-be1f13ed485e details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:53:56.252934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2c0d13c6-5984-4b96-a3d4-be1f13ed485e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:53:56.311970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7eaf2-2d61-404a-a218-a40ad1283c92 req-46aa5d7f-2a90-4cdd-9922-7a2ec11bcfbe tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:56.313413 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f1c7eaf2-2d61-404a-a218-a40ad1283c92 req-46aa5d7f-2a90-4cdd-9922-7a2ec11bcfbe tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.1825712 Apr 05 14:53:56.320229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957b093-abe6-47cb-9280-2e893b025763 req-7dd8b9c6-388c-47a3-82f6-257d307a98bc tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:56.321562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e957b093-abe6-47cb-9280-2e893b025763 req-7dd8b9c6-388c-47a3-82f6-257d307a98bc tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0&tenant_id=6248c7e2cb1a49909d87a97910eaded9&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.2249453 Apr 05 14:53:56.364893 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f1c7eaf2-2d61-404a-a218-a40ad1283c92 req-16540bde-5cb2-430d-8a7f-d159ab8f9cd4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422750 Apr 05 14:53:56.455050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-811829c6-197c-4f63-8790-be0a97da826d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.465737 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e957b093-abe6-47cb-9280-2e893b025763 req-c8dde319-1d75-4343-8a0e-5c4027a4877a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 1098 time: 0.0749068 Apr 05 14:53:56.471540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.511685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:56.524974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:53:56.535473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'mac_address': 'fa:16:3e:92:37:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:53:56.538307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:56.567121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.603686 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-045f52d6-c654-43f9-b045-0a2c8b181349'] response: {'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'code': 200} Apr 05 14:53:56.617703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957b093-abe6-47cb-9280-2e893b025763 req-9e6ef7d7-b478-41be-a891-cc35769ed579 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:56.619198 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e957b093-abe6-47cb-9280-2e893b025763 req-9e6ef7d7-b478-41be-a891-cc35769ed579 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1478417 Apr 05 14:53:56.681169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.703316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:56.706471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c0d13c6-5984-4b96-a3d4-be1f13ed485e {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:53:56.719923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e957b093-abe6-47cb-9280-2e893b025763 req-4283d462-66e6-42d6-b10c-466aab746b11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e HTTP/1.1" status: 200 len: 999 time: 0.0946646 Apr 05 14:53:56.722223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:56.726307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:56.784097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['2c0d13c6-5984-4b96-a3d4-be1f13ed485e'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:53:56.784790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e957b093-abe6-47cb-9280-2e893b025763 req-04f99a20-a8a8-4974-819c-a4248b27eedc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:56.786286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e957b093-abe6-47cb-9280-2e893b025763 req-04f99a20-a8a8-4974-819c-a4248b27eedc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0609772 Apr 05 14:53:56.839206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:56.863343 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e957b093-abe6-47cb-9280-2e893b025763 req-75d67ba0-16fa-460b-a677-998d30f85f15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712457 Apr 05 14:53:56.991878 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e957b093-abe6-47cb-9280-2e893b025763 req-7a22f625-7461-46b0-a4df-5c1338ae08fc service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228542 Apr 05 14:53:57.119440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e957b093-abe6-47cb-9280-2e893b025763 req-6bd92a6e-eacf-4511-91a1-a4b9351e16ad service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211619 Apr 05 14:53:57.478666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.519111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:57.585754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900116aa-468e-4565-995b-53c189ce7d62 req-8ebed88d-5ead-4c03-bbde-f79a14abf1e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:57.587230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-900116aa-468e-4565-995b-53c189ce7d62 req-8ebed88d-5ead-4c03-bbde-f79a14abf1e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 944 time: 0.0800822 Apr 05 14:53:57.633937 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-900116aa-468e-4565-995b-53c189ce7d62 req-ced1039b-2005-4953-b2b9-7b517683e7c9 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409257 Apr 05 14:53:58.248979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2c0d13c6-5984-4b96-a3d4-be1f13ed485e up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:53:58.315978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:53:58.316341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.427502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.458716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:53:58.462138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:58.529730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:53:58.604903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:53:58.658512 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623fc973-a925-4c78-b5cb-fd2859cec7b3'] response: {'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'code': 200} Apr 05 14:53:58.829802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac23fad-a418-4b52-94a6-11f01c3bb719 req-806c2592-8cd9-489f-aa7b-7049bfd438e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:58.831269 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ac23fad-a418-4b52-94a6-11f01c3bb719 req-806c2592-8cd9-489f-aa7b-7049bfd438e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0752409 Apr 05 14:53:58.876212 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ac23fad-a418-4b52-94a6-11f01c3bb719 req-3b67b8f8-7418-4616-84c6-ddbd3f0671da tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388694 Apr 05 14:53:59.043160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:53:59.073851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880554f-64ef-45a9-9d97-508a2aab9ba1 req-efa5d9be-771e-4dd7-b28a-dd878c0e62c0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:59.075319 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2880554f-64ef-45a9-9d97-508a2aab9ba1 req-efa5d9be-771e-4dd7-b28a-dd878c0e62c0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0784354 Apr 05 14:53:59.119735 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2880554f-64ef-45a9-9d97-508a2aab9ba1 req-5eef0686-4e80-40a9-8e4b-475a897a2a5a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388830 Apr 05 14:53:59.308668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b91a02-1005-472e-a5a6-30aa6b272cbe req-5b6771d2-569c-4095-8d6c-9a45b4641500 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:59.310007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c6b91a02-1005-472e-a5a6-30aa6b272cbe req-5b6771d2-569c-4095-8d6c-9a45b4641500 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0739939 Apr 05 14:53:59.357014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c6b91a02-1005-472e-a5a6-30aa6b272cbe req-4b384a0d-3dee-4c0c-99fe-8aca70057d89 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414844 Apr 05 14:53:59.748590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56956abb-d226-4539-9cfb-450c491e91f7 req-28cce0e4-6e58-493d-9a64-5f7e9397e7fc tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:53:59.750004 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-56956abb-d226-4539-9cfb-450c491e91f7 req-28cce0e4-6e58-493d-9a64-5f7e9397e7fc tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0754075 Apr 05 14:53:59.794636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-56956abb-d226-4539-9cfb-450c491e91f7 req-4454d17d-e59d-40bd-942d-3edc78cb9495 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389526 Apr 05 14:54:00.991850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5878d5-859b-43fc-aae3-69c6204394ad req-969b94a7-8568-48cd-9524-4cc68c684b9a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:00.993173 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f5878d5-859b-43fc-aae3-69c6204394ad req-969b94a7-8568-48cd-9524-4cc68c684b9a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0770907 Apr 05 14:54:01.037171 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f5878d5-859b-43fc-aae3-69c6204394ad req-16c8b721-8b69-4867-9678-cc49863319ba tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385590 Apr 05 14:54:01.361507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-a553ff64-b880-4fee-a838-00864fa554c1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:01.362916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-a553ff64-b880-4fee-a838-00864fa554c1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.0731864 Apr 05 14:54:01.432468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Deleting port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:54:01.432802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:01.747271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] For port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:01.747623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.031291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.031950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.031950 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Floating IP 75d16894-6213-4c60-9234-2c0588ae6926 disassociated. External IP: 172.26.6.185, port: 2c0d13c6-5984-4b96-a3d4-be1f13ed485e. Apr 05 14:54:02.032200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Calling delete_port for 2c0d13c6-5984-4b96-a3d4-be1f13ed485e owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:54:02.214756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.275135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event deleted for resources: {'Port': ['ID=2c0d13c6-5984-4b96-a3d4-be1f13ed485e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:02.357979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa6a6d-be63-4e59-88ab-02b5a709a665 req-7e68c6c8-7201-426d-91f2-8af32edc3a5d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:02.359492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-36aa6a6d-be63-4e59-88ab-02b5a709a665 req-7e68c6c8-7201-426d-91f2-8af32edc3a5d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=0c043458-09ac-40f7-99ae-d6ffcbd095e0 HTTP/1.1" status: 200 len: 945 time: 0.1985149 Apr 05 14:54:02.474629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-36aa6a6d-be63-4e59-88ab-02b5a709a665 req-d263d9b2-7086-421b-9ab9-23c641faed97 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658588 Apr 05 14:54:02.539155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:54:02.740006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:54:02.750032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:54:02.762863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:54:02.763588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:53:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:02.809616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] No DVR routers for this DVR port 2c0d13c6-5984-4b96-a3d4-be1f13ed485e on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:02.812198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:02.815151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'name': 'network-vif-deleted', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:54:02.832576 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e775c9c-97d5-45ed-b61f-fdf65d5a82df req-3eb43b32-3472-42d7-a126-3947c12f089b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "DELETE /v2.0/ports/2c0d13c6-5984-4b96-a3d4-be1f13ed485e HTTP/1.1" status: 204 len: 173 time: 1.4648132 Apr 05 14:54:02.902243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1258b3ea-4338-4152-944d-9ec275f31540'] response: {'server_uuid': '0c043458-09ac-40f7-99ae-d6ffcbd095e0', 'name': 'network-vif-deleted', 'tag': '2c0d13c6-5984-4b96-a3d4-be1f13ed485e', 'status': 'completed', 'code': 200} Apr 05 14:54:02.963294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:54:03.276631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:03.280505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:54:03.292198 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:54:03.292795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:53:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:03.469940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:54:03.818159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:03.822160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb42881-c1c8-486f-b7b0-f049ad2f2136 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:54:03.835407 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-91a819dd-1b88-4d1a-9100-c14e1e3aa859 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--591722005&fields=id&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 267 time: 0.0447576 Apr 05 14:54:03.986012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-2e2c6004-321b-4da2-8276-e524445e837b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:03.987522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-2e2c6004-321b-4da2-8276-e524445e837b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 810 time: 0.1453674 Apr 05 14:54:04.004922 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-4d594769-adb1-4150-a24a-242125fd5dab tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/quotas/6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 375 time: 0.0111899 Apr 05 14:54:04.038498 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf236d1-d882-490e-9af0-a62c9219db8b None None] New status for floating IP 75d16894-6213-4c60-9234-2c0588ae6926: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:54:04.087662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-2788ea6d-c30f-4131-8e7f-2d6a9a679c6d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Synchronizing usage tracker for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:54:04.102797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-2788ea6d-c30f-4131-8e7f-2d6a9a679c6d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Unset dirty status for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:54:04.104069 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-2788ea6d-c30f-4131-8e7f-2d6a9a679c6d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0939999 Apr 05 14:54:04.265125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2c0d13c6-5984-4b96-a3d4-be1f13ed485e no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:54:04.299109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 2c0d13c6-5984-4b96-a3d4-be1f13ed485e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:54:04.299447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2c0d13c6-5984-4b96-a3d4-be1f13ed485e not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:54:04.336603 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-18a99a1b-800c-47da-a508-fcbbabf56cf7 service neutron] 10.222.0.18 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204976 Apr 05 14:54:04.463614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-f29ac04c-85d0-4e1b-a386-00b1491a6a36 service neutron] 10.222.0.18 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213033 Apr 05 14:54:04.649802 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b999dc66-f90b-4516-a1bd-cca874a5a701 req-8f23bc64-339c-4824-8a34-72095563489b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 210 time: 0.0421660 Apr 05 14:54:05.625655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-3c25762c-ebef-4b5c-81bb-dc83140ebda4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:05.627077 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-3c25762c-ebef-4b5c-81bb-dc83140ebda4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 810 time: 0.1498060 Apr 05 14:54:05.681649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-17e853b4-7baa-49d6-99f3-b0925787d0cb tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 379 time: 0.0418711 Apr 05 14:54:05.690734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'port': {'device_id': '4341671f-e082-4327-969f-21356ac554f2', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'admin_state_up': True, 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'security_groups': ['61e81ef8-67a4-4540-a115-2f160cb5fc11']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:54:05.822660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0dfe8040-925c-438e-8164-6d52c3e81afb req-4a6e2532-6963-4ed9-9c50-3e7585e9c76e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 210 time: 0.0502422 Apr 05 14:54:05.870992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:54:05.880445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:54:05.890866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Made reservation on behalf of 6248c7e2cb1a49909d87a97910eaded9 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:54:05.893803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.049309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Allocated IP 172.20.0.6 (218610f8-4cab-4ec2-91da-f7b6c14d337a/7ced1915-6d43-435a-9321-5d64b72988cf/d4f8201d-948e-45c5-9543-d7c152c16e41) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:54:06.233621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.249077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Transition to ACTIVE for port object d4f8201d-948e-45c5-9543-d7c152c16e41 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:54:06.269713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.337666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:54:06.340493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:54:06.344615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:54:06.378585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:06.401643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.401992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.402357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.402691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.403022 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.403351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.403676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.404004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.404325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.404646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.404966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:06.424026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:06.424629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.451626 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-94e62c59-38cd-40a6-8473-bec8058dcff5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646110 Apr 05 14:54:06.463428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Request body: {'port': {'device_id': '4341671f-e082-4327-969f-21356ac554f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:54:06.533076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-283a8046-9834-4eda-9b6d-37bbf98d019d None None] Provisioning for port d4f8201d-948e-45c5-9543-d7c152c16e41 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:54:06.538863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-283a8046-9834-4eda-9b6d-37bbf98d019d None None] Provisioning complete for port d4f8201d-948e-45c5-9543-d7c152c16e41 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:06.539222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-283a8046-9834-4eda-9b6d-37bbf98d019d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.577718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.603181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-283a8046-9834-4eda-9b6d-37bbf98d019d None None] Port d4f8201d-948e-45c5-9543-d7c152c16e41 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:54:06.907590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f8201d-948e-45c5-9543-d7c152c16e41 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:54:06.914550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:06.928656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Transition to ACTIVE for port object d4f8201d-948e-45c5-9543-d7c152c16e41 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:54:06.932312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.198638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:07.305953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41ab7-65a9-437a-8a9f-42225815e2ff req-4e806dab-d704-4102-916e-c05d210c631d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:07.306680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a4d41ab7-65a9-437a-8a9f-42225815e2ff req-4e806dab-d704-4102-916e-c05d210c631d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Synchronizing usage tracker for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:54:07.342194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Attempting to bind port d4f8201d-948e-45c5-9543-d7c152c16e41 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:54:07.342533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Attempting to bind port d4f8201d-948e-45c5-9543-d7c152c16e41 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:54:07.342864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Attempting to bind port d4f8201d-948e-45c5-9543-d7c152c16e41 on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:54:07.345736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a4d41ab7-65a9-437a-8a9f-42225815e2ff req-4e806dab-d704-4102-916e-c05d210c631d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Unset dirty status for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:54:07.346906 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a4d41ab7-65a9-437a-8a9f-42225815e2ff req-4e806dab-d704-4102-916e-c05d210c631d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 943 time: 0.3817832 Apr 05 14:54:07.350764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Port d4f8201d-948e-45c5-9543-d7c152c16e41 on network 218610f8-4cab-4ec2-91da-f7b6c14d337a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:54:07.351087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Attempting to bind port d4f8201d-948e-45c5-9543-d7c152c16e41 on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:54:07.375287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:54:07.375561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Checking segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:54:07.375937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Bound using segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:54:07.376364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Bound port: d4f8201d-948e-45c5-9543-d7c152c16e41, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:54:07.376706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.455757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a4d41ab7-65a9-437a-8a9f-42225815e2ff req-e6641c0d-b0e7-4c00-ae6f-91aa24de8a37 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018672 Apr 05 14:54:07.484546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:54:07.487993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:54:07.492090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.557607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.558981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 200 len: 1093 time: 1.1007898 Apr 05 14:54:07.559428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:54:07.579252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d59b9-6fce-46b2-bea3-9bd5d510db05 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:07.632399 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8852e796-8506-4cc1-b263-72b5014ce61d'] response: {'name': 'network-changed', 'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'status': 'completed', 'code': 200} Apr 05 14:54:07.679016 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-c778fa33-0ac5-4ed1-bec9-af842cfaaf95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 1096 time: 0.0778124 Apr 05 14:54:07.747285 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-c7776a56-48dc-4993-b0ee-5a751eb500ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 200 len: 217 time: 0.0620427 Apr 05 14:54:07.810169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-b1fcc29e-1d90-4966-be73-116d2436f914 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:07.811556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-b1fcc29e-1d90-4966-be73-116d2436f914 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0591846 Apr 05 14:54:07.858911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:07.889873 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-5a0b1e0e-8d73-4d50-aaec-9eba9938325a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0727856 Apr 05 14:54:08.017157 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-f0c335d6-358b-4301-a030-39a44bb95e7a service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219227 Apr 05 14:54:08.144724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-28ce3b0f-a998-4d96-a168-f0e16c80965e req-97e9d2d7-18a1-4568-8b9d-179b69831b77 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217096 Apr 05 14:54:08.261239 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-8db315db-bec7-4023-a8df-1bfb7ffd6d9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 1096 time: 0.0718446 Apr 05 14:54:08.389562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-4fd27491-35bc-45cf-af77-34b4f2ed9134 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:08.391018 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-4fd27491-35bc-45cf-af77-34b4f2ed9134 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1240666 Apr 05 14:54:08.457477 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-2354bdb4-b7f4-4853-94a5-22d597de390a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 200 len: 217 time: 0.0594440 Apr 05 14:54:08.521284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-962b9760-6624-40ae-9743-fb327474df33 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:08.523365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-962b9760-6624-40ae-9743-fb327474df33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0596273 Apr 05 14:54:08.649744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-fc8beca3-e572-40da-98a5-e78cef68c679 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1189785 Apr 05 14:54:08.734007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bf4e1-3cb3-4982-956c-cddf75cdd660 req-c2fd677f-5190-4569-a71c-003c37d66564 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:08.735612 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-945bf4e1-3cb3-4982-956c-cddf75cdd660 req-c2fd677f-5190-4569-a71c-003c37d66564 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 943 time: 0.1567581 Apr 05 14:54:08.898897 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-945bf4e1-3cb3-4982-956c-cddf75cdd660 req-10b3839a-15e1-4b7b-9589-c4fffb6d6303 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1558385 Apr 05 14:54:08.901932 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-c7876478-218a-4026-8e56-d914a2b46496 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452223 Apr 05 14:54:09.031556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09bb5227-359f-4bff-88f2-29ef3a2f41b9 req-bc0ae4ce-9513-4b98-a27f-8ca7240375b4 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218538 Apr 05 14:54:10.108292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91403749-01f7-465a-8386-cbe8eb887037 req-06c0ca37-b50a-48de-8408-eea9472c0b92 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:10.109733 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-91403749-01f7-465a-8386-cbe8eb887037 req-06c0ca37-b50a-48de-8408-eea9472c0b92 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 943 time: 0.0743361 Apr 05 14:54:10.154335 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-91403749-01f7-465a-8386-cbe8eb887037 req-de1dce15-c293-450e-ac28-e73e61030a0b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381668 Apr 05 14:54:10.311297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d4f8201d-948e-45c5-9543-d7c152c16e41 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:54:10.439443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:10.452649 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'mac_address': 'fa:16:3e:1e:fa:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:54:10.505341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.522184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f8201d-948e-45c5-9543-d7c152c16e41 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:54:10.536598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:10.541052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:10.609580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:10.735372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['d4f8201d-948e-45c5-9543-d7c152c16e41'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:54:11.353234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f0ea2-4eeb-4bd4-9b93-399b3140ced0 req-0544ea50-1add-4d69-a3a3-af909c0a8d57 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:11.354633 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e0f0ea2-4eeb-4bd4-9b93-399b3140ced0 req-0544ea50-1add-4d69-a3a3-af909c0a8d57 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 944 time: 0.0794618 Apr 05 14:54:11.399600 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e0f0ea2-4eeb-4bd4-9b93-399b3140ced0 req-4417c09c-eb30-4795-84b4-f6cc3716ac17 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393751 Apr 05 14:54:12.311305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d4f8201d-948e-45c5-9543-d7c152c16e41 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:54:12.379980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port d4f8201d-948e-45c5-9543-d7c152c16e41 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:54:12.384441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port d4f8201d-948e-45c5-9543-d7c152c16e41 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:12.384808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.498731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.525259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:54:12.534999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:12.539430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:12.594130 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c8988b4-270d-46a2-819e-37e9ae06ecc0'] response: {'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'code': 200} Apr 05 14:54:12.613240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:12.641151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51916cb2-b0db-4267-a342-b5696339c0cc req-e36e4a8c-742c-4b9a-b3e5-08ed0770a1bd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:12.643184 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-51916cb2-b0db-4267-a342-b5696339c0cc req-e36e4a8c-742c-4b9a-b3e5-08ed0770a1bd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.1252770 Apr 05 14:54:12.692772 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-51916cb2-b0db-4267-a342-b5696339c0cc req-f1af77f5-4b0f-4bb8-967b-eadb67663e48 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 Apr 05 14:54:12.813584 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a7437937-efd3-47fe-b82d-2d6ccc08ed9f req-f31c566d-d0b8-4506-b550-a6a48b8f5e25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 1098 time: 0.0667648 Apr 05 14:54:12.858468 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a7437937-efd3-47fe-b82d-2d6ccc08ed9f req-9dbd5534-2e3f-4cad-9680-929b1edb743b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387347 Apr 05 14:54:13.903912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f1fdd-290d-4a3b-b21f-333055125403 req-e5c0b037-9299-4ab6-b4a4-77b2b90e3320 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:13.906343 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e40f1fdd-290d-4a3b-b21f-333055125403 req-e5c0b037-9299-4ab6-b4a4-77b2b90e3320 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0855091 Apr 05 14:54:13.949926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e40f1fdd-290d-4a3b-b21f-333055125403 req-028ecb49-8106-423f-b34b-6948d300cff6 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381458 Apr 05 14:54:15.140102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c69c45-4793-44b7-a201-b7796ecf248a req-5959d145-61d1-45fe-8e43-ba7330e3382c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:15.141509 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-92c69c45-4793-44b7-a201-b7796ecf248a req-5959d145-61d1-45fe-8e43-ba7330e3382c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0733066 Apr 05 14:54:15.185370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-92c69c45-4793-44b7-a201-b7796ecf248a req-49a74047-50f1-4823-82a7-ab76b0079cbb tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383570 Apr 05 14:54:15.376043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ad715-45be-4024-993a-584bbdc148a5 req-ef52f57a-cbd2-476b-b564-047beea15de2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:15.377479 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-393ad715-45be-4024-993a-584bbdc148a5 req-ef52f57a-cbd2-476b-b564-047beea15de2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0785761 Apr 05 14:54:15.386207 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 43482) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:54:15.391816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'floatingip': {'port_id': 'd4f8201d-948e-45c5-9543-d7c152c16e41'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:54:15.463980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.029441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.032675 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.217280 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Floating IP 75d16894-6213-4c60-9234-2c0588ae6926 associated. External IP: 172.26.6.185, port: d4f8201d-948e-45c5-9543-d7c152c16e41. Apr 05 14:54:16.682197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:54:16.878808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:54:16.884112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:16.888634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:54:16.899866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:54:16.900454 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:53:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:16.934569 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f5fdc3f1-9558-4454-abdc-d840cc04156a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "PUT /v2.0/floatingips/75d16894-6213-4c60-9234-2c0588ae6926 HTTP/1.1" status: 200 len: 991 time: 1.5471823 Apr 05 14:54:16.935135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:54:17.063910 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec5bc19-5eb3-4eab-96ba-8043eb272809'] response: {'name': 'network-changed', 'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'status': 'completed', 'code': 200} Apr 05 14:54:17.086318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:54:17.165169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-8eff69a0-2a95-4de1-8788-f9b34ba6af69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 1098 time: 0.0797350 Apr 05 14:54:17.362003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-ee1c9469-2771-4300-8f95-90ea27f7dd58 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:17.363453 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-ee1c9469-2771-4300-8f95-90ea27f7dd58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1917207 Apr 05 14:54:17.372202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7221b1-0cb2-40ae-bc92-7ae1c0d5f8a9 req-9b5fe521-ffad-4d74-bf3c-3a0b3fca9e1b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:17.373551 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cc7221b1-0cb2-40ae-bc92-7ae1c0d5f8a9 req-9b5fe521-ffad-4d74-bf3c-3a0b3fca9e1b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.1248310 Apr 05 14:54:17.436040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:1e:fa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341671f-e082-4327-969f-21356ac554f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:54:15Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:17.439793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:54:17.450249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:54:17.450841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:53:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:17.498268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cc7221b1-0cb2-40ae-bc92-7ae1c0d5f8a9 req-24474d22-15a8-498a-a336-a705b1c3a359 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785162 Apr 05 14:54:17.500982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-2a4db338-5ab4-4d90-9cbe-5e6d4abfe4b7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 200 len: 999 time: 0.1266179 Apr 05 14:54:17.562444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-fb8e6f7a-96c7-4e13-8750-46cbfd60c96a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:17.563883 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-fb8e6f7a-96c7-4e13-8750-46cbfd60c96a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0577352 Apr 05 14:54:17.640453 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-841fd979-e902-4c4e-a661-96dd359c2854 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695508 Apr 05 14:54:17.660997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:54:17.767045 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-e48c8b59-0b15-4167-86da-28ca0bc67012 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207008 Apr 05 14:54:17.983607 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-541bc460-d2a6-4ed1-9364-5c3c4eec1117 req-b3f146f3-613c-4478-bf52-2174d54a23e3 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108624 Apr 05 14:54:18.006736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:1e:fa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341671f-e082-4327-969f-21356ac554f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:54:15Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:18.010709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d262b0-dfcf-4241-aa51-0f12698dec96 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:1e:fa:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4341671f-e082-4327-969f-21356ac554f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:54:15Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:54:18.191136 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90d4e40-a3bb-4007-a17f-10369c96709a None None] New status for floating IP 75d16894-6213-4c60-9234-2c0588ae6926: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:54:18.692604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8601bd2a-eb86-4a34-b706-7cf3decc5c8b req-12b15854-4978-4a9b-a263-f6b5e6a52341 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:18.694682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8601bd2a-eb86-4a34-b706-7cf3decc5c8b req-12b15854-4978-4a9b-a263-f6b5e6a52341 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0755093 Apr 05 14:54:18.738646 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8601bd2a-eb86-4a34-b706-7cf3decc5c8b req-31f2076c-6568-4dbf-ae09-c8dc015af5e8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384035 Apr 05 14:54:19.932942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1babfa19-805c-4677-950b-5580ceb3ea93 req-19b08dd0-70f3-45cc-877a-996598d26c49 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:19.934328 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1babfa19-805c-4677-950b-5580ceb3ea93 req-19b08dd0-70f3-45cc-877a-996598d26c49 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0771623 Apr 05 14:54:19.977902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1babfa19-805c-4677-950b-5580ceb3ea93 req-f7fa4f22-8d45-46ce-bea0-7cf52cb4a840 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378857 Apr 05 14:54:20.960289 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:54:21.171924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c094f-7945-4bc2-97bb-c921d906627f req-fd644075-bf82-4232-814f-a2d5ea98859c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:21.173367 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-597c094f-7945-4bc2-97bb-c921d906627f req-fd644075-bf82-4232-814f-a2d5ea98859c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0746882 Apr 05 14:54:21.217884 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-597c094f-7945-4bc2-97bb-c921d906627f req-7057f41c-d629-4918-8b8e-20111d80e5cb tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389030 Apr 05 14:54:22.414942 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e0caff-36fd-4b6b-81a2-ec26f18ab2ed req-18e07a33-962a-441f-ad7d-18091ffabc47 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:22.416367 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-12e0caff-36fd-4b6b-81a2-ec26f18ab2ed req-18e07a33-962a-441f-ad7d-18091ffabc47 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0775099 Apr 05 14:54:22.460614 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-12e0caff-36fd-4b6b-81a2-ec26f18ab2ed req-c1ceb678-9000-4561-916f-6f68f1904602 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387681 Apr 05 14:54:23.653593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7dedb-fb71-4f15-a5a1-8ecfac47b4e3 req-063479f2-e6ac-48c9-8e9d-ae3ed6d1ff16 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:23.655051 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6b7dedb-fb71-4f15-a5a1-8ecfac47b4e3 req-063479f2-e6ac-48c9-8e9d-ae3ed6d1ff16 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0756769 Apr 05 14:54:23.702364 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6b7dedb-fb71-4f15-a5a1-8ecfac47b4e3 req-9bb1ddab-9f2e-4ce9-91d8-0e5a5f6ae477 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417490 Apr 05 14:54:24.172780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c9ad2d51-3254-4b82-8f9b-9d14c745cf94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:24.898621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f1d31-5432-4f31-9d01-2eee89dd5d54 req-65f57b1f-f469-4c1d-a9f6-dea8f1a58dd1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:24.899989 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac1f1d31-5432-4f31-9d01-2eee89dd5d54 req-65f57b1f-f469-4c1d-a9f6-dea8f1a58dd1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0745435 Apr 05 14:54:24.944431 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac1f1d31-5432-4f31-9d01-2eee89dd5d54 req-34efed88-dba7-4cd0-90c2-f3a67510de16 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390420 Apr 05 14:54:26.139541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca072ba-2376-413a-8d96-d41b1384b57c req-2d746446-11f5-4d08-9c26-6713a8a0d065 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:26.141069 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fca072ba-2376-413a-8d96-d41b1384b57c req-2d746446-11f5-4d08-9c26-6713a8a0d065 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0798619 Apr 05 14:54:26.185073 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fca072ba-2376-413a-8d96-d41b1384b57c req-fb576933-97b4-49c1-9e9f-7beb3c1c5265 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384247 Apr 05 14:54:26.386634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f3a60d2a-0df9-4b15-9fed-05b1c206efab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:27.383679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8d66a-3503-4e4f-b1dc-95e0ce18c551 req-d6c1e8a1-e688-4ab6-aa72-e3987bb02a59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:27.385131 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3df8d66a-3503-4e4f-b1dc-95e0ce18c551 req-d6c1e8a1-e688-4ab6-aa72-e3987bb02a59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0771086 Apr 05 14:54:27.429239 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3df8d66a-3503-4e4f-b1dc-95e0ce18c551 req-e11321ea-a4d3-41b5-a672-ac621355812c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385907 Apr 05 14:54:27.481841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:27.524509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:28.763571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad7bb3-8e42-4426-bb8c-7cb6ad19560d req-69d594b7-499b-4b3c-875b-cde3dadaff03 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:28.764926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5dad7bb3-8e42-4426-bb8c-7cb6ad19560d req-69d594b7-499b-4b3c-875b-cde3dadaff03 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0782120 Apr 05 14:54:28.809498 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5dad7bb3-8e42-4426-bb8c-7cb6ad19560d req-60af69e9-9374-4be8-8fc8-f522102c8c0b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391462 Apr 05 14:54:29.048631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:30.009049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8b4a6-2325-41cb-bfd9-ec0260cecaa3 req-ca9859ce-aaab-41be-87ad-d5f92a5d694b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:30.010461 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1ff8b4a6-2325-41cb-bfd9-ec0260cecaa3 req-ca9859ce-aaab-41be-87ad-d5f92a5d694b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0769076 Apr 05 14:54:30.062320 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1ff8b4a6-2325-41cb-bfd9-ec0260cecaa3 req-a1908638-72fd-4a22-8620-9c07f1345b35 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463271 Apr 05 14:54:31.251097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d51159-fe61-4c75-ae60-660cb759cfe6 req-40304641-6af4-4169-815c-b914ccf08a62 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:31.252515 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1d51159-fe61-4c75-ae60-660cb759cfe6 req-40304641-6af4-4169-815c-b914ccf08a62 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0740438 Apr 05 14:54:31.297384 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1d51159-fe61-4c75-ae60-660cb759cfe6 req-79240abe-12cd-44bb-8328-2bff1ea7598a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394428 Apr 05 14:54:32.490730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937dad9-3ec0-424e-a04d-8b21d3f6d07a req-675b102f-86c2-425d-8651-139c12f554bc tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:32.492163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8937dad9-3ec0-424e-a04d-8b21d3f6d07a req-675b102f-86c2-425d-8651-139c12f554bc tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0774157 Apr 05 14:54:32.536605 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8937dad9-3ec0-424e-a04d-8b21d3f6d07a req-ffe5a1ae-3e58-4038-86a6-d92fbb0998c5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390568 Apr 05 14:54:33.726301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dc9362-e74f-4e07-a888-ad5e80eb7881 req-d6558b9c-6e1a-4956-9de4-cc30c213fd3c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:33.727730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1dc9362-e74f-4e07-a888-ad5e80eb7881 req-d6558b9c-6e1a-4956-9de4-cc30c213fd3c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0746863 Apr 05 14:54:33.772072 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1dc9362-e74f-4e07-a888-ad5e80eb7881 req-2dd6df97-23fb-4f19-9ea1-c2feccde6bf4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389497 Apr 05 14:54:34.966153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbb326-28d6-4069-be7e-74df384f3e8e req-6b00ff1c-8eab-4da6-a4e4-8e867a1fa6fe tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:34.967487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25fbb326-28d6-4069-be7e-74df384f3e8e req-6b00ff1c-8eab-4da6-a4e4-8e867a1fa6fe tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0775638 Apr 05 14:54:35.011468 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25fbb326-28d6-4069-be7e-74df384f3e8e req-1b1754fa-2d39-4a87-8705-197247e6f3db tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385308 Apr 05 14:54:36.210156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d206aa-f547-4243-80c9-af26b65b0b06 req-febfa5ee-65ce-46f2-a6d0-818c0ef503c0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:36.211605 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83d206aa-f547-4243-80c9-af26b65b0b06 req-febfa5ee-65ce-46f2-a6d0-818c0ef503c0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0787778 Apr 05 14:54:36.256161 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83d206aa-f547-4243-80c9-af26b65b0b06 req-7a4bca3f-4302-4dbe-8aa5-98b7df3e77e1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390668 Apr 05 14:54:37.452852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8522-1de2-46f4-86ce-066a7929d7aa req-faf5ca61-ac98-4f85-a5da-425f4ae6378e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:37.454323 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4eaf8522-1de2-46f4-86ce-066a7929d7aa req-faf5ca61-ac98-4f85-a5da-425f4ae6378e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0782421 Apr 05 14:54:37.499200 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4eaf8522-1de2-46f4-86ce-066a7929d7aa req-97cc29d3-a8a8-42a2-b6f0-43f61ac8bc4c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386851 Apr 05 14:54:37.852445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:38.695230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd9ac2-9444-41d7-879a-4817e4c5f83f req-95e938a8-14e7-4fc3-b8e9-c232bae73f99 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:38.696658 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1dd9ac2-9444-41d7-879a-4817e4c5f83f req-95e938a8-14e7-4fc3-b8e9-c232bae73f99 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0784543 Apr 05 14:54:38.743947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1dd9ac2-9444-41d7-879a-4817e4c5f83f req-3a2c7b9e-2e82-45d1-8084-fd55092f6a99 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417969 Apr 05 14:54:39.939296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f9e07-eb37-4715-a416-6e8723139c05 req-0d12177a-6562-4b31-bfce-ac3f7ab9db31 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:39.940655 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489f9e07-eb37-4715-a416-6e8723139c05 req-0d12177a-6562-4b31-bfce-ac3f7ab9db31 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0747857 Apr 05 14:54:39.989224 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-489f9e07-eb37-4715-a416-6e8723139c05 req-5d886837-394d-40f0-a0fd-13c6b574830c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 Apr 05 14:54:41.184971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e361166-308c-46c8-8a24-ac1da6e3d1a8 req-b8a9f92c-15b1-4f61-9016-7b538fa5bfd4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:41.186446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e361166-308c-46c8-8a24-ac1da6e3d1a8 req-b8a9f92c-15b1-4f61-9016-7b538fa5bfd4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0784218 Apr 05 14:54:41.231025 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e361166-308c-46c8-8a24-ac1da6e3d1a8 req-79af02a7-7ca0-4ccd-8a5b-e6cfbcea485b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390747 Apr 05 14:54:42.422909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a5633-94aa-4ec8-8abd-c857d4014272 req-b6a32be3-f206-4f0e-9fb7-f94e803d4e0c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:42.424538 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-342a5633-94aa-4ec8-8abd-c857d4014272 req-b6a32be3-f206-4f0e-9fb7-f94e803d4e0c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0751007 Apr 05 14:54:42.469781 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-342a5633-94aa-4ec8-8abd-c857d4014272 req-ba18c3f8-8581-44a6-a9d3-04dceb19be59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391037 Apr 05 14:54:43.672106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436503a-3ac7-4c50-b20c-8d6cef834065 req-2dd7b0f0-8d84-4a3d-bc36-1aae18c39c8b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:43.673542 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f436503a-3ac7-4c50-b20c-8d6cef834065 req-2dd7b0f0-8d84-4a3d-bc36-1aae18c39c8b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0782044 Apr 05 14:54:43.717977 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f436503a-3ac7-4c50-b20c-8d6cef834065 req-9844ccfa-465e-402d-aa4c-9335d70636f2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389254 Apr 05 14:54:43.919761 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-51c60fbb-c981-48b8-a25d-6047df4e4abd req-7dbb00d3-55c1-4d96-9dc8-abbd6d26ac19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0758498 Apr 05 14:54:44.162777 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-8a3ca594-c9be-4cd9-b921-74e6b3fef1ab service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0700948 Apr 05 14:54:44.301251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705976e-95d9-443a-84a3-5b6a9b495622 req-3c56e9a4-2157-47c9-9d72-32d86215705d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:44.302717 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9705976e-95d9-443a-84a3-5b6a9b495622 req-3c56e9a4-2157-47c9-9d72-32d86215705d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.1608868 Apr 05 14:54:44.349948 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9705976e-95d9-443a-84a3-5b6a9b495622 req-62de0826-7921-40e3-8259-24ab6540d712 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410359 Apr 05 14:54:45.260711 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-f6109f99-5254-460c-b6ce-29aa86cf071c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 1098 time: 0.0676110 Apr 05 14:54:45.386376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-cf124540-ead6-420b-80d5-d16fde935d98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:45.387835 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-cf124540-ead6-420b-80d5-d16fde935d98 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1212597 Apr 05 14:54:45.531334 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-db93d087-09c9-4513-8ee9-c586f610da5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 200 len: 1001 time: 0.1373432 Apr 05 14:54:45.607855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-0a5abfb7-3b1f-4294-b105-8e4ee0b4f547 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:45.609276 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-0a5abfb7-3b1f-4294-b105-8e4ee0b4f547 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0675929 Apr 05 14:54:45.615510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a40595-b445-47d5-b53d-379d4744ec8f req-9e714fc5-29b0-4226-8548-531add913db5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:45.616828 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-36a40595-b445-47d5-b53d-379d4744ec8f req-9e714fc5-29b0-4226-8548-531add913db5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.1452610 Apr 05 14:54:45.706400 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-36a40595-b445-47d5-b53d-379d4744ec8f req-3280cf0f-c05f-489a-b6d4-ec65cf649e54 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584760 Apr 05 14:54:45.721112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-07d889c4-717a-453f-bd37-273892f270a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1034241 Apr 05 14:54:45.847850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-61645a7f-1b29-45ea-b6fe-e0ea2902362e service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204915 Apr 05 14:54:45.975372 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-5a86335e-ca36-410c-9213-0c6ddf14e40f service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205523 Apr 05 14:54:46.899843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff7664d-43f1-4cee-a09b-663d93b4f421 req-3b2e16de-122b-4e49-89fb-8cade0392928 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:46.901185 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cff7664d-43f1-4cee-a09b-663d93b4f421 req-3b2e16de-122b-4e49-89fb-8cade0392928 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0747528 Apr 05 14:54:46.948421 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cff7664d-43f1-4cee-a09b-663d93b4f421 req-00ebf865-ef87-4a4a-abdb-00c05622a613 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417545 Apr 05 14:54:47.592475 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-b189e3ea-c5de-4210-9680-de83a9f7d5b7 service neutron] 10.222.0.15 "GET /v2.0/ports/d4f8201d-948e-45c5-9543-d7c152c16e41/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0720327 Apr 05 14:54:47.869354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-bf0a7d8d-22fa-46bc-8266-932fb8d37354 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 1098 time: 0.0676470 Apr 05 14:54:47.965279 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-aae9d4ef-5fbd-409d-ad7d-0cd1f5341c87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 1098 time: 0.0765140 Apr 05 14:54:48.136460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-5efb1a96-baed-476a-bd39-b8e2359d8a01 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.137806 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-5efb1a96-baed-476a-bd39-b8e2359d8a01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1675596 Apr 05 14:54:48.271504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6e52d-e7cb-4b6e-92ee-b0be4558307f req-b6a52af9-ce18-4d89-a10b-50abb666ec5c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.272958 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-76f6e52d-e7cb-4b6e-92ee-b0be4558307f req-b6a52af9-ce18-4d89-a10b-50abb666ec5c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.1964748 Apr 05 14:54:48.278487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-13286e16-37ec-4916-af07-716005733fa8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 200 len: 1001 time: 0.1342347 Apr 05 14:54:48.480918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-f28a007a-6d9a-4f3d-8357-48864fc14c08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:48.482275 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-f28a007a-6d9a-4f3d-8357-48864fc14c08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.1897452 Apr 05 14:54:48.486182 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-76f6e52d-e7cb-4b6e-92ee-b0be4558307f req-0ad5d7b6-7ebe-43c2-97de-e4799f36d0d2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2068284 Apr 05 14:54:48.561906 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-5c99f02a-7cdb-4006-96db-86869f413046 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736108 Apr 05 14:54:48.708412 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-a190c780-0c46-4483-9a33-e28f1a5d211e service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404753 Apr 05 14:54:48.854932 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e44d7a1c-bf54-4544-8c21-60cae1b7ad24 req-017250f3-4181-4b84-ab68-1dc20915dc0d service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408298 Apr 05 14:54:49.686275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b26be-72e2-4fab-b2a9-6019274a6ade req-2b0f75a2-0ee4-43fa-a9dd-bb6405976314 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:49.687709 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c94b26be-72e2-4fab-b2a9-6019274a6ade req-2b0f75a2-0ee4-43fa-a9dd-bb6405976314 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0790339 Apr 05 14:54:49.731958 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c94b26be-72e2-4fab-b2a9-6019274a6ade req-ad6605f6-e629-410d-9521-e11c5c5e8ced tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382118 Apr 05 14:54:50.436703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d4f8201d-948e-45c5-9543-d7c152c16e41 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:54:50.439388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d4f8201d-948e-45c5-9543-d7c152c16e41 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:54:50.648622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:50.669253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:50.687578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'mac_address': 'fa:16:3e:1e:fa:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:54:50.694175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:54:50.731440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:50.738115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:50.773674 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-108064a5-4b08-42c8-b3f5-cc129329b586'] response: {'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'code': 200} Apr 05 14:54:50.807601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:50.830758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4f8201d-948e-45c5-9543-d7c152c16e41 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:54:50.834654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:50.870515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.870847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.871172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.871494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.871813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.872132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.872443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.872753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.873061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.873372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.873677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:54:50.905564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:54:50.905906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:54:50.927558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09b672-d281-4514-935c-5dfd686c7d21 req-ed87a293-6b57-4e9f-9516-535e01e58342 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:50.929015 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9a09b672-d281-4514-935c-5dfd686c7d21 req-ed87a293-6b57-4e9f-9516-535e01e58342 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 943 time: 0.0772014 Apr 05 14:54:50.973692 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9a09b672-d281-4514-935c-5dfd686c7d21 req-e6c530be-74ac-457c-9867-cde0d7aee248 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389862 Apr 05 14:54:51.344504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed74b6-7283-4da9-8468-4c05f9c1548f req-3732c9c1-7cf8-4fba-90a6-a8fd8e3c9f19 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:51.345921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83ed74b6-7283-4da9-8468-4c05f9c1548f req-3732c9c1-7cf8-4fba-90a6-a8fd8e3c9f19 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 943 time: 0.1032648 Apr 05 14:54:51.351515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-9545555c-1a61-4aef-b628-93186f403eb7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:51.352814 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-9545555c-1a61-4aef-b628-93186f403eb7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2&tenant_id=6248c7e2cb1a49909d87a97910eaded9&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 943 time: 0.1426859 Apr 05 14:54:51.397281 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83ed74b6-7283-4da9-8468-4c05f9c1548f req-e3fd108b-c0f0-4c23-a274-cc3b6deef7d0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435400 Apr 05 14:54:51.460181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.477502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f8201d-948e-45c5-9543-d7c152c16e41 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:54:51.490455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-82b58fc7-abd0-4fc9-ae57-09961d76a142 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 1096 time: 0.0707400 Apr 05 14:54:51.493474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:51.497290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:51.568067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['d4f8201d-948e-45c5-9543-d7c152c16e41'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:54:51.607611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:51.623044 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-db177c6d-11e5-4a6a-8766-1149496931d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:51.624191 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-db177c6d-11e5-4a6a-8766-1149496931d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1283977 Apr 05 14:54:51.725019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-b25e7688-c7e4-4d0d-93be-891c89ddead0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 200 len: 1000 time: 0.0948415 Apr 05 14:54:51.785229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-7277c293-da90-4407-9185-3683dfc584b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:51.786719 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-7277c293-da90-4407-9185-3683dfc584b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0561111 Apr 05 14:54:51.861049 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-a3655d2c-4b9c-48db-8c07-0705f3c0c61d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679710 Apr 05 14:54:51.993141 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-36e9c40f-3614-4033-bdf4-5d4685843ea4 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258307 Apr 05 14:54:52.124644 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bc9fcdcd-7eab-4a1d-8f75-acf53e9265f7 req-96fc7908-e36f-4483-8234-b614f5736f4a service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254179 Apr 05 14:54:52.451692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d4f8201d-948e-45c5-9543-d7c152c16e41 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:54:52.524124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port d4f8201d-948e-45c5-9543-d7c152c16e41 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:54:52.524798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.603118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b19a4-2f1d-4106-9806-d7e2255aae86 req-82e41222-7e3a-4595-92e4-5c338c3fc77a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:52.605101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca4b19a4-2f1d-4106-9806-d7e2255aae86 req-82e41222-7e3a-4595-92e4-5c338c3fc77a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 944 time: 0.0834141 Apr 05 14:54:52.659145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.661980 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ca4b19a4-2f1d-4106-9806-d7e2255aae86 req-f62f17d9-2b92-458f-8a29-d51531665ef9 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493546 Apr 05 14:54:52.692944 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:52.697036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:52.764583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:52.774562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:54:52.827535 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a075499c-4e92-4bd4-b391-a4db64477eba'] response: {'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'code': 200} Apr 05 14:54:53.860465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e19400-e196-48e0-90cd-e9ac8c1267d6 req-2bbded00-ed4d-4364-a195-eedf6a949e61 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:53.862185 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8e19400-e196-48e0-90cd-e9ac8c1267d6 req-2bbded00-ed4d-4364-a195-eedf6a949e61 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0781739 Apr 05 14:54:53.994595 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8e19400-e196-48e0-90cd-e9ac8c1267d6 req-cb7ff2bc-de7e-4075-8d59-0c0580be39b0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262136 Apr 05 14:54:54.174646 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d4ed3c92-1f1c-45be-9341-bac8fb6cac9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:54.191470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65ac5f3-e0eb-4fdf-b99b-b46268a59719 req-7b8d09ed-304e-4601-9409-5ab933d427d7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:54.192892 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c65ac5f3-e0eb-4fdf-b99b-b46268a59719 req-7b8d09ed-304e-4601-9409-5ab933d427d7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0769126 Apr 05 14:54:54.237581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c65ac5f3-e0eb-4fdf-b99b-b46268a59719 req-8f85d594-b1bf-4b79-b7b4-5af060428a37 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390236 Apr 05 14:54:54.654445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733dcd-54f1-436b-b859-13fce59612fe req-24adf71b-e722-487c-9060-0235ab02fcb5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:54.655879 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c733dcd-54f1-436b-b859-13fce59612fe req-24adf71b-e722-487c-9060-0235ab02fcb5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.1351442 Apr 05 14:54:54.659263 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-14b6da30-8033-43fa-9acf-dd387fd0f000 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 1098 time: 0.1002467 Apr 05 14:54:54.778031 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c733dcd-54f1-436b-b859-13fce59612fe req-1f74d5e8-6f47-49ba-8e75-7569eb0b0dc6 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166515 Apr 05 14:54:54.815733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-6af86306-c2dd-4486-a8dc-710e11c4bb80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:54.817142 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-6af86306-c2dd-4486-a8dc-710e11c4bb80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1433070 Apr 05 14:54:54.918496 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-5c4a029a-72f0-43f3-893d-791b2a63b129 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 200 len: 1001 time: 0.0948303 Apr 05 14:54:54.977891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-0f6bfb6a-4c6c-4f85-b25f-ca97efff26c4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:54.979326 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-0f6bfb6a-4c6c-4f85-b25f-ca97efff26c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0556026 Apr 05 14:54:55.050070 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-3c6f45e3-dc08-4f35-9fc4-12686eda86e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650012 Apr 05 14:54:55.177214 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-b0f2a939-17c2-483b-b453-11bad832356b service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202290 Apr 05 14:54:55.303281 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f0d3d7d-ac2d-41b5-8745-1b170c285654 req-15a06726-4487-492c-a7da-a0ce962e6da6 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203461 Apr 05 14:54:55.979950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d0627-b4ce-42a5-87c1-8f23234279ae req-8e7e7637-9611-4d21-9f2a-75bb1f520f3d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:55.981300 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f65d0627-b4ce-42a5-87c1-8f23234279ae req-8e7e7637-9611-4d21-9f2a-75bb1f520f3d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0785952 Apr 05 14:54:56.029677 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f65d0627-b4ce-42a5-87c1-8f23234279ae req-915fd168-a88f-42ef-96e4-29e590bcdf88 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426698 Apr 05 14:54:56.389927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-992c8280-ace4-46cb-bb36-d0df58db91e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:56.427615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f125eff-c62a-4c6e-99a7-720830180dc9 req-cf50e329-c58e-41c8-8b64-a770c5b2e9ec tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:56.429048 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f125eff-c62a-4c6e-99a7-720830180dc9 req-cf50e329-c58e-41c8-8b64-a770c5b2e9ec tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0753074 Apr 05 14:54:56.476908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f125eff-c62a-4c6e-99a7-720830180dc9 req-cd506887-03e6-4a1a-930d-b1df861d84a4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423114 Apr 05 14:54:57.484957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:57.526860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:57.672425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a810e8e-e0cd-4234-85f3-cda8ff2a35b7 req-6600c3d7-7450-437b-9b8d-856bd4f3c40e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:57.673845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5a810e8e-e0cd-4234-85f3-cda8ff2a35b7 req-6600c3d7-7450-437b-9b8d-856bd4f3c40e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0768774 Apr 05 14:54:57.719091 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5a810e8e-e0cd-4234-85f3-cda8ff2a35b7 req-bafb34a6-d9e4-40a9-bdb7-1be6e3b1cccd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397320 Apr 05 14:54:57.959713 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:54:58.022265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-d558d016-ef72-4cec-923e-7c2ecffad81f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:54:58.023590 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-d558d016-ef72-4cec-923e-7c2ecffad81f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 945 time: 0.0777755 Apr 05 14:54:58.094034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Deleting port d4f8201d-948e-45c5-9543-d7c152c16e41 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:54:58.094396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.411603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] For port d4f8201d-948e-45c5-9543-d7c152c16e41, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=d4f8201d-948e-45c5-9543-d7c152c16e41,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:54:58.411993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.689532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.690148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.690148 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Floating IP 75d16894-6213-4c60-9234-2c0588ae6926 disassociated. External IP: 172.26.6.185, port: d4f8201d-948e-45c5-9543-d7c152c16e41. Apr 05 14:54:58.690489 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Calling delete_port for d4f8201d-948e-45c5-9543-d7c152c16e41 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:54:58.832969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:58.916977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event deleted for resources: {'Port': ['ID=d4f8201d-948e-45c5-9543-d7c152c16e41,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:54:58.926607 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-65eb91d9-cbfd-4614-9e81-d0a56658cc1e req-b4da43c5-7d9e-4c6a-9bab-1091453119cc tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=4341671f-e082-4327-969f-21356ac554f2 HTTP/1.1" status: 200 len: 210 time: 0.0578587 Apr 05 14:54:59.052373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:59.132971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:54:59.341337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:54:59.350971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:54:59.363988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:54:59.364602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:54:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:59.411081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] No DVR routers for this DVR port d4f8201d-948e-45c5-9543-d7c152c16e41 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:54:59.413616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:54:59.416320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'name': 'network-vif-deleted', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:54:59.432334 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b3091cd-a10f-4e18-92ad-3c82458a1846 req-c040b2bd-0ed9-4536-91a9-a897ea18bd8f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "DELETE /v2.0/ports/d4f8201d-948e-45c5-9543-d7c152c16e41 HTTP/1.1" status: 204 len: 173 time: 1.4034100 Apr 05 14:54:59.481041 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1fc8969-58af-4e25-b319-0427663705a2'] response: {'server_uuid': '4341671f-e082-4327-969f-21356ac554f2', 'name': 'network-vif-deleted', 'tag': 'd4f8201d-948e-45c5-9543-d7c152c16e41', 'status': 'completed', 'code': 200} Apr 05 14:54:59.598732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:54:59.901689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:54:59.905534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:54:59.915699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:54:59.916279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:54:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:00.095449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:55:00.293112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-1bd2f8bd-15fc-4036-b197-03d80ae81578 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--591722005&fields=id&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 267 time: 0.0448172 Apr 05 14:55:00.403058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:00.406874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526af7e1-6ff0-4e68-be6e-170f745ba6e9 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:55:00.439024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-89f4c753-caf0-414a-af65-3b4eded2937c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:00.440472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-89f4c753-caf0-414a-af65-3b4eded2937c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 810 time: 0.1406462 Apr 05 14:55:00.458268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-5f6b4054-3832-4e8a-9f4a-1a11ac2c3424 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/quotas/6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 375 time: 0.0110562 Apr 05 14:55:00.540689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-20bbf072-39a5-42dd-9eb5-bc8a493720f7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Synchronizing usage tracker for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:55:00.557058 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-20bbf072-39a5-42dd-9eb5-bc8a493720f7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Unset dirty status for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:55:00.562501 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-20bbf072-39a5-42dd-9eb5-bc8a493720f7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987444 Apr 05 14:55:00.574959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-fe6ef494-a840-4cd2-999b-7bcd55441808 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 14:55:00.576007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-fe6ef494-a840-4cd2-999b-7bcd55441808 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053322 Apr 05 14:55:00.627083 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee7e65d-cf19-4225-a55c-8ad1a05580f5 None None] New status for floating IP 75d16894-6213-4c60-9234-2c0588ae6926: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:55:00.707476 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-87e09069-a367-4c7f-b298-ae7a6959618e service neutron] 10.222.0.18 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248553 Apr 05 14:55:00.928747 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-903ecd81-2c91-4f07-ba62-428ea1df11c4 service neutron] 10.222.0.18 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154536 Apr 05 14:55:01.114335 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e539c19-a607-4632-ae76-ed24cb52ff21 req-917fa591-3732-4f0f-aef5-56fdebffdac0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 210 time: 0.0434215 Apr 05 14:55:02.093727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-bd51c544-54e6-4641-8a23-f24f0ffa1654 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:02.095155 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-bd51c544-54e6-4641-8a23-f24f0ffa1654 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 810 time: 0.1463025 Apr 05 14:55:02.153134 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-9a481960-7fab-4640-8359-ea77380fddc4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 379 time: 0.0463436 Apr 05 14:55:02.161730 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'port': {'device_id': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'admin_state_up': True, 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'security_groups': ['61e81ef8-67a4-4540-a115-2f160cb5fc11']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:55:02.294767 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f154bfdb-bfaa-4897-9eb0-67770445ea10 req-d6870595-7824-4e20-acd4-a8836343c5b5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 210 time: 0.0528798 Apr 05 14:55:02.335573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:55:02.344931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:55:02.354083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Made reservation on behalf of 6248c7e2cb1a49909d87a97910eaded9 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:55:02.356954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.515824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Allocated IP 172.20.0.3 (218610f8-4cab-4ec2-91da-f7b6c14d337a/7ced1915-6d43-435a-9321-5d64b72988cf/bb4764e3-c492-4990-8018-612e3d054cee) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:55:02.545741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d4f8201d-948e-45c5-9543-d7c152c16e41 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:55:02.577986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: d4f8201d-948e-45c5-9543-d7c152c16e41 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:55:02.578348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device d4f8201d-948e-45c5-9543-d7c152c16e41 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:55:02.708657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.723735 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Transition to ACTIVE for port object bb4764e3-c492-4990-8018-612e3d054cee will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:55:02.745961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.819397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:55:02.822376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:55:02.826357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:55:02.857985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:02.894657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:02.895293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:02.927665 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-09df2110-4310-4903-af69-09e44a7281a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7700779 Apr 05 14:55:02.939473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Request body: {'port': {'device_id': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:55:03.052427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ba4907f3-e6c3-43a0-aa56-c9f3124068eb None None] Provisioning for port bb4764e3-c492-4990-8018-612e3d054cee completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:55:03.056393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.060529 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ba4907f3-e6c3-43a0-aa56-c9f3124068eb None None] Provisioning complete for port bb4764e3-c492-4990-8018-612e3d054cee triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:03.061294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ba4907f3-e6c3-43a0-aa56-c9f3124068eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.117096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ba4907f3-e6c3-43a0-aa56-c9f3124068eb None None] Port bb4764e3-c492-4990-8018-612e3d054cee cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:55:03.390452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4764e3-c492-4990-8018-612e3d054cee {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:55:03.397660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.412094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Transition to ACTIVE for port object bb4764e3-c492-4990-8018-612e3d054cee will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:55:03.416049 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.678704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:03.784921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4ac22-82eb-4da2-b5f9-f4813ba8f600 req-a85f9578-a40c-4578-95a3-c68c8fbc28e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:03.785532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0ee4ac22-82eb-4da2-b5f9-f4813ba8f600 req-a85f9578-a40c-4578-95a3-c68c8fbc28e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Synchronizing usage tracker for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:55:03.816301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Attempting to bind port bb4764e3-c492-4990-8018-612e3d054cee on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:55:03.816698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Attempting to bind port bb4764e3-c492-4990-8018-612e3d054cee by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:55:03.817052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Attempting to bind port bb4764e3-c492-4990-8018-612e3d054cee on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:55:03.821031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0ee4ac22-82eb-4da2-b5f9-f4813ba8f600 req-a85f9578-a40c-4578-95a3-c68c8fbc28e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Unset dirty status for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:55:03.822165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ee4ac22-82eb-4da2-b5f9-f4813ba8f600 req-a85f9578-a40c-4578-95a3-c68c8fbc28e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 943 time: 0.4021914 Apr 05 14:55:03.824796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Port bb4764e3-c492-4990-8018-612e3d054cee on network 218610f8-4cab-4ec2-91da-f7b6c14d337a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:55:03.825103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Attempting to bind port bb4764e3-c492-4990-8018-612e3d054cee on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:55:03.847692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:55:03.847951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Checking segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:55:03.848322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Bound using segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:55:03.849282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Bound port: bb4764e3-c492-4990-8018-612e3d054cee, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:55:03.849617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:03.925577 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0ee4ac22-82eb-4da2-b5f9-f4813ba8f600 req-62a65939-97cd-40d5-afa3-7abdbc92b399 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966771 Apr 05 14:55:03.953368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:55:03.956259 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:55:03.960597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.024808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:04.026170 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 200 len: 1093 time: 1.0912657 Apr 05 14:55:04.026604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:55:04.048396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dd43dd-06cb-4a23-a3a3-0ccfc87b44e1 service neutron] Pushing event updated for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:04.102150 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0720ed78-acd8-44b0-9307-2af53844e161'] response: {'name': 'network-changed', 'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee', 'status': 'completed', 'code': 200} Apr 05 14:55:04.140487 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-586dff0f-19cd-4df2-9def-4f3bc7aea809 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 1096 time: 0.0774202 Apr 05 14:55:04.211233 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-1ef1a346-c405-4476-b15b-11972ca8b111 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 200 len: 217 time: 0.0643258 Apr 05 14:55:04.272121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-f4d620ac-b36f-4dcf-a284-f1f25f83b774 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:04.273529 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-f4d620ac-b36f-4dcf-a284-f1f25f83b774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0567353 Apr 05 14:55:04.345320 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-730de72c-022f-4de0-9db7-0901230a1124 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656719 Apr 05 14:55:04.472717 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-1d6e1872-3a80-4c38-af66-5aeb5baebcc4 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216576 Apr 05 14:55:04.598919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea179399-7124-4f7b-b4ea-68723fe9b846 req-5806805e-e10e-459c-ae02-39093124bbda service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212168 Apr 05 14:55:04.713116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-40feb32d-9b0a-4781-9d01-c439c413cee6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 1096 time: 0.0703208 Apr 05 14:55:04.847152 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-4ebbca25-a8d7-451d-b75e-8d112224cb5e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:04.848608 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-4ebbca25-a8d7-451d-b75e-8d112224cb5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1272578 Apr 05 14:55:04.917140 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-4a810bb3-0308-47c6-95c8-8d7c8992b566 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 200 len: 217 time: 0.0623333 Apr 05 14:55:04.977822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-17f451e8-1f91-43b4-96d8-f3fc0b6a2669 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:04.979284 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-17f451e8-1f91-43b4-96d8-f3fc0b6a2669 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0564141 Apr 05 14:55:05.100009 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-1319803e-be28-4784-aba4-ebfc2fabcf88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1125538 Apr 05 14:55:05.212611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612fe53-9fff-4709-a773-632300589595 req-66f84dea-62fe-40e2-8eb2-e032744114a4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:05.214031 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e612fe53-9fff-4709-a773-632300589595 req-66f84dea-62fe-40e2-8eb2-e032744114a4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 943 time: 0.1686468 Apr 05 14:55:05.269008 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-3526720f-0468-4079-901c-03cbcc38de6d service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610270 Apr 05 14:55:05.438480 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e612fe53-9fff-4709-a773-632300589595 req-fa910e49-1fa1-4d26-84b9-6b1e23624377 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138860 Apr 05 14:55:05.495850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81f4e52f-de95-44a9-8d26-c4d204afe0b2 req-38d5c29e-c099-4d4d-917e-dd890b035f4d service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190955 Apr 05 14:55:06.544168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device bb4764e3-c492-4990-8018-612e3d054cee details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:55:06.633840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633c83a-bbca-4470-aafc-57d1dc503b56 req-d7f77ef3-7850-42e0-a1a2-10cf297ff1f5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:06.635334 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b633c83a-bbca-4470-aafc-57d1dc503b56 req-d7f77ef3-7850-42e0-a1a2-10cf297ff1f5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 943 time: 0.0772729 Apr 05 14:55:06.678195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:06.683781 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b633c83a-bbca-4470-aafc-57d1dc503b56 req-c939824d-3d7a-4c2e-b87c-5ddac0fa2cc3 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424316 Apr 05 14:55:06.690961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'bb4764e3-c492-4990-8018-612e3d054cee', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': 'bb4764e3-c492-4990-8018-612e3d054cee', 'mac_address': 'fa:16:3e:6c:6a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:55:06.743502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:06.759579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4764e3-c492-4990-8018-612e3d054cee {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:55:06.773586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:06.777133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:06.842499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:06.977884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['bb4764e3-c492-4990-8018-612e3d054cee'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:55:07.874772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:07.878859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7336c9e3-b0fe-4db9-b583-448f8a0ebf30 req-df1b3c5d-b3d8-427e-988f-8f0212fd061f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:07.880942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7336c9e3-b0fe-4db9-b583-448f8a0ebf30 req-df1b3c5d-b3d8-427e-988f-8f0212fd061f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 944 time: 0.0766032 Apr 05 14:55:07.924801 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7336c9e3-b0fe-4db9-b583-448f8a0ebf30 req-a778d4ef-0219-4287-82a0-d574c25d1680 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382209 Apr 05 14:55:08.559648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device bb4764e3-c492-4990-8018-612e3d054cee up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:55:08.628091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port bb4764e3-c492-4990-8018-612e3d054cee completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:55:08.633046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port bb4764e3-c492-4990-8018-612e3d054cee triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:08.633398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:08.748511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:08.774255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:55:08.783595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:08.787245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:08.828776 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73c6c0db-7b4e-4138-8468-c59a985426ad'] response: {'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee', 'code': 200} Apr 05 14:55:08.854273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:09.054013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-88f8f9ab-d2c1-4e9a-a4de-da6ee9a94f69 req-236b5639-d0cd-4fed-b85c-f93674569a4d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 1098 time: 0.0726140 Apr 05 14:55:09.146074 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-88f8f9ab-d2c1-4e9a-a4de-da6ee9a94f69 req-fe3aae10-a536-493c-bbce-766996b15b43 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562408 Apr 05 14:55:09.158514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5740bcd7-35fd-473f-8ebe-e7717edece57 req-fbed0a73-1386-4c5d-a302-337c3394f439 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:09.159893 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5740bcd7-35fd-473f-8ebe-e7717edece57 req-fbed0a73-1386-4c5d-a302-337c3394f439 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.1041477 Apr 05 14:55:09.203354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5740bcd7-35fd-473f-8ebe-e7717edece57 req-cc0fea28-1fb4-4ec8-9477-d699100f6ebf tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379884 Apr 05 14:55:10.401988 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47ddcf-ada8-4b90-adce-4bd3a9345eb1 req-10e39ece-9e9b-4742-8179-32bd8b3ae043 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:10.403366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f47ddcf-ada8-4b90-adce-4bd3a9345eb1 req-10e39ece-9e9b-4742-8179-32bd8b3ae043 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0780766 Apr 05 14:55:10.447752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f47ddcf-ada8-4b90-adce-4bd3a9345eb1 req-c0d36e73-4dee-45fb-a0e7-a762b10c55c8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388532 Apr 05 14:55:10.633678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881f108-98c0-4266-97f2-f97ee3d12dfb req-72877096-7c2d-4bfe-8956-e01091ae6fad tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:10.635162 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9881f108-98c0-4266-97f2-f97ee3d12dfb req-72877096-7c2d-4bfe-8956-e01091ae6fad tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0752807 Apr 05 14:55:10.643818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 43644) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:55:10.648888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'floatingip': {'port_id': 'bb4764e3-c492-4990-8018-612e3d054cee'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:55:10.727016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.296750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.300440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:11.568630 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Floating IP 75d16894-6213-4c60-9234-2c0588ae6926 associated. External IP: 172.26.6.185, port: bb4764e3-c492-4990-8018-612e3d054cee. Apr 05 14:55:11.952467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:55:12.151676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:55:12.156485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:12.160950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:55:12.172522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:55:12.173103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:54:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:12.213635 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e4a58b7d-6f59-46fb-af27-832603fba1b2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "PUT /v2.0/floatingips/75d16894-6213-4c60-9234-2c0588ae6926 HTTP/1.1" status: 200 len: 991 time: 1.5686471 Apr 05 14:55:12.214091 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:55:12.267159 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad897ac-4b6f-444b-af97-d68975a4e22b'] response: {'name': 'network-changed', 'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee', 'status': 'completed', 'code': 200} Apr 05 14:55:12.349818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:55:12.415384 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-e9a49e5d-a45a-4f1f-a101-05abb012440d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 1098 time: 0.1271107 Apr 05 14:55:12.417981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1b61fc71-6242-431f-bdb6-c86041300445 req-5a74e15a-88e6-4c80-a1fd-0d89d893d9de service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0975335 Apr 05 14:55:12.549782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-7ddc6bd2-42b8-457d-8276-19f366c529d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:12.554686 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-7ddc6bd2-42b8-457d-8276-19f366c529d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1304076 Apr 05 14:55:12.685358 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-c0d07d10-9371-482c-9991-b08b6e64500e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0804477 Apr 05 14:55:12.722178 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': 'bb4764e3-c492-4990-8018-612e3d054cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:6c:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:55:11Z', 'revision_number': 9, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:12.726956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:55:12.740838 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:55:12.741519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:54:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:12.764137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-5a5258dd-8c6c-4429-867e-f7b4cc3e1863 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 200 len: 999 time: 0.2065487 Apr 05 14:55:12.841982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c3ac8f-280b-44c2-833e-1f87cce02f9b req-574ae33f-0dff-462b-a288-7d945f19ce26 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:12.843444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-46c3ac8f-280b-44c2-833e-1f87cce02f9b req-574ae33f-0dff-462b-a288-7d945f19ce26 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.1475930 Apr 05 14:55:12.846787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-6586c29a-9f14-4f9c-a27f-a075bafac22b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:12.848115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-6586c29a-9f14-4f9c-a27f-a075bafac22b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0773435 Apr 05 14:55:12.924687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:55:12.941545 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-46c3ac8f-280b-44c2-833e-1f87cce02f9b req-401e74bd-311b-426c-afc7-a7d856a27979 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887256 Apr 05 14:55:12.959100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-ce89de22-c459-4a85-a778-cb592cb78d7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0921118 Apr 05 14:55:13.113191 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-778df67b-1dfc-41cd-a120-5b75cd2e8f11 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479118 Apr 05 14:55:13.251524 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e267ca8e-068b-4c98-8a9c-3f65387f10c0 req-dcbe759c-11af-4618-a24e-eb0d49bb9993 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325221 Apr 05 14:55:13.342265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': 'bb4764e3-c492-4990-8018-612e3d054cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:6c:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:55:11Z', 'revision_number': 9, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:55:13.346439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cf9785-9080-4ede-8a43-1d4bee879ce3 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': 'bb4764e3-c492-4990-8018-612e3d054cee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:6c:6a:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:55:11Z', 'revision_number': 9, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:55:13.551307 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-660f353e-962d-469d-881d-4c82724de3ca None None] New status for floating IP 75d16894-6213-4c60-9234-2c0588ae6926: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:55:13.947681 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-bf8ac928-6ca9-4dba-a7f1-7199eee844c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 1098 time: 0.1662304 Apr 05 14:55:14.109439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-25a6559d-04dc-40cf-9859-8e3d5fb3d5f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:14.111240 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-25a6559d-04dc-40cf-9859-8e3d5fb3d5f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1580265 Apr 05 14:55:14.232327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-b7642a6f-8162-4df2-b2fe-62fccd5696c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 200 len: 1002 time: 0.1134930 Apr 05 14:55:14.241719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801d7a53-1fee-4578-9e3b-65a83207e893 req-0ca51a22-72fc-4446-8fec-9b5421a0208c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:14.243106 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-801d7a53-1fee-4578-9e3b-65a83207e893 req-0ca51a22-72fc-4446-8fec-9b5421a0208c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.1705997 Apr 05 14:55:14.327245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-6acfad11-7018-41f7-9743-031342447a28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:14.329343 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-6acfad11-7018-41f7-9743-031342447a28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0854223 Apr 05 14:55:14.368912 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-801d7a53-1fee-4578-9e3b-65a83207e893 req-e4ce39e4-dc25-4a28-91e0-c0a7831b3568 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930169 Apr 05 14:55:14.409579 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-3c29fe4c-f080-4105-99d0-faefb763d70d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0731668 Apr 05 14:55:14.538593 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-1d0441cc-0be8-4ed5-90ce-bd384f9e3407 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216114 Apr 05 14:55:14.669319 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-c8498f0a-e33c-4101-a0ce-41e3e186f02f service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251450 Apr 05 14:55:15.568514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c10df-45d0-4205-863f-1d16cd128b7a req-1e67dda0-a2eb-4cf6-8e14-8d76d1d2f872 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:15.569979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-289c10df-45d0-4205-863f-1d16cd128b7a req-1e67dda0-a2eb-4cf6-8e14-8d76d1d2f872 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0785334 Apr 05 14:55:15.614739 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-289c10df-45d0-4205-863f-1d16cd128b7a req-6a9edfe5-5d1e-4f45-a534-842316209685 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387001 Apr 05 14:55:16.815011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4fc99-ff1c-43a5-9681-b4bf5b11777e req-c2c52b33-8abf-4b75-9a28-215fe3c691aa tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:16.816458 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cef4fc99-ff1c-43a5-9681-b4bf5b11777e req-c2c52b33-8abf-4b75-9a28-215fe3c691aa tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0740876 Apr 05 14:55:16.865151 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cef4fc99-ff1c-43a5-9681-b4bf5b11777e req-56fcb81a-a4f9-44da-99e8-874fe2a3257f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423298 Apr 05 14:55:18.058431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b25793-a632-4552-98b2-7cbf68566934 req-286b07b8-6aaf-48d7-acdf-0a545803f054 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:18.059888 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1b25793-a632-4552-98b2-7cbf68566934 req-286b07b8-6aaf-48d7-acdf-0a545803f054 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0762248 Apr 05 14:55:18.103660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1b25793-a632-4552-98b2-7cbf68566934 req-c9af348c-ca8b-4a75-873d-4eeadd11b7a0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 Apr 05 14:55:19.297344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d58d399-77dc-463e-bcf7-a1a759d149e5 req-70b1440f-7ca8-4e87-af4a-efa808eed07c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:19.298773 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d58d399-77dc-463e-bcf7-a1a759d149e5 req-70b1440f-7ca8-4e87-af4a-efa808eed07c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0778050 Apr 05 14:55:19.342674 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d58d399-77dc-463e-bcf7-a1a759d149e5 req-8d5bc6c7-c741-4de0-ad8d-ca94add84649 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379169 Apr 05 14:55:20.533661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad61cd-3e3f-49e3-a271-fbc7297dd892 req-2ad007e5-25e4-4641-9e6e-ac361952d1be tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:20.535124 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98ad61cd-3e3f-49e3-a271-fbc7297dd892 req-2ad007e5-25e4-4641-9e6e-ac361952d1be tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0748162 Apr 05 14:55:20.579365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98ad61cd-3e3f-49e3-a271-fbc7297dd892 req-1e61c661-27c5-4c7f-919e-69e2159a1e03 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383861 Apr 05 14:55:21.780625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b928d650-da8f-43ec-b5f0-6e7a6538dfa7 req-768342d8-3b4d-40e1-a3ef-1d026ab18278 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:21.782088 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b928d650-da8f-43ec-b5f0-6e7a6538dfa7 req-768342d8-3b4d-40e1-a3ef-1d026ab18278 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0784042 Apr 05 14:55:21.827387 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b928d650-da8f-43ec-b5f0-6e7a6538dfa7 req-3c88b452-46dc-4c07-b697-20c397d60714 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392606 Apr 05 14:55:23.021468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe7cb3-6642-4519-ba93-2804e653e4a8 req-37d5014f-1d7a-4760-97de-f97d8b976f7b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:23.022893 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a1fe7cb3-6642-4519-ba93-2804e653e4a8 req-37d5014f-1d7a-4760-97de-f97d8b976f7b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0752707 Apr 05 14:55:23.076233 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a1fe7cb3-6642-4519-ba93-2804e653e4a8 req-78e192e8-5ebe-49ed-870f-99f286e6cc6f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477595 Apr 05 14:55:24.180997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1676e1fe-a473-4aed-a83d-bf0a6e116419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:24.277011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0781e4-d8b6-48cd-a43b-20239828faed req-8f58974a-6c20-4652-add7-9656763988d0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:24.278475 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac0781e4-d8b6-48cd-a43b-20239828faed req-8f58974a-6c20-4652-add7-9656763988d0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0782492 Apr 05 14:55:24.323197 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ac0781e4-d8b6-48cd-a43b-20239828faed req-bb7bff2d-f76c-4150-9ad1-0ab856d2a311 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391769 Apr 05 14:55:25.521806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5cca0-229b-4428-9e7a-2421623237b9 req-f32a230f-8008-4132-a41a-55e14e31ff48 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:25.523269 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3af5cca0-229b-4428-9e7a-2421623237b9 req-f32a230f-8008-4132-a41a-55e14e31ff48 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0782733 Apr 05 14:55:25.644889 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3af5cca0-229b-4428-9e7a-2421623237b9 req-44d7d882-32a3-4f2a-a0a0-cde505fca1cd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161654 Apr 05 14:55:26.391925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4fc8c938-231d-4fbb-be2b-cd3082c7293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:26.835488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33decf28-0216-4171-9b3b-4bd053df2839 req-3c23d5a2-7ee4-4fed-b21e-e8542fdd49e9 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:26.836921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-33decf28-0216-4171-9b3b-4bd053df2839 req-3c23d5a2-7ee4-4fed-b21e-e8542fdd49e9 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0743806 Apr 05 14:55:26.881081 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-33decf28-0216-4171-9b3b-4bd053df2839 req-ab614ba9-de76-4595-85bf-f17a06b80d4b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386665 Apr 05 14:55:27.488560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:27.527331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:28.074513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ceb03-4120-4955-a222-04ec78e96157 req-0fa97877-de11-4c3b-9cbb-5596f436f245 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:28.075948 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-140ceb03-4120-4955-a222-04ec78e96157 req-0fa97877-de11-4c3b-9cbb-5596f436f245 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0771155 Apr 05 14:55:28.120026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-140ceb03-4120-4955-a222-04ec78e96157 req-6d640a70-1df7-4ec9-902f-95007e855148 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386534 Apr 05 14:55:29.052422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:29.316003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09969b-5d3f-4c70-af32-667ad37cbf6e req-2d512ac8-fb10-400d-a66e-012f99eeabd8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:29.317956 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc09969b-5d3f-4c70-af32-667ad37cbf6e req-2d512ac8-fb10-400d-a66e-012f99eeabd8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0747571 Apr 05 14:55:29.366357 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc09969b-5d3f-4c70-af32-667ad37cbf6e req-4db5448a-6f10-4191-9956-91d1203a07c3 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429344 Apr 05 14:55:30.561496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b57018-5387-4368-a774-3f149f58469a req-36d3dbd2-3606-46d2-80e1-fa2d7043f237 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:30.562972 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8b57018-5387-4368-a774-3f149f58469a req-36d3dbd2-3606-46d2-80e1-fa2d7043f237 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0750048 Apr 05 14:55:30.607994 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8b57018-5387-4368-a774-3f149f58469a req-cb2e5875-655a-430b-93ae-f1b454f33c51 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395653 Apr 05 14:55:31.815946 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5a1f52-bee8-4cf0-b16c-0837b814cf80 req-4fce3c5e-acef-4fed-82e2-8c89e6e680fd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:31.817370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fe5a1f52-bee8-4cf0-b16c-0837b814cf80 req-4fce3c5e-acef-4fed-82e2-8c89e6e680fd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0771835 Apr 05 14:55:31.863077 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fe5a1f52-bee8-4cf0-b16c-0837b814cf80 req-08f03513-378c-4904-87b0-046e69e17629 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401077 Apr 05 14:55:33.055843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfa84ca-5b38-4cf4-946d-a22e882af7ae req-de3b6cef-419e-4f3a-9032-15a3d59f6e60 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:33.057314 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7dfa84ca-5b38-4cf4-946d-a22e882af7ae req-de3b6cef-419e-4f3a-9032-15a3d59f6e60 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0754950 Apr 05 14:55:33.101592 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7dfa84ca-5b38-4cf4-946d-a22e882af7ae req-b738f9b8-e0e3-4a66-bb1c-fefaa9b74d69 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388076 Apr 05 14:55:34.299907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd343f-f11c-43ef-81d7-10499cdd5771 req-170206df-06d5-4415-8beb-dae18f21ced8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:34.301377 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58cd343f-f11c-43ef-81d7-10499cdd5771 req-170206df-06d5-4415-8beb-dae18f21ced8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0823462 Apr 05 14:55:34.346063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58cd343f-f11c-43ef-81d7-10499cdd5771 req-e36f205d-af0d-4eb4-84da-5aeca42dd23d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391905 Apr 05 14:55:34.959752 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:55:35.541862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d98dca-66c9-41f9-8dba-fe8483726be5 req-4fd0ac8c-4b1e-41b7-a7c3-2a9812a995b1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:35.543334 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9d98dca-66c9-41f9-8dba-fe8483726be5 req-4fd0ac8c-4b1e-41b7-a7c3-2a9812a995b1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0751288 Apr 05 14:55:35.594629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9d98dca-66c9-41f9-8dba-fe8483726be5 req-ef118759-5e75-4e36-8407-ae2ce1ef5399 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456486 Apr 05 14:55:36.796370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddadb96-91d6-4124-8855-52304c3e86d8 req-b4d6c9bf-97b4-43e3-bf7d-675c31c787f1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:36.797780 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ddadb96-91d6-4124-8855-52304c3e86d8 req-b4d6c9bf-97b4-43e3-bf7d-675c31c787f1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0738344 Apr 05 14:55:36.842002 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ddadb96-91d6-4124-8855-52304c3e86d8 req-d8d0eab1-f502-4219-850e-1ad62295987d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383329 Apr 05 14:55:37.869502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:38.041391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7a151-b7fe-4279-81d0-b99001b1535b req-5b44769d-29f1-4680-b846-5ee2f7b07789 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:38.042868 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aad7a151-b7fe-4279-81d0-b99001b1535b req-5b44769d-29f1-4680-b846-5ee2f7b07789 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0792522 Apr 05 14:55:38.087585 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aad7a151-b7fe-4279-81d0-b99001b1535b req-88352bc6-b486-4f11-ba83-52af9167ec8c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392187 Apr 05 14:55:39.287147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c969c8-0578-4167-8d95-d5ecc29b9f03 req-442d7553-18ef-49bc-9dd1-918026659146 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:39.288508 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84c969c8-0578-4167-8d95-d5ecc29b9f03 req-442d7553-18ef-49bc-9dd1-918026659146 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0831709 Apr 05 14:55:39.332983 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84c969c8-0578-4167-8d95-d5ecc29b9f03 req-a8e6ab8a-9d5f-4cb1-b002-5fa956f5a078 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384526 Apr 05 14:55:40.530794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854473-9cd5-448a-ae9b-360871b51e03 req-4361ff48-2dc9-4177-8bed-5b587ae62567 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:40.532235 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-78854473-9cd5-448a-ae9b-360871b51e03 req-4361ff48-2dc9-4177-8bed-5b587ae62567 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0812752 Apr 05 14:55:40.578368 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-78854473-9cd5-448a-ae9b-360871b51e03 req-a5f0a36d-d870-4513-8c48-32a5151ca811 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405922 Apr 05 14:55:41.771113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8899e95f-d61d-49cd-9b36-92fcbfc6c8c0 req-f95b8e34-81d2-42b9-816e-b12dfb4467a5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:41.772556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8899e95f-d61d-49cd-9b36-92fcbfc6c8c0 req-f95b8e34-81d2-42b9-816e-b12dfb4467a5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0743437 Apr 05 14:55:41.817266 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8899e95f-d61d-49cd-9b36-92fcbfc6c8c0 req-324e9aff-3305-4f6a-a3c1-7508eb6076a4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387533 Apr 05 14:55:43.014400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088b0b5f-2f08-4ec8-a234-960da176a094 req-450a4300-0629-46c8-a372-30d791a3ecf1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:43.015758 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-088b0b5f-2f08-4ec8-a234-960da176a094 req-450a4300-0629-46c8-a372-30d791a3ecf1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0789461 Apr 05 14:55:43.060649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-088b0b5f-2f08-4ec8-a234-960da176a094 req-b45063cd-2481-4e46-9796-4b822df65464 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392449 Apr 05 14:55:44.256387 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7db08c-6353-49ea-8884-f21ef4efec94 req-dc4b8baf-4a34-4be3-a17e-cc11bde14339 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:44.257829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5b7db08c-6353-49ea-8884-f21ef4efec94 req-dc4b8baf-4a34-4be3-a17e-cc11bde14339 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0769653 Apr 05 14:55:44.304711 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5b7db08c-6353-49ea-8884-f21ef4efec94 req-ee00ab3a-26f3-4d56-adf3-c6c70f158461 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413711 Apr 05 14:55:45.507042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edc672-8c2e-4673-875d-5afe7ad97c0a req-661fb3c1-47a8-48ce-aab6-fedd9f9c25fa tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:45.508481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1edc672-8c2e-4673-875d-5afe7ad97c0a req-661fb3c1-47a8-48ce-aab6-fedd9f9c25fa tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0756266 Apr 05 14:55:45.553073 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1edc672-8c2e-4673-875d-5afe7ad97c0a req-e682eef3-c925-44ae-998c-8a683bc48b01 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390906 Apr 05 14:55:46.408936 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-cbfe87e9-4de6-426b-93d6-8d9e3183f167 service neutron] 10.222.0.15 "GET /v2.0/ports/bb4764e3-c492-4990-8018-612e3d054cee/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.1399820 Apr 05 14:55:46.817510 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-5e4b9576-893e-48c1-b837-8b6f26f3d517 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 1098 time: 0.1960602 Apr 05 14:55:46.836840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611b94cc-db58-43fd-9d8b-6ab6cf5c6711 req-5c8324c6-be8e-4f69-823a-678692463843 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:46.838263 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-611b94cc-db58-43fd-9d8b-6ab6cf5c6711 req-5c8324c6-be8e-4f69-823a-678692463843 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.1605947 Apr 05 14:55:46.929054 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-611b94cc-db58-43fd-9d8b-6ab6cf5c6711 req-526c7663-d7a5-4cb9-8417-b2d3327b8589 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617402 Apr 05 14:55:46.939146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-dbac28d1-2b3d-4978-9769-9472d3af9f99 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 1098 time: 0.1000099 Apr 05 14:55:47.066902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-e68bd74d-1bcf-4753-86c2-dddbe5b92060 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:47.068366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-e68bd74d-1bcf-4753-86c2-dddbe5b92060 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1240830 Apr 05 14:55:47.171712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-926deeb7-9331-4866-a779-2450dbaa3b6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 200 len: 1002 time: 0.0966978 Apr 05 14:55:47.233389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-9f7c7450-e9ba-4f5d-985a-ce3e855f1505 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:47.234806 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-9f7c7450-e9ba-4f5d-985a-ce3e855f1505 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0578892 Apr 05 14:55:47.310016 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-f2462291-4011-4147-8481-98b9be71cbbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696158 Apr 05 14:55:47.436730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-f40259f2-91dd-446b-a4ab-6a27100fb877 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208355 Apr 05 14:55:47.564867 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbf1e7f-5563-4e80-b754-c962d3f38b60 req-457beaed-1bf7-4f8c-a229-465607210a02 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219409 Apr 05 14:55:48.121267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19eff9fb-5664-40d5-bf11-4bc39bd3aae8 req-cbd0d626-99b6-450b-847e-93d52485cb00 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:48.122710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-19eff9fb-5664-40d5-bf11-4bc39bd3aae8 req-cbd0d626-99b6-450b-847e-93d52485cb00 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0745976 Apr 05 14:55:48.166492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-19eff9fb-5664-40d5-bf11-4bc39bd3aae8 req-d393fe24-4bca-4ff9-bba7-aa12a26f1253 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380194 Apr 05 14:55:48.777351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device bb4764e3-c492-4990-8018-612e3d054cee details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:55:48.906209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:48.918764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'bb4764e3-c492-4990-8018-612e3d054cee', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': 'bb4764e3-c492-4990-8018-612e3d054cee', 'mac_address': 'fa:16:3e:6c:6a:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:55:48.976343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:48.992755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb4764e3-c492-4990-8018-612e3d054cee {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:55:49.007828 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:49.017792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:49.089554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['bb4764e3-c492-4990-8018-612e3d054cee'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:55:49.117807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:49.377679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbff73c-9335-4913-aa44-e4532bd68acc req-4c9b4839-2423-4dfa-814b-67eb2f927a8d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:49.379736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0dbff73c-9335-4913-aa44-e4532bd68acc req-4c9b4839-2423-4dfa-814b-67eb2f927a8d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 944 time: 0.0830781 Apr 05 14:55:49.431786 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0dbff73c-9335-4913-aa44-e4532bd68acc req-3b5855fa-fba0-4111-822b-63777b2d81f9 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464871 Apr 05 14:55:49.930703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-e34aba8e-cc52-4dbb-b497-1fa2eab91c58 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:49.932140 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-e34aba8e-cc52-4dbb-b497-1fa2eab91c58 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb&tenant_id=6248c7e2cb1a49909d87a97910eaded9&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 944 time: 0.1454380 Apr 05 14:55:50.014660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6bb4e9-a8fd-4032-a101-cc827bbf4cc4 req-da05d577-395d-46cc-9143-3ce50e155b8b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:50.016040 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3b6bb4e9-a8fd-4032-a101-cc827bbf4cc4 req-da05d577-395d-46cc-9143-3ce50e155b8b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 944 time: 0.1645095 Apr 05 14:55:50.056708 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-2ce1c83e-507b-4131-97ee-6b0fa57e382d service neutron] 10.222.0.15 "GET /v2.0/ports/bb4764e3-c492-4990-8018-612e3d054cee/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.1191106 Apr 05 14:55:50.078352 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3b6bb4e9-a8fd-4032-a101-cc827bbf4cc4 req-1818d09a-b00b-439c-bb3a-792e8c0b2a28 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538690 Apr 05 14:55:50.153134 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-ef61f163-533f-4a27-bee1-ec1fa65f6102 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 1097 time: 0.0736053 Apr 05 14:55:50.283290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-0a8a509d-90d6-4422-977d-f8cec0382faa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:50.284651 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-0a8a509d-90d6-4422-977d-f8cec0382faa service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1265025 Apr 05 14:55:50.389095 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-13743631-287d-490e-a746-06ac21b078e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 200 len: 1001 time: 0.0981479 Apr 05 14:55:50.449779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-f7e85ff7-7356-46e3-bc29-1bde8c56f962 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:50.451225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-f7e85ff7-7356-46e3-bc29-1bde8c56f962 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0571563 Apr 05 14:55:50.608024 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-04fa356c-b225-4180-837a-8039d89daa4b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1515939 Apr 05 14:55:50.735464 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-206c50a9-1fd5-4558-ac77-08bed8140335 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209702 Apr 05 14:55:50.801755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device bb4764e3-c492-4990-8018-612e3d054cee up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:55:50.868296 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port bb4764e3-c492-4990-8018-612e3d054cee triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:55:50.868573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:50.869398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-db168ee2-d032-407b-a49a-ba577a6df567 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286402 Apr 05 14:55:50.983785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:51.010032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:55:51.019061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:51.022894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:51.077398 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb90b15-fe84-44d7-9024-20fc92f100db'] response: {'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee', 'code': 200} Apr 05 14:55:51.093044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:51.101625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.101966 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.102326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.102654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.102978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.103297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.103615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.103932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.104246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.104557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.104870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:55:51.277816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496c062d-ffb9-4d7e-932d-a55b43dfb789 req-6a1beaad-e76d-4f05-97da-6718fe37fadd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:51.279294 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-496c062d-ffb9-4d7e-932d-a55b43dfb789 req-6a1beaad-e76d-4f05-97da-6718fe37fadd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0759325 Apr 05 14:55:51.323722 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-496c062d-ffb9-4d7e-932d-a55b43dfb789 req-0f8a924b-ed04-4424-a31d-31fe6e537823 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389180 Apr 05 14:55:52.528493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fac84c1-e1ae-41ec-8127-4f1ac995444c req-e4ebe9db-8e6a-4592-8d36-3a9d336d8631 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:52.529841 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8fac84c1-e1ae-41ec-8127-4f1ac995444c req-e4ebe9db-8e6a-4592-8d36-3a9d336d8631 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0849223 Apr 05 14:55:52.574366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8fac84c1-e1ae-41ec-8127-4f1ac995444c req-df25269b-32a1-4723-a103-7c8641e72a2f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387444 Apr 05 14:55:53.235130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-4351fbf3-2904-4360-b709-ae4b973d576c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 1098 time: 0.0670159 Apr 05 14:55:53.325695 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-c3709a15-482c-4779-8563-2d730daaad7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 1098 time: 0.0702965 Apr 05 14:55:53.452518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-815e5958-65c1-48bb-830a-703e09236da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:53.453941 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-815e5958-65c1-48bb-830a-703e09236da5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1229727 Apr 05 14:55:53.553622 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-c5794f0a-f318-4bc5-92b7-636fc59703b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 200 len: 1002 time: 0.0942347 Apr 05 14:55:53.615558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-1ffc308e-ae49-46d3-98e2-e1da96e6793b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:53.616889 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-1ffc308e-ae49-46d3-98e2-e1da96e6793b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0573828 Apr 05 14:55:53.690231 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-13f50279-e95f-448c-9de9-6d7edee45619 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676343 Apr 05 14:55:53.881655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5b695-996f-41da-88ad-44ba5f2b5fb0 req-8d440115-6924-4897-a0ed-1c062e74cc1f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:53.883033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ce5b695-996f-41da-88ad-44ba5f2b5fb0 req-8d440115-6924-4897-a0ed-1c062e74cc1f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.1874237 Apr 05 14:55:53.884856 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-d1674422-81e7-4fc4-92d1-678d5c6ede26 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881526 Apr 05 14:55:54.008992 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ce5b695-996f-41da-88ad-44ba5f2b5fb0 req-7fc173c3-f25b-43d1-a5ae-2b2136d8334f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202443 Apr 05 14:55:54.044130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-120c885e-222f-4d5f-a4a4-6354876eb894 req-38932141-be52-4b7b-9afd-b2d9fc84c182 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425810 Apr 05 14:55:54.178415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c5a8eea7-bdc0-4dce-a822-b18c0b23b9ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:55.210488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b91ffc-7717-4f38-8e6e-99b8a1b7d73e req-e7e9187e-112f-49c0-aa1d-2a7e4325289a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:55.212106 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d8b91ffc-7717-4f38-8e6e-99b8a1b7d73e req-e7e9187e-112f-49c0-aa1d-2a7e4325289a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0820112 Apr 05 14:55:55.265195 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d8b91ffc-7717-4f38-8e6e-99b8a1b7d73e req-84088861-6d69-4d10-82dc-962cb1e03d04 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467148 Apr 05 14:55:56.397481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fe92ff90-98ef-412d-ba59-6e5a939825a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.466098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47d903a-02c6-49c5-b20b-a0a1ac9d99d4 req-22ba7fe2-4fed-45d8-a82b-e95933a757dd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:56.467545 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b47d903a-02c6-49c5-b20b-a0a1ac9d99d4 req-22ba7fe2-4fed-45d8-a82b-e95933a757dd tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.0782366 Apr 05 14:55:56.511496 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b47d903a-02c6-49c5-b20b-a0a1ac9d99d4 req-5589f93a-f947-4680-aa54-eec2829fd6f3 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383384 Apr 05 14:55:56.792741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3412e6c2-1a42-4135-ba8d-b6c75a284b45 req-5ca02e17-013c-4ef8-bca6-6cf019f82e46 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:56.794225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3412e6c2-1a42-4135-ba8d-b6c75a284b45 req-5ca02e17-013c-4ef8-bca6-6cf019f82e46 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 945 time: 0.1610007 Apr 05 14:55:56.815601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device bb4764e3-c492-4990-8018-612e3d054cee no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:55:56.843711 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3412e6c2-1a42-4135-ba8d-b6c75a284b45 req-aa1c34d6-6367-430f-b30b-1c4854e03c96 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434232 Apr 05 14:55:56.925998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:56.955094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:55:56.964867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:56.969038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.012875 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-431f4005-5878-4daa-9dfd-7acb72740d65'] response: {'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee', 'code': 200} Apr 05 14:55:57.037511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:55:57.043114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b949f1c-81b1-4090-a033-ded806459de8 req-89c81e77-cc19-4d65-939a-2187b90570b7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:57.044569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2b949f1c-81b1-4090-a033-ded806459de8 req-89c81e77-cc19-4d65-939a-2187b90570b7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 943 time: 0.0823894 Apr 05 14:55:57.089454 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2b949f1c-81b1-4090-a033-ded806459de8 req-13f0f97d-0fc7-4543-9c3c-fcb7ed9b7d94 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392172 Apr 05 14:55:57.481439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff2182-efde-4c93-8e78-62c61c48f7a8 req-df2ad18e-144d-47c7-9793-308245df52e0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:57.483203 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9fff2182-efde-4c93-8e78-62c61c48f7a8 req-df2ad18e-144d-47c7-9793-308245df52e0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 943 time: 0.0749884 Apr 05 14:55:57.489978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:57.528548 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9fff2182-efde-4c93-8e78-62c61c48f7a8 req-ade365ec-1525-4c19-837b-ba476e3d824f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394797 Apr 05 14:55:57.529791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:58.731167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf808c75-dd4e-4641-aa56-56ef662252d6 req-a5a2b450-2c63-4ee4-9d58-bf2893ea1f9e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:58.732611 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf808c75-dd4e-4641-aa56-56ef662252d6 req-a5a2b450-2c63-4ee4-9d58-bf2893ea1f9e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 943 time: 0.0802829 Apr 05 14:55:58.776688 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf808c75-dd4e-4641-aa56-56ef662252d6 req-7ea379f1-c58a-46b4-b643-44c39d5d758d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383310 Apr 05 14:55:59.055669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.458907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34080af-ed81-4a03-a226-63563733db8f req-f8473ba5-043f-4bca-9e39-cbc22d8715a7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:55:59.460323 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e34080af-ed81-4a03-a226-63563733db8f req-f8473ba5-043f-4bca-9e39-cbc22d8715a7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 943 time: 0.0740163 Apr 05 14:55:59.528981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Deleting port bb4764e3-c492-4990-8018-612e3d054cee {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:55:59.529319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:55:59.766110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] For port bb4764e3-c492-4990-8018-612e3d054cee, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=bb4764e3-c492-4990-8018-612e3d054cee,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:55:59.766865 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.104245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.104610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.104921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Floating IP 75d16894-6213-4c60-9234-2c0588ae6926 disassociated. External IP: 172.26.6.185, port: bb4764e3-c492-4990-8018-612e3d054cee. Apr 05 14:56:00.105255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Calling delete_port for bb4764e3-c492-4990-8018-612e3d054cee owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:56:00.146375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be58a3f-5f22-4284-b9ba-955e3f717501 req-fc7c4767-bb2b-4708-a1b4-da8030e665c5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:00.147809 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9be58a3f-5f22-4284-b9ba-955e3f717501 req-fc7c4767-bb2b-4708-a1b4-da8030e665c5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 943 time: 0.2316537 Apr 05 14:56:00.217124 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9be58a3f-5f22-4284-b9ba-955e3f717501 req-1be4e1ca-ca01-41e6-bf83-a72d8cf16664 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623388 Apr 05 14:56:00.284594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.331356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event deleted for resources: {'Port': ['ID=bb4764e3-c492-4990-8018-612e3d054cee,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:00.347576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.347946 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.348285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.348644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.348978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.349306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.349633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.349959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.350310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.350637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.350958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:00.554998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:56:00.832816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:00.842648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:56:00.855028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:56:00.855620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:55:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:00.901663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] No DVR routers for this DVR port bb4764e3-c492-4990-8018-612e3d054cee on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:56:00.904154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:00.907967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'name': 'network-vif-deleted', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:56:00.922145 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e34080af-ed81-4a03-a226-63563733db8f req-2b842606-e76a-4c33-9793-a31cc24b2373 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "DELETE /v2.0/ports/bb4764e3-c492-4990-8018-612e3d054cee HTTP/1.1" status: 204 len: 173 time: 1.4564188 Apr 05 14:56:00.977361 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f3ae19d-e3bd-49b8-beba-f60accc805fa'] response: {'server_uuid': 'd1ad126d-5b24-4d81-90e1-b31cfba42bcb', 'name': 'network-vif-deleted', 'tag': 'bb4764e3-c492-4990-8018-612e3d054cee', 'status': 'completed', 'code': 200} Apr 05 14:56:01.041127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:56:01.380165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:01.384417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:56:01.396107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:56:01.396876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:55:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:01.407975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-9d382bba-869d-4659-a0d1-2b36f2a39bd2 req-4fbfec8e-6dc5-4c90-adfe-c7ba9513e3f4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Synchronizing usage tracker for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:56:01.423380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-9d382bba-869d-4659-a0d1-2b36f2a39bd2 req-4fbfec8e-6dc5-4c90-adfe-c7ba9513e3f4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Unset dirty status for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:56:01.424499 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9d382bba-869d-4659-a0d1-2b36f2a39bd2 req-4fbfec8e-6dc5-4c90-adfe-c7ba9513e3f4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=d1ad126d-5b24-4d81-90e1-b31cfba42bcb HTTP/1.1" status: 200 len: 210 time: 0.0678196 Apr 05 14:56:01.577870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:56:01.895770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:01.899509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd711155-a37a-4509-9c98-c7026f50a0dc None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:56:02.105777 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27b4139-27c5-4082-b4aa-bd186410c6f6 None None] New status for floating IP 75d16894-6213-4c60-9234-2c0588ae6926: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:56:02.779926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-4c8cf65e-cedd-4ba6-86fb-75ceb83553e4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--591722005&fields=id&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 267 time: 0.0395048 Apr 05 14:56:02.870839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device bb4764e3-c492-4990-8018-612e3d054cee no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:56:02.903917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: bb4764e3-c492-4990-8018-612e3d054cee {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:56:02.904576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device bb4764e3-c492-4990-8018-612e3d054cee not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:56:02.928533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-0def1865-0cb0-4fbc-a178-0c91e6cb4a92 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:02.929891 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-0def1865-0cb0-4fbc-a178-0c91e6cb4a92 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 810 time: 0.1429269 Apr 05 14:56:02.946398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-9e8c9e60-2ce6-46a3-aa41-e77a4130218c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/quotas/6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 375 time: 0.0108421 Apr 05 14:56:03.030962 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-93f18a42-6643-43d4-acd7-bf1770e9fbc8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0794656 Apr 05 14:56:03.165909 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-650e0220-ea32-4c21-81cc-bcd135a8d3f8 service neutron] 10.222.0.18 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237888 Apr 05 14:56:03.293165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-4e62d98c-b6b2-47d1-aa12-9ba0f67ede79 service neutron] 10.222.0.18 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212897 Apr 05 14:56:03.475831 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-627070b9-3220-4acd-b6ae-be259ddcbef7 req-a1b19f29-a57c-4564-9881-103d81152c6f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 210 time: 0.0427318 Apr 05 14:56:04.440758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-1a96886a-0ebb-4636-b1f6-d72d76c54f0b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:04.442711 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-1a96886a-0ebb-4636-b1f6-d72d76c54f0b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 810 time: 0.1450005 Apr 05 14:56:04.496032 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-273863b1-5085-4b98-bddb-a2129e2e8b52 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 379 time: 0.0415094 Apr 05 14:56:04.503081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'port': {'device_id': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'admin_state_up': True, 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'security_groups': ['61e81ef8-67a4-4540-a115-2f160cb5fc11']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:56:04.657995 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-78539bac-ea59-43ff-96b9-11bacaa245a7 req-bdc1b4b2-fef8-4d31-ad4c-01eb0ae56d35 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 210 time: 0.0590808 Apr 05 14:56:04.682102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:56:04.692101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:56:04.701332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Made reservation on behalf of 6248c7e2cb1a49909d87a97910eaded9 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:56:04.704238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:04.860330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Allocated IP 172.20.0.7 (218610f8-4cab-4ec2-91da-f7b6c14d337a/7ced1915-6d43-435a-9321-5d64b72988cf/69974c93-bc63-45e4-bb34-25ba4e979a61) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:56:05.126054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.141815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Transition to ACTIVE for port object 69974c93-bc63-45e4-bb34-25ba4e979a61 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:56:05.163958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.234605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:56:05.237903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:56:05.240339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:56:05.271663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:05.309775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:05.310408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.336103 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-8fb442f2-752f-4593-8050-1c7c9a84f4e5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8364990 Apr 05 14:56:05.346959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Request body: {'port': {'device_id': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:56:05.453515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.498211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fda46b9f-fbcf-45aa-98fe-f91506254495 None None] Provisioning for port 69974c93-bc63-45e4-bb34-25ba4e979a61 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:56:05.502850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fda46b9f-fbcf-45aa-98fe-f91506254495 None None] Provisioning complete for port 69974c93-bc63-45e4-bb34-25ba4e979a61 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:05.503210 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fda46b9f-fbcf-45aa-98fe-f91506254495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.554289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-fda46b9f-fbcf-45aa-98fe-f91506254495 None None] Port 69974c93-bc63-45e4-bb34-25ba4e979a61 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:56:05.824117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69974c93-bc63-45e4-bb34-25ba4e979a61 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:56:05.832817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.856904 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Transition to ACTIVE for port object 69974c93-bc63-45e4-bb34-25ba4e979a61 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:56:05.860462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:05.993693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f338c43-f170-40c1-9ac7-d38e5270e50b req-efcf628f-79ad-4e6f-a7bc-22175dab33b4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:05.994428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-1f338c43-f170-40c1-9ac7-d38e5270e50b req-efcf628f-79ad-4e6f-a7bc-22175dab33b4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Synchronizing usage tracker for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:56:06.004787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:06.077980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-1f338c43-f170-40c1-9ac7-d38e5270e50b req-efcf628f-79ad-4e6f-a7bc-22175dab33b4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Unset dirty status for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:56:06.079146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1f338c43-f170-40c1-9ac7-d38e5270e50b req-efcf628f-79ad-4e6f-a7bc-22175dab33b4 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 931 time: 0.2985735 Apr 05 14:56:06.154802 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1f338c43-f170-40c1-9ac7-d38e5270e50b req-dec8ebfa-1519-4dc9-b092-958b5642eb19 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673101 Apr 05 14:56:06.155419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Attempting to bind port 69974c93-bc63-45e4-bb34-25ba4e979a61 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:56:06.155752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Attempting to bind port 69974c93-bc63-45e4-bb34-25ba4e979a61 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:56:06.156082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Attempting to bind port 69974c93-bc63-45e4-bb34-25ba4e979a61 on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:56:06.163313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Port 69974c93-bc63-45e4-bb34-25ba4e979a61 on network 218610f8-4cab-4ec2-91da-f7b6c14d337a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:56:06.163637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Attempting to bind port 69974c93-bc63-45e4-bb34-25ba4e979a61 on network 218610f8-4cab-4ec2-91da-f7b6c14d337a {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:56:06.170295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:56:06.170712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Checking segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:56:06.171001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Bound using segment: {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:56:06.171420 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Bound port: 69974c93-bc63-45e4-bb34-25ba4e979a61, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:56:06.171753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:06.262136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:56:06.264922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:56:06.269458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:06.336407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:06.337943 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] 10.222.0.15 "PUT /v2.0/ports/69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 1093 time: 0.9951599 Apr 05 14:56:06.338398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:56:06.354856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc3c20-94a1-4192-b080-6a7d9774196a service neutron] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:06.416380 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20bc382a-ee3a-4792-84f6-1398a9f01095'] response: {'name': 'network-changed', 'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'status': 'completed', 'code': 200} Apr 05 14:56:06.464013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-fcc8e62f-a7db-41a1-8128-cdb7bdc1f4a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1096 time: 0.0864382 Apr 05 14:56:06.532069 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-2a9f0fb0-adb8-4c7b-a8e2-6325d5ac3c9e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 217 time: 0.0614204 Apr 05 14:56:06.595209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-e0035810-a734-4c95-b4eb-7ba33b87c181 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:06.596855 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-e0035810-a734-4c95-b4eb-7ba33b87c181 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0594869 Apr 05 14:56:06.670829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-418576aa-2084-4f1f-abce-16d51c1b1282 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682247 Apr 05 14:56:06.796626 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-9fcb9144-911a-427c-88a1-eec51d32ac1e service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203837 Apr 05 14:56:06.999288 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-196bf02b-a52d-442b-9896-d97f8fe92a31 req-89dac68c-fba2-4748-8283-70b14312adc5 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971526 Apr 05 14:56:07.114534 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-190283f9-5c42-4031-8f4a-0dc0116c1712 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1096 time: 0.0713975 Apr 05 14:56:07.246237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-0122e0c7-319e-4824-9964-2ad1e8a844b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.247680 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-0122e0c7-319e-4824-9964-2ad1e8a844b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1260619 Apr 05 14:56:07.349343 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-183dfa6b-f9da-4da8-a3c1-db7226ad358e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 217 time: 0.0950475 Apr 05 14:56:07.425448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-9d3dc192-1bc2-4ef7-b3f6-854ef850b911 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.427312 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-9d3dc192-1bc2-4ef7-b3f6-854ef850b911 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0706692 Apr 05 14:56:07.471961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6b074-7c78-4fbf-8470-5f77e631bb7a req-7aad8f77-dec2-4f68-b7c2-a6ba4562167e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:07.474508 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8ae6b074-7c78-4fbf-8470-5f77e631bb7a req-7aad8f77-dec2-4f68-b7c2-a6ba4562167e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 943 time: 0.1738455 Apr 05 14:56:07.537576 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8ae6b074-7c78-4fbf-8470-5f77e631bb7a req-adcd99b7-620a-488f-80a7-334642967183 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538249 Apr 05 14:56:07.547808 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-3ac358e4-b4f8-4547-bd53-f8c3aff0637b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1134770 Apr 05 14:56:07.677494 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-d1e29d1b-b53a-4649-8740-19ab5773b0ed service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235278 Apr 05 14:56:07.803804 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0567b40-0453-419c-b2a3-3533d7ac9f13 req-d421d258-691f-4f13-aefb-bf008465cfc5 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203146 Apr 05 14:56:07.883354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:08.730301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d4f2dd-32fb-478a-96ea-4b2cef28c7d6 req-12db7252-8a5b-4031-bc30-e09fb7ad1b87 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:08.731724 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d9d4f2dd-32fb-478a-96ea-4b2cef28c7d6 req-12db7252-8a5b-4031-bc30-e09fb7ad1b87 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 943 time: 0.0736127 Apr 05 14:56:08.775939 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d9d4f2dd-32fb-478a-96ea-4b2cef28c7d6 req-71a90c1a-a792-412d-bcfd-943605975aec tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384636 Apr 05 14:56:08.885698 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:56:09.015042 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:09.028069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'mac_address': 'fa:16:3e:8f:da:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:56:09.080372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.097482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69974c93-bc63-45e4-bb34-25ba4e979a61 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:56:09.112125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:09.115662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:09.181031 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:09.323018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['69974c93-bc63-45e4-bb34-25ba4e979a61'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:56:09.968863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f898f240-a5eb-4a1a-a6d0-4a869935b14c req-93e92c94-3fad-497c-bac8-89cc31620c37 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:09.970227 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f898f240-a5eb-4a1a-a6d0-4a869935b14c req-93e92c94-3fad-497c-bac8-89cc31620c37 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 944 time: 0.0768533 Apr 05 14:56:10.013716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f898f240-a5eb-4a1a-a6d0-4a869935b14c req-90e8e543-552c-4bb7-a02c-b94daf821087 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380819 Apr 05 14:56:10.902162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:56:10.970035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 69974c93-bc63-45e4-bb34-25ba4e979a61 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:56:10.974480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 69974c93-bc63-45e4-bb34-25ba4e979a61 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:10.974843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.085441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.142671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:56:11.152500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:11.159744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:11.231597 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f758f9-f9e8-4713-bbbb-d0824bf575af'] response: {'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'code': 200} Apr 05 14:56:11.232158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:11.249553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda422c-e884-4b26-a4aa-0cfd25b1f3dd req-26d33191-08a9-4d7f-b118-61990aae7009 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:11.251328 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8dda422c-e884-4b26-a4aa-0cfd25b1f3dd req-26d33191-08a9-4d7f-b118-61990aae7009 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1160386 Apr 05 14:56:11.300289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8dda422c-e884-4b26-a4aa-0cfd25b1f3dd req-671d2310-3b24-4c24-ac5a-b32cc7198707 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426967 Apr 05 14:56:11.445073 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-74507020-e687-41fb-beaf-a337f396899a req-317a358e-dc37-4f92-a48c-91e5984e9e99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1098 time: 0.0656250 Apr 05 14:56:11.485373 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-74507020-e687-41fb-beaf-a337f396899a req-e3f25f1b-154c-49a5-9aad-b9add67f3a71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350590 Apr 05 14:56:11.959829 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:56:12.509534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4be90-4814-480c-a6ec-fc9313f5f8bb req-223912d4-0c4c-4275-8ff1-6f88ddda8389 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:12.511031 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c6b4be90-4814-480c-a6ec-fc9313f5f8bb req-223912d4-0c4c-4275-8ff1-6f88ddda8389 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0820463 Apr 05 14:56:12.559311 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c6b4be90-4814-480c-a6ec-fc9313f5f8bb req-317f7377-1fb3-471c-aaab-5f41e05589a9 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420399 Apr 05 14:56:13.756405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabd3577-f970-4c82-95e8-207ec029366d req-f9367d15-926a-46a6-9291-474b41c11e22 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:13.757835 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fabd3577-f970-4c82-95e8-207ec029366d req-f9367d15-926a-46a6-9291-474b41c11e22 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0742702 Apr 05 14:56:13.802449 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fabd3577-f970-4c82-95e8-207ec029366d req-3a13074e-839b-4202-850a-563c1443a951 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391512 Apr 05 14:56:13.991335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac8667-9ec7-4196-938f-b06a40300f39 req-2a9cbf3d-8187-4444-8d00-589bdce3fd70 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:13.992761 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-12ac8667-9ec7-4196-938f-b06a40300f39 req-2a9cbf3d-8187-4444-8d00-589bdce3fd70 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0785000 Apr 05 14:56:14.001606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 43816) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:56:14.007222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Request body: {'floatingip': {'port_id': '69974c93-bc63-45e4-bb34-25ba4e979a61'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:56:14.081240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.740421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.743919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:14.927619 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Floating IP 75d16894-6213-4c60-9234-2c0588ae6926 associated. External IP: 172.26.6.185, port: 69974c93-bc63-45e4-bb34-25ba4e979a61. Apr 05 14:56:15.298604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:56:15.585290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:56:15.589736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:15.594894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:56:15.607599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:56:15.608255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:55:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:15.643752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b3003405-64c8-48c3-a414-a442ea103ec8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "PUT /v2.0/floatingips/75d16894-6213-4c60-9234-2c0588ae6926 HTTP/1.1" status: 200 len: 992 time: 1.6410873 Apr 05 14:56:15.644852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:56:15.698424 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ef47ec-1d0e-435d-9003-38aa8b512d95'] response: {'name': 'network-changed', 'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'status': 'completed', 'code': 200} Apr 05 14:56:15.789174 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15107472-140d-4439-9794-f8a910f1c5a3 req-7e348abd-91b4-4676-8cc2-022bbc9d8187 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1098 time: 0.0701263 Apr 05 14:56:15.790552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:56:15.920602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15107472-140d-4439-9794-f8a910f1c5a3 req-661002b9-4176-47a4-8cd9-1e44efad1dfd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:15.922067 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15107472-140d-4439-9794-f8a910f1c5a3 req-661002b9-4176-47a4-8cd9-1e44efad1dfd service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1277332 Apr 05 14:56:16.039849 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15107472-140d-4439-9794-f8a910f1c5a3 req-191e7b9a-9f22-4b0c-8a49-9afa28704abf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 1000 time: 0.1125174 Apr 05 14:56:16.108484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15107472-140d-4439-9794-f8a910f1c5a3 req-3498e745-d16a-47d4-b45d-786c35daf14b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:16.109908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15107472-140d-4439-9794-f8a910f1c5a3 req-3498e745-d16a-47d4-b45d-786c35daf14b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0627849 Apr 05 14:56:16.164108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:8f:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:56:14Z', 'revision_number': 13, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:16.168537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:56:16.180152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:56:16.180747 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:55:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:16.192220 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15107472-140d-4439-9794-f8a910f1c5a3 req-41f19ba3-4337-4570-ad61-011fb22f0f70 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0739067 Apr 05 14:56:16.323287 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15107472-140d-4439-9794-f8a910f1c5a3 req-de9d8d4e-d9fc-4381-b385-2befa20b5b4c service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268718 Apr 05 14:56:16.359195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:56:16.456300 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15107472-140d-4439-9794-f8a910f1c5a3 req-c301ef71-b362-47a0-b1b7-63a72b07ad26 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276996 Apr 05 14:56:16.722917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:8f:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:56:14Z', 'revision_number': 13, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:56:16.727263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b016bb-4ca2-4e56-85ee-4b33543994e5 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '75d16894-6213-4c60-9234-2c0588ae6926', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'port_id': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'mac_address': 'fa:16:3e:8f:da:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T14:53:13Z', 'updated_at': '2022-04-05T14:56:14Z', 'revision_number': 13, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:56:16.908353 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921810e8-e552-4bae-81b8-1b7554844ede None None] New status for floating IP 75d16894-6213-4c60-9234-2c0588ae6926: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:56:17.320588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a719d43-fab2-4512-b700-5b512a49ef49 req-d56c6262-0a8c-4383-9896-0fce98ecef72 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:17.322064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8a719d43-fab2-4512-b700-5b512a49ef49 req-d56c6262-0a8c-4383-9896-0fce98ecef72 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0790703 Apr 05 14:56:17.366378 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8a719d43-fab2-4512-b700-5b512a49ef49 req-211bbb66-0c9c-4e7f-ba31-71081e8dbda6 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387537 Apr 05 14:56:24.170822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-653780f0-34cc-42b8-9154-457b288bf992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:25.740518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-78ce3b44-3237-4ade-8f9f-44217388f9af req-9c4a5406-872a-4ce8-98c6-eac8156cbaa7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1362219 Apr 05 14:56:26.045230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184b42df-e65f-42c1-b4d8-0db6da357050 req-69d81dc0-6e34-4963-8866-3a61553141fb tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:26.046188 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-d6d8db96-00fc-4e8f-b4d0-6c40f09a9dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1333284 Apr 05 14:56:26.046692 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-184b42df-e65f-42c1-b4d8-0db6da357050 req-69d81dc0-6e34-4963-8866-3a61553141fb tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0796199 Apr 05 14:56:26.100215 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-184b42df-e65f-42c1-b4d8-0db6da357050 req-a76fd2fc-8b3f-436b-bdcf-3067bd951aa7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469179 Apr 05 14:56:26.398657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1e125795-9a9a-43c7-8fb7-411fbc81bc9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.163816 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-e8359903-fbd8-4ce5-80dd-0b489f21c9c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1098 time: 0.0694251 Apr 05 14:56:27.352737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b53d-1b1f-45af-ab45-60429e804930 req-96412d66-d4f7-447d-8ed9-559427c5375a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:27.354217 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-96412d66-d4f7-447d-8ed9-559427c5375a service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1848209 Apr 05 14:56:27.366206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f590d1f-bd03-4d7e-a922-e8286dfae6b0 req-c2d3fe7b-d565-49dc-b3c8-27e577aa588c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:27.367546 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f590d1f-bd03-4d7e-a922-e8286dfae6b0 req-c2d3fe7b-d565-49dc-b3c8-27e577aa588c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1266992 Apr 05 14:56:27.494133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f590d1f-bd03-4d7e-a922-e8286dfae6b0 req-c5c32d6e-6276-4c29-abc2-d2756b7964de tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811508 Apr 05 14:56:27.497639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.498828 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-1699ce7f-f5d8-414d-a587-d207b3b68346 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 1002 time: 0.1391256 Apr 05 14:56:27.540462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:27.567623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b53d-1b1f-45af-ab45-60429e804930 req-0516d0c7-356b-4954-9cd9-2aecca4d76af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:27.569076 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-0516d0c7-356b-4954-9cd9-2aecca4d76af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0629854 Apr 05 14:56:27.731411 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-bcfa0444-1175-412e-8ee7-acadd99d007e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1569657 Apr 05 14:56:27.863461 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-56ed7eb1-534e-4e5d-89a7-062a51b33a87 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257584 Apr 05 14:56:27.992449 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-faf2bd00-e766-48d9-babb-3dd4c1a825c9 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229014 Apr 05 14:56:28.694153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e04ee3-6e26-480a-be5d-3e60ddebfd32 req-6aa8157b-9d37-4fc8-bd8b-3fc40c785ac8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:28.695606 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a7e04ee3-6e26-480a-be5d-3e60ddebfd32 req-6aa8157b-9d37-4fc8-bd8b-3fc40c785ac8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0758317 Apr 05 14:56:28.740376 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a7e04ee3-6e26-480a-be5d-3e60ddebfd32 req-bb741db5-b4e5-4e3d-bacf-79352d74dd2c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392449 Apr 05 14:56:29.059163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:29.939359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152c901-ad37-4e65-8289-089942c49df2 req-cf3541d7-9e82-4e86-b290-d2a46a831ec7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:29.941209 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6152c901-ad37-4e65-8289-089942c49df2 req-cf3541d7-9e82-4e86-b290-d2a46a831ec7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0777586 Apr 05 14:56:29.984534 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6152c901-ad37-4e65-8289-089942c49df2 req-18376303-cda4-48ff-9274-41aa733c09b8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378537 Apr 05 14:56:31.177242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc89c96-003b-46ab-aed7-2e54c5fdfee4 req-a02f34a0-6b8b-409e-958e-c17c27117470 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:31.178721 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fc89c96-003b-46ab-aed7-2e54c5fdfee4 req-a02f34a0-6b8b-409e-958e-c17c27117470 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0750821 Apr 05 14:56:31.223371 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fc89c96-003b-46ab-aed7-2e54c5fdfee4 req-ae93890c-6f12-4cbc-a388-e240681f9d75 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391810 Apr 05 14:56:32.427841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7879f89-20d8-47b7-a646-b5d79060b82e req-61dda938-ce2c-4c5a-9f11-c8357dab727e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:32.429175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7879f89-20d8-47b7-a646-b5d79060b82e req-61dda938-ce2c-4c5a-9f11-c8357dab727e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0776410 Apr 05 14:56:32.472764 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7879f89-20d8-47b7-a646-b5d79060b82e req-2e6abab6-5c63-464c-ab9a-432fab8019d1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381439 Apr 05 14:56:33.670733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95920f4b-6d6c-448a-99bd-20cbd2d56361 req-5f8ab784-90bd-4a04-b883-1a78aba96d37 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:33.672174 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-95920f4b-6d6c-448a-99bd-20cbd2d56361 req-5f8ab784-90bd-4a04-b883-1a78aba96d37 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0780537 Apr 05 14:56:33.720126 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-95920f4b-6d6c-448a-99bd-20cbd2d56361 req-5d8d57b9-b49a-4bd9-a86b-dd9814e82e1f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424037 Apr 05 14:56:34.912753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ec3faf-5129-4163-9210-64f1180ea2b5 req-3c23215f-f420-4534-b558-d05334bf3d84 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:34.914132 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-51ec3faf-5129-4163-9210-64f1180ea2b5 req-3c23215f-f420-4534-b558-d05334bf3d84 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0758197 Apr 05 14:56:34.957933 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-51ec3faf-5129-4163-9210-64f1180ea2b5 req-9622c486-d6dc-4d8f-bcce-8dec81e2b5e2 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382550 Apr 05 14:56:36.156189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39dadb-4406-4ab8-928a-7383b196e9ae req-3f1f4843-351b-4ebe-a886-b05407e14a46 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:36.157633 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5b39dadb-4406-4ab8-928a-7383b196e9ae req-3f1f4843-351b-4ebe-a886-b05407e14a46 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0779536 Apr 05 14:56:36.201964 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5b39dadb-4406-4ab8-928a-7383b196e9ae req-206f52c1-6ebf-4ce9-9ad0-5cf7824e464e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382524 Apr 05 14:56:37.397199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b576e11-60e3-4d25-8fc9-455c962ed3a6 req-1f647872-74be-4c2b-b773-19ce362b5c13 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:37.398645 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b576e11-60e3-4d25-8fc9-455c962ed3a6 req-1f647872-74be-4c2b-b773-19ce362b5c13 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0745234 Apr 05 14:56:37.443169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b576e11-60e3-4d25-8fc9-455c962ed3a6 req-8095d093-d687-461b-ad6b-1909aa0c9e0c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390458 Apr 05 14:56:37.883721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:38.644157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f31fc3-7626-41d5-b93b-bf6b390c4d8a req-71475a14-1706-4ec1-ade2-910e3da6063e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:38.645606 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-20f31fc3-7626-41d5-b93b-bf6b390c4d8a req-71475a14-1706-4ec1-ade2-910e3da6063e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0786006 Apr 05 14:56:38.689974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-20f31fc3-7626-41d5-b93b-bf6b390c4d8a req-7a790a3a-6f73-449d-8c90-cf89b8caa60e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387778 Apr 05 14:56:39.882063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c4f97b-2d51-4276-b748-8b7c70be188c req-9c50b010-7086-456f-8406-fca4b51df526 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:39.883497 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87c4f97b-2d51-4276-b748-8b7c70be188c req-9c50b010-7086-456f-8406-fca4b51df526 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0739501 Apr 05 14:56:39.930135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87c4f97b-2d51-4276-b748-8b7c70be188c req-cf521eb4-aebb-48bc-9874-bb920973cbad tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 Apr 05 14:56:41.122732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21c27b-6e15-4700-9768-588b6e6fd97f req-3f7b0d6e-3b63-4000-9615-07be915cc41d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:41.124176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b21c27b-6e15-4700-9768-588b6e6fd97f req-3f7b0d6e-3b63-4000-9615-07be915cc41d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0750291 Apr 05 14:56:41.168370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b21c27b-6e15-4700-9768-588b6e6fd97f req-56bbb9e4-c5ac-497b-918f-d3cf8d63ed28 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382328 Apr 05 14:56:42.366008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59af79-d3fa-4ab6-98d6-48ee8fac7422 req-8aff3b8d-23d2-40b5-85c4-b1c3bd237a14 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:42.367533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d59af79-d3fa-4ab6-98d6-48ee8fac7422 req-8aff3b8d-23d2-40b5-85c4-b1c3bd237a14 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0798633 Apr 05 14:56:42.411466 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d59af79-d3fa-4ab6-98d6-48ee8fac7422 req-142bf5d4-c3d1-4cea-9835-2502b05d020c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383387 Apr 05 14:56:43.607997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7bb49-0ec4-4cee-80af-63d19535a694 req-a8803c7a-a80d-4085-a935-ce3bc78a2fa8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:43.609483 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3ca7bb49-0ec4-4cee-80af-63d19535a694 req-a8803c7a-a80d-4085-a935-ce3bc78a2fa8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0753150 Apr 05 14:56:43.654958 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3ca7bb49-0ec4-4cee-80af-63d19535a694 req-cd3fc65d-a70d-4050-857a-879f216e1103 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390391 Apr 05 14:56:44.866847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030abde-f305-434e-abd2-abec2f00d43b req-7b296178-369f-433a-bf2c-625f5ee639e1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:44.868286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b030abde-f305-434e-abd2-abec2f00d43b req-7b296178-369f-433a-bf2c-625f5ee639e1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0866470 Apr 05 14:56:44.912749 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b030abde-f305-434e-abd2-abec2f00d43b req-9e3c05df-c673-4026-bbfd-5b5edf73e204 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389438 Apr 05 14:56:46.105317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399ffa6-d724-448a-861b-2479ff5a288e req-79cde3d2-4793-4daf-8f75-82a0a76e66ed tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:46.106789 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a399ffa6-d724-448a-861b-2479ff5a288e req-79cde3d2-4793-4daf-8f75-82a0a76e66ed tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0751550 Apr 05 14:56:46.151560 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a399ffa6-d724-448a-861b-2479ff5a288e req-4c05ab6d-7204-4bff-9c27-9f84dbefb473 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384095 Apr 05 14:56:47.423002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89acf45-f3eb-4780-8de5-9b2123a1d26c req-6db2ea4b-6866-4366-8fc3-f1cd2e1db779 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:47.424428 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e89acf45-f3eb-4780-8de5-9b2123a1d26c req-6db2ea4b-6866-4366-8fc3-f1cd2e1db779 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1543798 Apr 05 14:56:47.469023 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e89acf45-f3eb-4780-8de5-9b2123a1d26c req-5273cc55-3078-4728-a532-a3548c5f4d6a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 Apr 05 14:56:48.662583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b72f7-dadf-4302-996f-07c6aa1b087d req-debbfe15-f05a-4721-b463-867904528275 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:48.664026 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee7b72f7-dadf-4302-996f-07c6aa1b087d req-debbfe15-f05a-4721-b463-867904528275 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0765126 Apr 05 14:56:48.709528 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ee7b72f7-dadf-4302-996f-07c6aa1b087d req-9a8494ad-f78e-4b02-b4a1-f47a692c23b6 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400515 Apr 05 14:56:48.960235 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:56:49.907109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c99e0-d8e9-41e2-911f-0473a45dd40d req-4cc8fdb6-9abe-44e2-916f-5658726ae15b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:49.908666 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a85c99e0-d8e9-41e2-911f-0473a45dd40d req-4cc8fdb6-9abe-44e2-916f-5658726ae15b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0779686 Apr 05 14:56:49.954307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a85c99e0-d8e9-41e2-911f-0473a45dd40d req-da5fc756-1107-4af6-86eb-cbe86805b06b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394106 Apr 05 14:56:50.317434 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-de3ece07-bf2a-4617-bcf6-fdc88635391f service neutron] 10.222.0.15 "GET /v2.0/ports/69974c93-bc63-45e4-bb34-25ba4e979a61/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0754726 Apr 05 14:56:50.572100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-e46e5f22-005b-428a-86d0-cb8df2d8e4ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 1098 time: 0.0670063 Apr 05 14:56:50.661686 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-a41093e6-a6ca-40f2-b8f9-56274eec4b13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1098 time: 0.0699863 Apr 05 14:56:50.790815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b53d-1b1f-45af-ab45-60429e804930 req-4f19cb3d-ade3-46de-84fb-0e503610453a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:50.792210 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-4f19cb3d-ade3-46de-84fb-0e503610453a service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1251454 Apr 05 14:56:50.889044 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-795d379f-b268-40c5-9f35-b330a12d72da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 1002 time: 0.0909956 Apr 05 14:56:50.950713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190b53d-1b1f-45af-ab45-60429e804930 req-2be171f4-3150-4447-8f66-02183d33ad7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:50.952095 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-2be171f4-3150-4447-8f66-02183d33ad7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0576453 Apr 05 14:56:51.024115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-e9465a6a-6a15-4cf8-acd9-ef6962e35837 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665433 Apr 05 14:56:51.161528 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-05bcc108-3cbc-47bc-963e-6e4878ca211d service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316855 Apr 05 14:56:51.346211 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-efbcd384-0ee9-4515-bfe3-8902fed507d0 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785896 Apr 05 14:56:51.359921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c653c0b-7948-44cf-96de-79b05d2bfe1d req-177ee1a7-c33d-426a-bc32-ce3b89c4f072 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:51.361360 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c653c0b-7948-44cf-96de-79b05d2bfe1d req-177ee1a7-c33d-426a-bc32-ce3b89c4f072 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1252160 Apr 05 14:56:51.408027 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c653c0b-7948-44cf-96de-79b05d2bfe1d req-78e5cd6e-7666-4d1a-80a6-8595ed6c36fb tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403426 Apr 05 14:56:52.613551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1425d6b-fbd3-4297-a472-629ef841cb5e req-808dd1e7-38d4-4835-bbff-f77c664b4854 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:52.615023 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1425d6b-fbd3-4297-a472-629ef841cb5e req-808dd1e7-38d4-4835-bbff-f77c664b4854 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0794196 Apr 05 14:56:52.664947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b1425d6b-fbd3-4297-a472-629ef841cb5e req-5c59482b-9525-438c-adfb-b4da9256068d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434852 Apr 05 14:56:53.089015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:56:53.196207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.221674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:56:53.230584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:53.234842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:53.300176 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3643b01d-1736-4551-b22d-87217f600577'] response: {'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'code': 200} Apr 05 14:56:53.310149 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:53.318603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.318933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.319256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.319575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.319892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.320208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.320520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.320830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.321160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.321467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.321774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:56:53.865010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed974c-e62e-4df8-a09d-dbe23e8715d1 req-c45b8e5c-12c4-45b4-b9bc-32de2e18a335 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:53.866465 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26ed974c-e62e-4df8-a09d-dbe23e8715d1 req-c45b8e5c-12c4-45b4-b9bc-32de2e18a335 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 943 time: 0.0762129 Apr 05 14:56:53.911130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26ed974c-e62e-4df8-a09d-dbe23e8715d1 req-0e0b70eb-bbae-4fe8-bfa4-7a651de8cfa8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391650 Apr 05 14:56:54.172310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6c3056bb-bb59-46b3-85c8-f1f4660c5b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.087578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:56:55.108393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45f2aba-d771-41f6-bad3-d5cd8772ee93 req-35349e13-2af8-423f-8020-27d89c547a70 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:55.109901 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f45f2aba-d771-41f6-bad3-d5cd8772ee93 req-35349e13-2af8-423f-8020-27d89c547a70 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 943 time: 0.0777533 Apr 05 14:56:55.157131 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f45f2aba-d771-41f6-bad3-d5cd8772ee93 req-40c8ecbf-db2e-4d43-a94d-613dea2dbcd0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406179 Apr 05 14:56:55.251992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:55.264945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'mac_address': 'fa:16:3e:8f:da:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:56:55.317013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.333284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69974c93-bc63-45e4-bb34-25ba4e979a61 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:56:55.347299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:55.350540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:55.411961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['69974c93-bc63-45e4-bb34-25ba4e979a61'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:56:55.457539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:56.399654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e065e789-0017-46f9-8e74-15dde5d35dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:56.435770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3539e9-3c22-4916-898e-350b74a99eca req-7bba4bdc-bdcf-47c0-98d6-04ef870f6728 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:56.437142 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8a3539e9-3c22-4916-898e-350b74a99eca req-7bba4bdc-bdcf-47c0-98d6-04ef870f6728 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 944 time: 0.1591303 Apr 05 14:56:56.481871 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8a3539e9-3c22-4916-898e-350b74a99eca req-50f9aef3-2df5-4e9d-a1af-fd628998c2b7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390472 Apr 05 14:56:57.102941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:56:57.171085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 69974c93-bc63-45e4-bb34-25ba4e979a61 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:56:57.171448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.280754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.307034 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:56:57.316172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:56:57.320508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.374755 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b13be2b2-8bdc-4d98-8ea0-6143f43b7d7a'] response: {'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'code': 200} Apr 05 14:56:57.386227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:56:57.495528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.533826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:57.901080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a6b9ea-5f80-42b0-9ecc-e4cacd59eb28 req-8586820e-5f9f-44a5-998b-f8117a47fc21 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:57.902450 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3a6b9ea-5f80-42b0-9ecc-e4cacd59eb28 req-8586820e-5f9f-44a5-998b-f8117a47fc21 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1535947 Apr 05 14:56:57.945226 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d3a6b9ea-5f80-42b0-9ecc-e4cacd59eb28 req-a5e2a9c8-821d-48c7-9b60-7406481394bb tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373287 Apr 05 14:56:59.061972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:56:59.220193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8057a-8d2b-4d9f-9696-51f99f946a26 req-5e0ffc8d-4ff0-4f14-af71-4a816f2f431f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:56:59.221629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21b8057a-8d2b-4d9f-9696-51f99f946a26 req-5e0ffc8d-4ff0-4f14-af71-4a816f2f431f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1515808 Apr 05 14:56:59.268243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-21b8057a-8d2b-4d9f-9696-51f99f946a26 req-07dfc952-c637-45a1-86ea-ed6c3dccb15d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410159 Apr 05 14:57:00.462077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99bd2ed-45ed-444d-83e5-998303c0e1f7 req-dfcb2537-a12d-46ae-98fd-bd22d723dab7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:00.463458 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a99bd2ed-45ed-444d-83e5-998303c0e1f7 req-dfcb2537-a12d-46ae-98fd-bd22d723dab7 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0761585 Apr 05 14:57:00.508161 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a99bd2ed-45ed-444d-83e5-998303c0e1f7 req-38a55697-e75a-44c1-9cbd-82e1b1a795e8 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391927 Apr 05 14:57:00.965037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-adfa2f09-2a17-46a4-a36c-ca08050606a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:00.966441 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-adfa2f09-2a17-46a4-a36c-ca08050606a1 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77&tenant_id=6248c7e2cb1a49909d87a97910eaded9&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 945 time: 0.1283810 Apr 05 14:57:01.039246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5fac0-74a1-4439-a999-eea24b6bbdd2 req-e6dcb5fc-40fa-491d-9194-cc55b26b4108 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:01.040709 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddd5fac0-74a1-4439-a999-eea24b6bbdd2 req-e6dcb5fc-40fa-491d-9194-cc55b26b4108 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1424479 Apr 05 14:57:01.087905 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-918166e3-6a5a-4f5a-ba1f-d795679ae316 service neutron] 10.222.0.15 "GET /v2.0/ports/69974c93-bc63-45e4-bb34-25ba4e979a61/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.1151206 Apr 05 14:57:01.097863 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddd5fac0-74a1-4439-a999-eea24b6bbdd2 req-a39b457e-49a3-4557-81c7-28530d6a7cac tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502162 Apr 05 14:57:01.188564 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-2f1cec2e-e2d1-49f4-8fc5-1d2d943c6a37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1098 time: 0.0722888 Apr 05 14:57:01.313279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-76c5d519-a57e-4a2b-aebc-c4a7522894bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:01.314717 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-76c5d519-a57e-4a2b-aebc-c4a7522894bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1206768 Apr 05 14:57:01.417356 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-3325f978-3c0b-4c64-80d4-a8ec61b88800 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 1002 time: 0.0948412 Apr 05 14:57:01.479680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-4e9866a7-0291-466b-a2ff-1ff51343fb7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:01.481105 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-4e9866a7-0291-466b-a2ff-1ff51343fb7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0584764 Apr 05 14:57:01.556147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-8e65b3a0-3f4c-4361-a562-b7fad9202919 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690567 Apr 05 14:57:01.683631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-5bb5fbd2-ec85-4c47-a961-aac9d85c244a service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220500 Apr 05 14:57:01.809376 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-a93e0cf8-cd9d-40d2-9986-c86d384c11e4 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199877 Apr 05 14:57:02.298934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440fa0fb-526c-4ecb-9097-548ad89f43a1 req-80b71ac7-ba17-4df9-bac9-3880b22f0030 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:02.300413 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-440fa0fb-526c-4ecb-9097-548ad89f43a1 req-80b71ac7-ba17-4df9-bac9-3880b22f0030 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0762393 Apr 05 14:57:02.348060 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-440fa0fb-526c-4ecb-9097-548ad89f43a1 req-67a7165d-7c1a-48b1-af04-0fb2f49793f6 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418856 Apr 05 14:57:03.548242 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb29f3d-ad6f-4f29-9a26-040e3dbf1724 req-e0613eda-d95d-459f-a51c-88f3f11649ac tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:03.549691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7cb29f3d-ad6f-4f29-9a26-040e3dbf1724 req-e0613eda-d95d-459f-a51c-88f3f11649ac tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0809410 Apr 05 14:57:03.594201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7cb29f3d-ad6f-4f29-9a26-040e3dbf1724 req-07aba2ef-4af8-48e4-9720-f68db8b3e71c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387809 Apr 05 14:57:04.898721 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-e9ca076f-ff14-4812-8cb7-fd4ab75ec02f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77&tenant_id=6248c7e2cb1a49909d87a97910eaded9 HTTP/1.1" status: 200 len: 1098 time: 0.1506562 Apr 05 14:57:04.912649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afeb6d6-c956-4ebb-a9ea-dbc67d4c25f1 req-95093693-ad43-4699-8e41-52e892e1d8db tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:04.913991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9afeb6d6-c956-4ebb-a9ea-dbc67d4c25f1 req-95093693-ad43-4699-8e41-52e892e1d8db tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1990197 Apr 05 14:57:05.027456 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-43ba8867-bdeb-422c-926f-5c5494dcd4e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1098 time: 0.1987386 Apr 05 14:57:05.065558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9afeb6d6-c956-4ebb-a9ea-dbc67d4c25f1 req-0578a351-1cb4-42cf-8198-7c1bd2860939 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445227 Apr 05 14:57:05.172113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-ed4f4305-ee91-4da0-83fc-91a853290d5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.173462 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-ed4f4305-ee91-4da0-83fc-91a853290d5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1264582 Apr 05 14:57:05.274183 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-a36ffa39-accb-4794-b6ce-d9b891781afa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 1002 time: 0.0947278 Apr 05 14:57:05.333709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-566f4caa-db43-4c44-87e6-5077fd00db52 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.335142 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-566f4caa-db43-4c44-87e6-5077fd00db52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0556481 Apr 05 14:57:05.406892 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-121d78c3-1211-4dda-a239-65bc63ebe469 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664597 Apr 05 14:57:05.534347 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-6b60727a-652a-414c-932d-1dd84b59938b service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209433 Apr 05 14:57:05.668656 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32134b93-45f4-40bd-8407-7ec26c7abad7 req-d43c0e36-b7ac-481c-b2d0-21a043697488 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278031 Apr 05 14:57:05.776135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-d8ca17d0-9c91-480c-8171-e5215691c6e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6248c7e2cb1a49909d87a97910eaded9&device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 1098 time: 0.0718071 Apr 05 14:57:05.904716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-f47b6114-b4af-4340-97f7-268ccc5953a0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:05.906192 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-f47b6114-b4af-4340-97f7-268ccc5953a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 200 len: 911 time: 0.1244884 Apr 05 14:57:06.004729 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-748c9362-44fb-44fa-992c-8ab4c1e34a02 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 200 len: 1002 time: 0.0930119 Apr 05 14:57:06.063251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-c424f83c-4902-4bb7-bfb1-19abe974dec0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:06.064625 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-c424f83c-4902-4bb7-bfb1-19abe974dec0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 200 len: 849 time: 0.0549743 Apr 05 14:57:06.136807 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-252ad861-ca07-4311-ba1b-9d74fd43788b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=218610f8-4cab-4ec2-91da-f7b6c14d337a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661540 Apr 05 14:57:06.326058 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-ba4f922f-e426-4260-bbed-c1d4370bdeb5 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832104 Apr 05 14:57:06.361108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b01ec-5c20-4e97-8124-d49be9816544 req-86ffcf95-25b9-4800-890b-391fae8c9078 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:06.363028 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-802b01ec-5c20-4e97-8124-d49be9816544 req-86ffcf95-25b9-4800-890b-391fae8c9078 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.1516330 Apr 05 14:57:06.488222 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-802b01ec-5c20-4e97-8124-d49be9816544 req-253f6a24-eb2c-40f3-9c62-7d629f26f67d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805936 Apr 05 14:57:06.495783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-a2823c27-475b-4a13-bb01-ae2f835668b7 service neutron] 10.222.0.15 "GET /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639109 Apr 05 14:57:07.134283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:57:07.249333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.275282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:57:07.284954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:07.289127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:07.340598 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4413dd49-5cf3-476e-92cb-5374542f2508'] response: {'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'code': 200} Apr 05 14:57:07.356639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=9']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:07.688463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f847a6-f468-45c4-865b-9d0bb7821fca req-6dadb93e-234a-473b-bf0d-f110e3a2f496 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:07.689851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-59f847a6-f468-45c4-865b-9d0bb7821fca req-6dadb93e-234a-473b-bf0d-f110e3a2f496 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 943 time: 0.0787146 Apr 05 14:57:07.841513 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-59f847a6-f468-45c4-865b-9d0bb7821fca req-80ffb1bf-41ec-49b6-9f41-ccc33b393cea tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456239 Apr 05 14:57:07.887854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.038909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e211f5-1e89-4a38-b672-2a1e4bfb25f8 req-deebd9e8-8b69-4457-b7f0-e059eb2e5ddf tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:09.040370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-78e211f5-1e89-4a38-b672-2a1e4bfb25f8 req-deebd9e8-8b69-4457-b7f0-e059eb2e5ddf tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 943 time: 0.0750828 Apr 05 14:57:09.086162 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-78e211f5-1e89-4a38-b672-2a1e4bfb25f8 req-2ac83563-35c7-4ac5-8357-4666d32df123 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401073 Apr 05 14:57:09.149190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:57:09.276304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:09.289217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'port_id': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'mac_address': 'fa:16:3e:8f:da:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:57:09.339990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.356065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69974c93-bc63-45e4-bb34-25ba4e979a61 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:57:09.370525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:09.375051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:09.439050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['69974c93-bc63-45e4-bb34-25ba4e979a61'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:57:09.476587 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=10']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:10.282690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8cff4c-ba6e-4d9f-ad9d-c4da9e42ecf6 req-4565b00b-42c0-4930-8518-5d44f9678389 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:10.284706 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd8cff4c-ba6e-4d9f-ad9d-c4da9e42ecf6 req-4565b00b-42c0-4930-8518-5d44f9678389 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 945 time: 0.0779533 Apr 05 14:57:10.328720 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd8cff4c-ba6e-4d9f-ad9d-c4da9e42ecf6 req-5c8674a0-d681-4c42-b587-aa34aa60d7df tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385139 Apr 05 14:57:11.165015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:57:11.233345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 69974c93-bc63-45e4-bb34-25ba4e979a61 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:11.233700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.341571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.367111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:57:11.376570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:11.381290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:11.433269 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00c70ebb-9f7e-4afa-9620-281db055c5e3'] response: {'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'code': 200} Apr 05 14:57:11.449828 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=11']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:11.529190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83870b3a-2b9a-40e6-a1e9-53af14781af0 req-a544e1e9-f720-4ef3-97fb-b165e7f0d7d0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:11.530678 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83870b3a-2b9a-40e6-a1e9-53af14781af0 req-a544e1e9-f720-4ef3-97fb-b165e7f0d7d0 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0765960 Apr 05 14:57:11.575434 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83870b3a-2b9a-40e6-a1e9-53af14781af0 req-b28bf7ea-2cbd-4a2b-be36-19803eab69f6 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386958 Apr 05 14:57:12.773980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2629d-3afc-46ff-a4a6-9416952a15d9 req-49c4d22d-3f2f-495a-b2bf-e06e0721b78d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:12.775460 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d9e2629d-3afc-46ff-a4a6-9416952a15d9 req-49c4d22d-3f2f-495a-b2bf-e06e0721b78d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0778768 Apr 05 14:57:12.825781 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d9e2629d-3afc-46ff-a4a6-9416952a15d9 req-00ff275f-dae9-44e9-a862-57de51b0178f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448630 Apr 05 14:57:14.024048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75cb1c9-b1e4-4404-a53c-74661416d9dc req-72664216-272b-4821-a088-389e24a2b604 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:14.025399 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e75cb1c9-b1e4-4404-a53c-74661416d9dc req-72664216-272b-4821-a088-389e24a2b604 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0744503 Apr 05 14:57:14.073409 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e75cb1c9-b1e4-4404-a53c-74661416d9dc req-4f56a488-ee84-4aa8-ad30-99648df8308b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425315 Apr 05 14:57:15.266722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcfebe-7e3e-4252-82a5-f2f1fe088d27 req-fb4d130c-b8cd-4002-9acf-0b205db5f30d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:15.268176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e7bcfebe-7e3e-4252-82a5-f2f1fe088d27 req-fb4d130c-b8cd-4002-9acf-0b205db5f30d tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0742273 Apr 05 14:57:15.312920 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e7bcfebe-7e3e-4252-82a5-f2f1fe088d27 req-5c7af1e3-a113-451c-896c-ffd0e8def306 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392559 Apr 05 14:57:15.506869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e9fde-f95a-4cbc-b890-9e162b9998ca req-1d00dc7e-d03c-4b73-a1ae-5b8d80e9297f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:15.508214 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc1e9fde-f95a-4cbc-b890-9e162b9998ca req-1d00dc7e-d03c-4b73-a1ae-5b8d80e9297f tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0788112 Apr 05 14:57:15.552746 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc1e9fde-f95a-4cbc-b890-9e162b9998ca req-89868da9-de6c-4b3f-90b0-460dd5d0d882 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390823 Apr 05 14:57:15.745352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89dc606-1042-4ac3-af1f-e7d77061d4fd req-7ea30bc9-db15-46a9-aa3a-748b286bd7a5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:15.746815 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e89dc606-1042-4ac3-af1f-e7d77061d4fd req-7ea30bc9-db15-46a9-aa3a-748b286bd7a5 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0760064 Apr 05 14:57:15.791028 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e89dc606-1042-4ac3-af1f-e7d77061d4fd req-56a99612-5d86-4561-b056-c829b3ed272c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387568 Apr 05 14:57:16.197177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc32ea5c-eb1d-428d-990b-aef43e35060f req-59ec83f9-1a73-45c3-a7ec-b8b438dc119a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:16.198649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dc32ea5c-eb1d-428d-990b-aef43e35060f req-59ec83f9-1a73-45c3-a7ec-b8b438dc119a tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0789707 Apr 05 14:57:16.242801 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dc32ea5c-eb1d-428d-990b-aef43e35060f req-450ac3c1-f19b-429b-98de-ca6d6b43edcf tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383766 Apr 05 14:57:17.436572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de448a-6184-4ee3-800e-0290b073aa19 req-b68656a2-b4af-4120-9232-3a24afe71e49 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:17.438029 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25de448a-6184-4ee3-800e-0290b073aa19 req-b68656a2-b4af-4120-9232-3a24afe71e49 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0743489 Apr 05 14:57:17.485489 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25de448a-6184-4ee3-800e-0290b073aa19 req-7191f75d-eea0-454a-b06f-1acd3e93037c tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414002 Apr 05 14:57:18.476726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-5a3f12cf-ea72-4d90-80ea-a50d37f36f5e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:18.478075 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-5a3f12cf-ea72-4d90-80ea-a50d37f36f5e tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.0733919 Apr 05 14:57:18.544032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Deleting port 69974c93-bc63-45e4-bb34-25ba4e979a61 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:57:18.544404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:18.827398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a7d53-4136-4a33-9120-41448fecdfa6 req-cfea21f8-53c5-494e-a177-dcdb91910948 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:18.828855 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ba2a7d53-4136-4a33-9120-41448fecdfa6 req-cfea21f8-53c5-494e-a177-dcdb91910948 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 946 time: 0.2021637 Apr 05 14:57:18.861574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] For port 69974c93-bc63-45e4-bb34-25ba4e979a61, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=69974c93-bc63-45e4-bb34-25ba4e979a61,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:18.861961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:18.968881 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ba2a7d53-4136-4a33-9120-41448fecdfa6 req-f593acb5-6b88-4501-bc63-be8043cdae62 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups?id=61e81ef8-67a4-4540-a115-2f160cb5fc11&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1312702 Apr 05 14:57:19.243212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.243572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.243851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Floating IP 75d16894-6213-4c60-9234-2c0588ae6926 disassociated. External IP: 172.26.6.185, port: 69974c93-bc63-45e4-bb34-25ba4e979a61. Apr 05 14:57:19.244262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Calling delete_port for 69974c93-bc63-45e4-bb34-25ba4e979a61 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:57:19.382441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.430944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event deleted for resources: {'Port': ['ID=69974c93-bc63-45e4-bb34-25ba4e979a61,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:19.445325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.445621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.445963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.446317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.446644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.446968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.447291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.447610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.448001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.448234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.448555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:19.652303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:19.849928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:19.859379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:57:19.871736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:57:19.872430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:56:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:19.916736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] No DVR routers for this DVR port 69974c93-bc63-45e4-bb34-25ba4e979a61 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:19.919187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:19.921736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-deleted', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:57:19.939342 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-17a1b7ac-102e-4103-9c92-ccc1c4bb157a req-7b13bea3-9b59-4f1c-8811-0bc0e1acfe59 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.15 "DELETE /v2.0/ports/69974c93-bc63-45e4-bb34-25ba4e979a61 HTTP/1.1" status: 204 len: 173 time: 1.4563468 Apr 05 14:57:20.070388 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b20c4d26-91d0-4d5c-bdb6-fa2d7f032bd0'] response: {'server_uuid': '6e956fb2-79bb-47fe-81c1-d94c2a4a4e77', 'name': 'network-vif-deleted', 'tag': '69974c93-bc63-45e4-bb34-25ba4e979a61', 'status': 'completed', 'code': 200} Apr 05 14:57:20.094827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:57:20.158881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-979493dd-628b-4af5-b5ff-a4530dc7d30a req-ce5eb1c2-7c9c-496b-ac08-5f9523b5d345 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Synchronizing usage tracker for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:57:20.176794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-979493dd-628b-4af5-b5ff-a4530dc7d30a req-ce5eb1c2-7c9c-496b-ac08-5f9523b5d345 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Unset dirty status for tenant:6248c7e2cb1a49909d87a97910eaded9 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:57:20.178201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-979493dd-628b-4af5-b5ff-a4530dc7d30a req-ce5eb1c2-7c9c-496b-ac08-5f9523b5d345 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e956fb2-79bb-47fe-81c1-d94c2a4a4e77 HTTP/1.1" status: 200 len: 210 time: 0.0649796 Apr 05 14:57:20.436231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:20.440147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:57:20.450960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:57:20.451555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:56:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:20.636718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:57:20.958879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:20.962930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5beb3fa-ef96-4356-bb7f-00f2f145c2aa None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:53:10Z', 'revision_number': 4, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a7e4b42d-b36c-44a9-bf87-4d859b03ff60', 'name': '', 'network_id': '218610f8-4cab-4ec2-91da-f7b6c14d337a', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'mac_address': 'fa:16:3e:0f:d9:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:10Z', 'updated_at': '2022-04-05T14:53:28Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'subnets': [{'id': '7ced1915-6d43-435a-9321-5d64b72988cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:57:21.182867 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-629ac756-813b-4638-9690-e02a5cb1f436 None None] New status for floating IP 75d16894-6213-4c60-9234-2c0588ae6926: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 14:57:21.228532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:57:21.261288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 69974c93-bc63-45e4-bb34-25ba4e979a61 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:57:21.261675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 69974c93-bc63-45e4-bb34-25ba4e979a61 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:57:24.174438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9f2e211e-c804-4ba2-8628-023919dd468d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.472163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44038) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:24.538418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.565678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.617778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.634356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e81ef8-67a4-4540-a115-2f160cb5fc11,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:24.645888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.647000 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "DELETE /v2.0/security-groups/61e81ef8-67a4-4540-a115-2f160cb5fc11 HTTP/1.1" status: 204 len: 168 time: 0.1738455 Apr 05 14:57:24.648295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.648634 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.648966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.649299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.649629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.649859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44042) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:24.650316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.650316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.650594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.650913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.651230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.651551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a640dc-c098-46db-9134-634f04af8972 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:57:24.667013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.api.v2.resource [None req-394fccbe-c550-4d08-938d-51524d2a3128 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] show failed (client error): The resource could not be found. Apr 05 14:57:24.668017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-394fccbe-c550-4d08-938d-51524d2a3128 tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "GET /v2.0/security-groups/61e81ef8-67a4-4540-a115-2f160cb5fc11 HTTP/1.1" status: 404 len: 347 time: 0.0171485 Apr 05 14:57:24.670787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44046) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:24.819487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Deleting port e38140b3-888a-43e7-93ae-42bc28a4c991 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:57:24.819827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.990370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:24.990612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.110776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Calling delete_port for e38140b3-888a-43e7-93ae-42bc28a4c991 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:57:25.243227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.372199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Pushing event deleted for resources: {'Port': ['ID=e38140b3-888a-43e7-93ae-42bc28a4c991,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:25.463634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.481114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.482310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-341e8d7b-b4e7-472a-98f8-5a4056b1f34b tempest-ServerActionsTestJSON-1198987306 tempest-ServerActionsTestJSON-1198987306-project] 10.222.0.18 "DELETE /v2.0/floatingips/75d16894-6213-4c60-9234-2c0588ae6926 HTTP/1.1" status: 204 len: 168 time: 0.8105381 Apr 05 14:57:25.485161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44050) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:25.866527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:25.961241 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:57:26.401738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8add4c62-b2b6-4b5b-a24b-f5fde89968df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.446101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Deleting port a7e4b42d-b36c-44a9-bf87-4d859b03ff60 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:57:26.446446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.619567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] For port a7e4b42d-b36c-44a9-bf87-4d859b03ff60, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:26.619922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:26.737731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Calling delete_port for a7e4b42d-b36c-44a9-bf87-4d859b03ff60 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:57:26.987926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.029679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7e4b42d-b36c-44a9-bf87-4d859b03ff60,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:27.312557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.499503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.536994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:27.871933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Router 3e892452-1df8-40ad-a598-1e0865b55842 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:57:28.071371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:57:28.081011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] Sync routers for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:57:28.084009 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-953c583d-1485-4d3d-a9ea-b856f187d1f8 admin admin] 10.222.0.18 "PUT /v2.0/routers/3e892452-1df8-40ad-a598-1e0865b55842/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5978909 Apr 05 14:57:28.086515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44054) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:28.092197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:57:28.092787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:57:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:28.271174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:57:28.381914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.578687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.588276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Deleting port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:57:28.588609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.599636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210'}], 'enable_snat': True}, 'gw_port_id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:57:26Z', 'revision_number': 5, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port': {'id': '5e726ac5-dccd-432f-a4e8-8f4c5b854cd8', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:57:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e892452-1df8-40ad-a598-1e0865b55842', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:53:08Z', 'updated_at': '2022-04-05T14:53:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:28.603466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] Checking router: 3e892452-1df8-40ad-a598-1e0865b55842 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:57:28.614666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] Routers {'3e892452-1df8-40ad-a598-1e0865b55842'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:57:28.615257 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:57:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3e892452-1df8-40ad-a598-1e0865b55842'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:28.761443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] For port 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5e726ac5-dccd-432f-a4e8-8f4c5b854cd8,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:28.761797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:28.763719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] Set router 3e892452-1df8-40ad-a598-1e0865b55842 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:57:28.865294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:57:28Z', 'revision_number': 6, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:28.869145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d8362-c32d-4c1d-a48d-89e0ba15eca8 None None] The sync data for ids ['3e892452-1df8-40ad-a598-1e0865b55842'] in dv-neutron-829488-2-hyperv is: [{'id': '3e892452-1df8-40ad-a598-1e0865b55842', 'name': 'tempest-ServerActionsTestJSON-42668557-router', 'tenant_id': '6248c7e2cb1a49909d87a97910eaded9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:53:07Z', 'updated_at': '2022-04-05T14:57:28Z', 'revision_number': 6, 'project_id': '6248c7e2cb1a49909d87a97910eaded9', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:57:28.880920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Calling delete_port for 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:57:29.048557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.066802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.097251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e726ac5-dccd-432f-a4e8-8f4c5b854cd8,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:29.318990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.571542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.575898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.605016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.605948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e892452-1df8-40ad-a598-1e0865b55842 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:57:29.619857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.623630 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-54fdbdc8-b849-4819-9019-f275669625d1 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3e892452-1df8-40ad-a598-1e0865b55842 HTTP/1.1" status: 204 len: 168 time: 1.5337234 Apr 05 14:57:29.623778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44058) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:29.790541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7b2f44-1f30-4c83-93c4-0b70c96f1b12 admin admin] Deleting subnet 7ced1915-6d43-435a-9321-5d64b72988cf {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:57:29.793578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2f44-1f30-4c83-93c4-0b70c96f1b12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.842895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2f44-1f30-4c83-93c4-0b70c96f1b12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.921701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2f44-1f30-4c83-93c4-0b70c96f1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:29.987810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2f44-1f30-4c83-93c4-0b70c96f1b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.023590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b2f44-1f30-4c83-93c4-0b70c96f1b12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ced1915-6d43-435a-9321-5d64b72988cf,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:30.029625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8c7b2f44-1f30-4c83-93c4-0b70c96f1b12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.035225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734bf138-73f5-4843-b6e6-983dfada77d5 None None] Network 218610f8-4cab-4ec2-91da-f7b6c14d337a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:57:30.036835 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8c7b2f44-1f30-4c83-93c4-0b70c96f1b12 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7ced1915-6d43-435a-9321-5d64b72988cf HTTP/1.1" status: 204 len: 168 time: 0.4121282 Apr 05 14:57:30.039283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44062) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:30.147624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.157708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Deleting port 7e289364-de4d-4c93-af2e-91b3934b4972 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:57:30.158071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.229294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a7e4b42d-b36c-44a9-bf87-4d859b03ff60 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:57:30.262537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: a7e4b42d-b36c-44a9-bf87-4d859b03ff60 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:57:30.262873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a7e4b42d-b36c-44a9-bf87-4d859b03ff60 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:57:30.263284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:57:30.286773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] DHCP port deletion for 218610f8-4cab-4ec2-91da-f7b6c14d337a request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:57:30.298163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:57:30.298495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5e726ac5-dccd-432f-a4e8-8f4c5b854cd8 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:57:30.300399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] Deleting port 7e289364-de4d-4c93-af2e-91b3934b4972 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:57:30.300727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.373139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] For port 7e289364-de4d-4c93-af2e-91b3934b4972, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7e289364-de4d-4c93-af2e-91b3934b4972,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:30.373492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.493122 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Calling delete_port for 7e289364-de4d-4c93-af2e-91b3934b4972 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:57:30.499858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] For port 7e289364-de4d-4c93-af2e-91b3934b4972, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7e289364-de4d-4c93-af2e-91b3934b4972,segment=NetworkSegment(1299656b-3d4e-45b1-bdee-bd0d4cd54ec5),segment_id=1299656b-3d4e-45b1-bdee-bd0d4cd54ec5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:30.500303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.582226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.620845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] Calling delete_port for 7e289364-de4d-4c93-af2e-91b3934b4972 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:57:30.630138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e289364-de4d-4c93-af2e-91b3934b4972,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:30.647191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] No DVR routers for this DVR port 7e289364-de4d-4c93-af2e-91b3934b4972 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:30.692762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:57:30.693274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:57:30.768997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.794234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218610f8-4cab-4ec2-91da-f7b6c14d337a']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:30.806246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:30.806543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1299656b-3d4e-45b1-bdee-bd0d4cd54ec5') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:57:30.818631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.834627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.840664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:57:30.841050 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:57:30.854723 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:57:30.931320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.947251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:30.959690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] Pushing event deleted for resources: {'Network': ['ID=218610f8-4cab-4ec2-91da-f7b6c14d337a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:30.964957 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8ea1d3ac-b20a-4ab5-a1dc-9ee18f65aec2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/218610f8-4cab-4ec2-91da-f7b6c14d337a HTTP/1.1" status: 204 len: 168 time: 0.9247305 Apr 05 14:57:31.117352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44068) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:31.167293 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b63ba12e-b9fb-4ace-8fac-815b0668248c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6248c7e2cb1a49909d87a97910eaded9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0487683 Apr 05 14:57:31.169618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44072) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:31.199019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] Deleting port 7e289364-de4d-4c93-af2e-91b3934b4972 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:57:31.199564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.227456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5aee72db-251d-4ce2-b74d-4463c3a59731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.257835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5aee72db-251d-4ce2-b74d-4463c3a59731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.308648 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5aee72db-251d-4ce2-b74d-4463c3a59731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.326571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee72db-251d-4ce2-b74d-4463c3a59731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f60078f-88bb-4f5d-8fb9-025e9b1f177d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:31.330366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5aee72db-251d-4ce2-b74d-4463c3a59731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:31.331720 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5aee72db-251d-4ce2-b74d-4463c3a59731 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f60078f-88bb-4f5d-8fb9-025e9b1f177d HTTP/1.1" status: 204 len: 168 time: 0.1609406 Apr 05 14:57:31.362512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4975f9a2-6006-4e9d-b16b-5f0f8880d7f4 None None] The port '7e289364-de4d-4c93-af2e-91b3934b4972' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:57:32.153651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44094) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:32.224788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7e289364-de4d-4c93-af2e-91b3934b4972 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:57:32.257233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 7e289364-de4d-4c93-af2e-91b3934b4972 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:57:32.257577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7e289364-de4d-4c93-af2e-91b3934b4972 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:57:32.281112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-35382338-network', 'tenant_id': '0843d53d7dd7466a8b0c7aed3ced2e1e'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:57:32.286239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:57:32.289941 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Usage tracker for resource:network and tenant:0843d53d7dd7466a8b0c7aed3ced2e1e is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:57:32.292690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:57:32.298212 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:57:32.308626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Made reservation on behalf of 0843d53d7dd7466a8b0c7aed3ced2e1e for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:32.311040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.322568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.353171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:57:32.356879 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Usage tracker for resource:security_group_rule and tenant:0843d53d7dd7466a8b0c7aed3ced2e1e is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:57:32.359616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:57:32.366202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:57:32.429823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.433625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.459997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:57:32.472574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67e3d06-6893-4e64-932c-bb2e493f7cb6,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:32.477759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.478191 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Added segment f8d0ce22-3f60-4211-8f32-0acb36e95ed3 of type vlan for network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 Apr 05 14:57:32.503542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.533079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.534468 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:32.535047 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.634029 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4792399 Apr 05 14:57:32.635001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65585fa5-d546-4686-888f-15b3ec6ccc4f admin admin] Pushing event updated for resources: {'Network': ['ID=6c2b9543-5a51-4a76-ad1f-afa9b9132216,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:32.636941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44100) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:57:32.642827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Request body: {'subnet': {'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-35382338-subnet', 'tenant_id': '0843d53d7dd7466a8b0c7aed3ced2e1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:57:32.645205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:57:32.647712 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:57:32.651577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Usage tracker for resource:subnet and tenant:0843d53d7dd7466a8b0c7aed3ced2e1e is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:57:32.654359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:57:32.659996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:57:32.670443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Made reservation on behalf of 0843d53d7dd7466a8b0c7aed3ced2e1e for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:32.672720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.873574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.944307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3eda15e5-cb77-4415-8bf8-15e80a6a4442,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:32.957061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Checking segment: {'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:57:32.957415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Network hostable DHCP agents. Network: 6c2b9543-5a51-4a76-ad1f-afa9b9132216, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:57:32.977848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:57:32.985887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 6c2b9543-5a51-4a76-ad1f-afa9b9132216) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:32.989856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:32.990458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:32.994576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52087a50-aed7-4cfd-bdcb-a5df02ad5505 None None] Network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:57:33.010269 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9064fd59-dd1b-4cfa-a576-9870f7c970cf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3721716 Apr 05 14:57:33.202445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd03f986-a909-455a-93ba-148c09b76ef1 None None] Network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:57:33.609578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-3d33aee1-ba47-4c35-a158-9dbe4285af1e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:33.611041 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-3d33aee1-ba47-4c35-a158-9dbe4285af1e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/networks?id=6c2b9543-5a51-4a76-ad1f-afa9b9132216 HTTP/1.1" status: 200 len: 812 time: 0.2152560 Apr 05 14:57:33.628021 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-7fe8a23c-c36d-47bb-8c66-df221e47ef26 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/quotas/0843d53d7dd7466a8b0c7aed3ced2e1e HTTP/1.1" status: 200 len: 375 time: 0.0104272 Apr 05 14:57:33.675015 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-d7a1aa58-3efc-473a-ae18-ce75389c4f1f tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0843d53d7dd7466a8b0c7aed3ced2e1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419555 Apr 05 14:57:33.812470 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-699c2592-3a6c-41bc-87ff-01a4662cc3ee service neutron] 10.222.0.18 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308715 Apr 05 14:57:33.937691 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0277dded-0f86-484d-8a23-809492b7ff66 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194582 Apr 05 14:57:34.120829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fe0ca4c-a2bd-422e-8d23-908e9c580074 req-5704c82e-3602-4c97-b8c5-41cbb10106e8 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 210 time: 0.0438142 Apr 05 14:57:35.304431 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9d0b9614-a21a-48d3-9501-60f207ac7b67 req-809c7ff0-4fc1-4de0-a9e0-5204c8ba0d6d tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 210 time: 0.0535216 Apr 05 14:57:35.356683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-055a80e9-4f75-4a15-b7bf-9bb7bbb9077c tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:35.358092 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-055a80e9-4f75-4a15-b7bf-9bb7bbb9077c tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.15 "GET /v2.0/networks?id=6c2b9543-5a51-4a76-ad1f-afa9b9132216 HTTP/1.1" status: 200 len: 812 time: 0.1870630 Apr 05 14:57:35.376512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Request body: {'port': {'device_id': '46a82da0-6cbc-4c44-9022-a5313b2b0e7c', 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216', 'admin_state_up': True, 'tenant_id': '0843d53d7dd7466a8b0c7aed3ced2e1e'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:57:35.507978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:57:35.511618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Usage tracker for resource:port and tenant:0843d53d7dd7466a8b0c7aed3ced2e1e is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:57:35.514326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:57:35.520188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:57:35.529877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Made reservation on behalf of 0843d53d7dd7466a8b0c7aed3ced2e1e for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:35.532944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.688309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Allocated IP 172.20.0.13 (6c2b9543-5a51-4a76-ad1f-afa9b9132216/3eda15e5-cb77-4415-8bf8-15e80a6a4442/a5d51e84-430d-40b4-8970-c2f895c6f86d) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:35.893088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.920165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:35.992057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:35.995135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:35.997934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:57:36.026884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Pushing event updated for resources: {'Port': ['ID=a5d51e84-430d-40b4-8970-c2f895c6f86d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:36.063848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:36.064471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.083844 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-db08ccc5-0621-469d-b30b-85dec3c8597e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7107313 Apr 05 14:57:36.094386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Request body: {'port': {'device_id': '46a82da0-6cbc-4c44-9022-a5313b2b0e7c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:57:36.199535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.608635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371d2e16-6fb9-46d8-8589-ca026410109f req-1f7607c8-e6d9-41d7-8d2e-fc73f9cf8562 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:36.609336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-371d2e16-6fb9-46d8-8589-ca026410109f req-1f7607c8-e6d9-41d7-8d2e-fc73f9cf8562 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Synchronizing usage tracker for tenant:0843d53d7dd7466a8b0c7aed3ced2e1e on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:57:36.676978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-371d2e16-6fb9-46d8-8589-ca026410109f req-1f7607c8-e6d9-41d7-8d2e-fc73f9cf8562 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Unset dirty status for tenant:0843d53d7dd7466a8b0c7aed3ced2e1e on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:57:36.678148 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-371d2e16-6fb9-46d8-8589-ca026410109f req-1f7607c8-e6d9-41d7-8d2e-fc73f9cf8562 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 932 time: 0.1974916 Apr 05 14:57:36.686507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5d51e84-430d-40b4-8970-c2f895c6f86d {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:57:36.706757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.737592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Transition to ACTIVE for port object a5d51e84-430d-40b4-8970-c2f895c6f86d will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:57:36.741024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:36.790917 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-371d2e16-6fb9-46d8-8589-ca026410109f req-7fb05b25-67dc-4008-918b-cde35e0b453f tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064878 Apr 05 14:57:36.869052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d51e84-430d-40b4-8970-c2f895c6f86d,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:36.971989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Attempting to bind port a5d51e84-430d-40b4-8970-c2f895c6f86d on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:36.972323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Attempting to bind port a5d51e84-430d-40b4-8970-c2f895c6f86d by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:36.972650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Attempting to bind port a5d51e84-430d-40b4-8970-c2f895c6f86d on network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:57:36.978338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Port a5d51e84-430d-40b4-8970-c2f895c6f86d on network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:57:36.978653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Attempting to bind port a5d51e84-430d-40b4-8970-c2f895c6f86d on network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:57:36.984768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:57:36.985100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Checking segment: {'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:57:36.985477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Bound using segment: {'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:57:36.985898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Bound port: a5d51e84-430d-40b4-8970-c2f895c6f86d, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:36.986284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.073686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] For port a5d51e84-430d-40b4-8970-c2f895c6f86d, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:37.076574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] For port a5d51e84-430d-40b4-8970-c2f895c6f86d, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a5d51e84-430d-40b4-8970-c2f895c6f86d,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:37.081541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.140697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.142033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] 10.222.0.15 "PUT /v2.0/ports/a5d51e84-430d-40b4-8970-c2f895c6f86d HTTP/1.1" status: 200 len: 1094 time: 1.0515218 Apr 05 14:57:37.142477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46a82da0-6cbc-4c44-9022-a5313b2b0e7c', 'tag': 'a5d51e84-430d-40b4-8970-c2f895c6f86d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:57:37.160250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5356f-35a1-451f-b640-05fde8c3a232 service neutron] Pushing event updated for resources: {'Port': ['ID=a5d51e84-430d-40b4-8970-c2f895c6f86d,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:37.213004 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-633c4818-9619-457c-811c-e03222524240'] response: {'name': 'network-changed', 'server_uuid': '46a82da0-6cbc-4c44-9022-a5313b2b0e7c', 'tag': 'a5d51e84-430d-40b4-8970-c2f895c6f86d', 'status': 'completed', 'code': 200} Apr 05 14:57:37.251474 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-56e40d2f-9acd-440f-a456-dbbf59617200 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0843d53d7dd7466a8b0c7aed3ced2e1e&device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 1097 time: 0.0722394 Apr 05 14:57:37.317169 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-fd3a71fb-266d-4588-a781-c4051ffc6688 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5d51e84-430d-40b4-8970-c2f895c6f86d HTTP/1.1" status: 200 len: 217 time: 0.0591576 Apr 05 14:57:37.379834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-f6d6dac4-2a61-4504-b886-a26fa17de76b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:37.381208 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-f6d6dac4-2a61-4504-b886-a26fa17de76b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3eda15e5-cb77-4415-8bf8-15e80a6a4442 HTTP/1.1" status: 200 len: 852 time: 0.0589550 Apr 05 14:57:37.423660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-66de576d-b119-4405-8a44-c352ddf5053e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c2b9543-5a51-4a76-ad1f-afa9b9132216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371895 Apr 05 14:57:37.550470 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-7de6cd5a-a0e5-4844-8363-2182d0b2d57d service neutron] 10.222.0.15 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212676 Apr 05 14:57:37.677996 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39d2ae6d-5369-4a4d-b0e7-a1932e9feed3 req-66c00419-3c24-4676-9fab-06aceee68dc4 service neutron] 10.222.0.15 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223304 Apr 05 14:57:37.788920 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-fa9c9c51-ecbc-4b81-811f-a783937d1787 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0843d53d7dd7466a8b0c7aed3ced2e1e&device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 1097 time: 0.0669887 Apr 05 14:57:37.898690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:37.968663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-96ea3058-674d-4cbe-a623-143f7ad6697c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:37.969979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-96ea3058-674d-4cbe-a623-143f7ad6697c service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c2b9543-5a51-4a76-ad1f-afa9b9132216 HTTP/1.1" status: 200 len: 913 time: 0.1745162 Apr 05 14:57:38.048915 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-1f9edde8-d205-4f26-b57b-6748f0aad5a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5d51e84-430d-40b4-8970-c2f895c6f86d HTTP/1.1" status: 200 len: 217 time: 0.0663915 Apr 05 14:57:38.188305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ef654-fb36-4920-abba-4a60a39dc0cb req-f3bced85-4458-4bf0-b23a-beec58cb8ca6 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:38.190292 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-913ef654-fb36-4920-abba-4a60a39dc0cb req-f3bced85-4458-4bf0-b23a-beec58cb8ca6 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 944 time: 0.2774220 Apr 05 14:57:38.219047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-1e1d7282-a122-40d2-8a9a-fa6b5bb86edf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:38.220317 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-1e1d7282-a122-40d2-8a9a-fa6b5bb86edf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3eda15e5-cb77-4415-8bf8-15e80a6a4442 HTTP/1.1" status: 200 len: 852 time: 0.1649776 Apr 05 14:57:38.274289 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-bc7efe58-0784-44e7-aba4-5501e9bd8054 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c2b9543-5a51-4a76-ad1f-afa9b9132216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438783 Apr 05 14:57:38.281042 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-913ef654-fb36-4920-abba-4a60a39dc0cb req-f1c1a6ac-2228-4b2b-9be1-2fdb5ec43fba tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844109 Apr 05 14:57:38.403225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-d5af0ebb-c51d-4778-abeb-5f97b1c385d6 service neutron] 10.222.0.15 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212795 Apr 05 14:57:38.534360 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-de0870cc-441a-4389-9924-fde2ee49ec19 req-a8dd260b-e84b-40ff-ad9f-e5caa4a97de9 service neutron] 10.222.0.15 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246018 Apr 05 14:57:39.304775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a5d51e84-430d-40b4-8970-c2f895c6f86d details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:57:39.436463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a5d51e84-430d-40b4-8970-c2f895c6f86d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a5d51e84-430d-40b4-8970-c2f895c6f86d,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:39.449362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'a5d51e84-430d-40b4-8970-c2f895c6f86d', 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216', 'port_id': 'a5d51e84-430d-40b4-8970-c2f895c6f86d', 'mac_address': 'fa:16:3e:dc:87:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eda15e5-cb77-4415-8bf8-15e80a6a4442', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:57:39.474177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e485bde3-b6ba-461d-b6ab-4953a0d1f44b req-cf7b9b0c-d9fc-45cc-ad5e-f7abdbf43807 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:39.475639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e485bde3-b6ba-461d-b6ab-4953a0d1f44b req-cf7b9b0c-d9fc-45cc-ad5e-f7abdbf43807 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 944 time: 0.0749991 Apr 05 14:57:39.507046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.520230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e485bde3-b6ba-461d-b6ab-4953a0d1f44b req-dd995def-ffa7-4f04-b97b-9a6079b305c7 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389900 Apr 05 14:57:39.524518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5d51e84-430d-40b4-8970-c2f895c6f86d {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:57:39.540300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a5d51e84-430d-40b4-8970-c2f895c6f86d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a5d51e84-430d-40b4-8970-c2f895c6f86d,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:39.544390 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:39.608884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a5d51e84-430d-40b4-8970-c2f895c6f86d,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:39.746580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a5d51e84-430d-40b4-8970-c2f895c6f86d'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:57:40.718314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dee30b-3c7c-4d8c-a156-8e4c39637405 req-e113094b-66da-489a-bc82-729720a0ad2c tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:40.719739 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32dee30b-3c7c-4d8c-a156-8e4c39637405 req-e113094b-66da-489a-bc82-729720a0ad2c tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 945 time: 0.0775487 Apr 05 14:57:40.765299 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32dee30b-3c7c-4d8c-a156-8e4c39637405 req-cdf35151-611c-4024-97f0-b4c168035b2b tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396345 Apr 05 14:57:41.312205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a5d51e84-430d-40b4-8970-c2f895c6f86d up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:57:41.378764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port a5d51e84-430d-40b4-8970-c2f895c6f86d completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:57:41.383504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port a5d51e84-430d-40b4-8970-c2f895c6f86d triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:41.383869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.497327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.523164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a82da0-6cbc-4c44-9022-a5313b2b0e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d51e84-430d-40b4-8970-c2f895c6f86d'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:57:41.532928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a5d51e84-430d-40b4-8970-c2f895c6f86d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a5d51e84-430d-40b4-8970-c2f895c6f86d,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:41.537195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:41.579810 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f9133d-4e4e-4fd9-958e-7f183a3e5eb3'] response: {'server_uuid': '46a82da0-6cbc-4c44-9022-a5313b2b0e7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5d51e84-430d-40b4-8970-c2f895c6f86d', 'code': 200} Apr 05 14:57:41.610309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a5d51e84-430d-40b4-8970-c2f895c6f86d,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:41.794727 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e1781a5d-34bd-442d-917f-21b53747f047 req-782582b7-c471-449c-a858-9a801ff6570a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 1099 time: 0.0666587 Apr 05 14:57:41.840682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e1781a5d-34bd-442d-917f-21b53747f047 req-6fec325c-bb1a-4108-b561-8b7c70d749fb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Apr 05 14:57:41.962871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9bb6-9539-4937-89e9-30fd36289ebb req-7e7b1fe4-037e-4f52-b0b7-f9c2e192d365 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:41.964302 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cc0d9bb6-9539-4937-89e9-30fd36289ebb req-7e7b1fe4-037e-4f52-b0b7-f9c2e192d365 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.0782399 Apr 05 14:57:42.009048 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cc0d9bb6-9539-4937-89e9-30fd36289ebb req-d61b6805-82a3-414f-a99e-8b0d37e83a52 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392437 Apr 05 14:57:43.206132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cab7c1-518e-4f99-b2b7-79009a3751f7 req-28428cd4-34d2-406f-8ab6-c89e903570e6 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:43.207562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-14cab7c1-518e-4f99-b2b7-79009a3751f7 req-28428cd4-34d2-406f-8ab6-c89e903570e6 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.0736909 Apr 05 14:57:43.250974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-14cab7c1-518e-4f99-b2b7-79009a3751f7 req-38305065-962a-4c33-bf0c-3964917f62cb tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380311 Apr 05 14:57:43.541924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-e700d004-c0c8-40ad-8bbe-e2678033bf70 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:43.543385 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-e700d004-c0c8-40ad-8bbe-e2678033bf70 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/networks?id=6c2b9543-5a51-4a76-ad1f-afa9b9132216 HTTP/1.1" status: 200 len: 812 time: 0.1425555 Apr 05 14:57:43.559826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-05b9be35-b488-4fc2-975a-f263a98368ad tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/quotas/0843d53d7dd7466a8b0c7aed3ced2e1e HTTP/1.1" status: 200 len: 375 time: 0.0110545 Apr 05 14:57:43.639172 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-f8e53e35-8fe1-4960-8a4c-4872ea8a07b7 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=0843d53d7dd7466a8b0c7aed3ced2e1e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0746870 Apr 05 14:57:43.767039 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0f4f21db-7864-457b-a55a-09cd24b09f7a service neutron] 10.222.0.18 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211481 Apr 05 14:57:43.895591 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-f33095f8-95ae-4b2f-ac14-2184c97fe2a2 service neutron] 10.222.0.18 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229379 Apr 05 14:57:44.076753 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bd9f3b8a-bd41-4916-9cc5-ce76587f283f req-98ece8b8-646a-4529-8d02-b38273bede9c tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 210 time: 0.0412724 Apr 05 14:57:45.074430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-fc1a7704-21dc-46d5-abae-a5586a36d295 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:45.075903 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-fc1a7704-21dc-46d5-abae-a5586a36d295 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.15 "GET /v2.0/networks?id=6c2b9543-5a51-4a76-ad1f-afa9b9132216 HTTP/1.1" status: 200 len: 812 time: 0.1473441 Apr 05 14:57:45.091253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Request body: {'port': {'device_id': '2c85c6ba-5d9e-4797-b324-332d0f791fda', 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216', 'admin_state_up': True, 'tenant_id': '0843d53d7dd7466a8b0c7aed3ced2e1e'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:57:45.300286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a17feb4-a0de-4ea3-a636-a6a21fc41e1b req-de2bb6a7-0ca4-4a84-885e-d45cd12165e1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 210 time: 0.0575140 Apr 05 14:57:45.354099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:57:45.366230 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:57:45.376032 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Made reservation on behalf of 0843d53d7dd7466a8b0c7aed3ced2e1e for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:57:45.380013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:45.541642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Allocated IP 172.20.0.7 (6c2b9543-5a51-4a76-ad1f-afa9b9132216/3eda15e5-cb77-4415-8bf8-15e80a6a4442/1f653735-3143-4fa4-b768-d2e62882eb12) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:57:45.742543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:45.769702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:45.780837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a5d51e84-430d-40b4-8970-c2f895c6f86d'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:57:45.837716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:57:45.838842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:57:45.842526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:57:45.883092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Pushing event updated for resources: {'Port': ['ID=1f653735-3143-4fa4-b768-d2e62882eb12,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:45.909286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:45.909888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:45.933494 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-0c643368-6d98-4171-9d58-caeb55f8aef0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8459501 Apr 05 14:57:45.944662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Request body: {'port': {'device_id': '2c85c6ba-5d9e-4797-b324-332d0f791fda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:57:46.051686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.378850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f653735-3143-4fa4-b768-d2e62882eb12 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:57:46.385532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.399916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Transition to ACTIVE for port object 1f653735-3143-4fa4-b768-d2e62882eb12 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:57:46.404200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.559576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Pushing event updated for resources: {'Port': ['ID=1f653735-3143-4fa4-b768-d2e62882eb12,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:46.662162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3aab5f-ff6a-477c-bbaf-feacaa885ff5 req-9756331b-29ba-4550-a575-8ec2c8242809 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:46.662853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-dd3aab5f-ff6a-477c-bbaf-feacaa885ff5 req-9756331b-29ba-4550-a575-8ec2c8242809 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Synchronizing usage tracker for tenant:0843d53d7dd7466a8b0c7aed3ced2e1e on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:57:46.696265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-dd3aab5f-ff6a-477c-bbaf-feacaa885ff5 req-9756331b-29ba-4550-a575-8ec2c8242809 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Unset dirty status for tenant:0843d53d7dd7466a8b0c7aed3ced2e1e on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:57:46.697363 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dd3aab5f-ff6a-477c-bbaf-feacaa885ff5 req-9756331b-29ba-4550-a575-8ec2c8242809 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 943 time: 0.2581413 Apr 05 14:57:46.704616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Attempting to bind port 1f653735-3143-4fa4-b768-d2e62882eb12 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:57:46.705001 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Attempting to bind port 1f653735-3143-4fa4-b768-d2e62882eb12 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:57:46.705834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Attempting to bind port 1f653735-3143-4fa4-b768-d2e62882eb12 on network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:57:46.728609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Port 1f653735-3143-4fa4-b768-d2e62882eb12 on network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:57:46.728922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Attempting to bind port 1f653735-3143-4fa4-b768-d2e62882eb12 on network 6c2b9543-5a51-4a76-ad1f-afa9b9132216 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:57:46.746535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:57:46.746862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Checking segment: {'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:57:46.747227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Bound using segment: {'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:57:46.747644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Bound port: 1f653735-3143-4fa4-b768-d2e62882eb12, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:57:46.747978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.767276 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dd3aab5f-ff6a-477c-bbaf-feacaa885ff5 req-8d609020-ea61-4d31-9e60-2a2fb7ed98b2 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634797 Apr 05 14:57:46.841085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] For port 1f653735-3143-4fa4-b768-d2e62882eb12, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:57:46.844238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] For port 1f653735-3143-4fa4-b768-d2e62882eb12, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f653735-3143-4fa4-b768-d2e62882eb12,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:57:46.848139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.909248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:46.910731 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f653735-3143-4fa4-b768-d2e62882eb12 HTTP/1.1" status: 200 len: 1093 time: 0.9700701 Apr 05 14:57:46.911162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c85c6ba-5d9e-4797-b324-332d0f791fda', 'tag': '1f653735-3143-4fa4-b768-d2e62882eb12'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:57:46.929752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785ff3c2-f742-4f06-a878-553192cb8c37 service neutron] Pushing event updated for resources: {'Port': ['ID=1f653735-3143-4fa4-b768-d2e62882eb12,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:46.976648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4153dae8-8c01-44e2-8147-91caec61d582'] response: {'name': 'network-changed', 'server_uuid': '2c85c6ba-5d9e-4797-b324-332d0f791fda', 'tag': '1f653735-3143-4fa4-b768-d2e62882eb12', 'status': 'completed', 'code': 200} Apr 05 14:57:47.020784 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-fcba5f32-ea38-4cc1-a647-9e014007930d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0843d53d7dd7466a8b0c7aed3ced2e1e&device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 1096 time: 0.0747635 Apr 05 14:57:47.170006 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-fc7317f8-1bd9-4988-b2e2-13d512821316 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f653735-3143-4fa4-b768-d2e62882eb12 HTTP/1.1" status: 200 len: 217 time: 0.1424594 Apr 05 14:57:47.232244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-fe45d7c1-450d-4d69-b48c-6e7db1c682fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:47.233648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-fe45d7c1-450d-4d69-b48c-6e7db1c682fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3eda15e5-cb77-4415-8bf8-15e80a6a4442 HTTP/1.1" status: 200 len: 852 time: 0.0579727 Apr 05 14:57:47.277578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-003d3574-0f7c-4c59-b62a-c66058b88a59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c2b9543-5a51-4a76-ad1f-afa9b9132216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379550 Apr 05 14:57:47.403734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-7fce6ad4-27ad-423a-a522-c666efa434a6 service neutron] 10.222.0.15 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206980 Apr 05 14:57:47.529894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e2b6217-a9cb-4cc1-8fd6-75ab8f62ae19 req-b3d7ccf0-7bdb-490c-8997-45d688458a99 service neutron] 10.222.0.15 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204412 Apr 05 14:57:47.646298 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-ee82bba8-afe5-48be-8dd7-b82480948920 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0843d53d7dd7466a8b0c7aed3ced2e1e&device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 1096 time: 0.0707672 Apr 05 14:57:47.773278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-0f5c7cb4-c345-4322-8e8a-3bf7f81757b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:47.774704 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-0f5c7cb4-c345-4322-8e8a-3bf7f81757b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c2b9543-5a51-4a76-ad1f-afa9b9132216 HTTP/1.1" status: 200 len: 913 time: 0.1220589 Apr 05 14:57:47.839862 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-3649cafa-7c8f-4426-8f7a-00b727c09412 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f653735-3143-4fa4-b768-d2e62882eb12 HTTP/1.1" status: 200 len: 217 time: 0.0589859 Apr 05 14:57:47.941197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-dbe7c9d3-033d-45e3-89bf-1b852564a22d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:47.942621 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-dbe7c9d3-033d-45e3-89bf-1b852564a22d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3eda15e5-cb77-4415-8bf8-15e80a6a4442 HTTP/1.1" status: 200 len: 852 time: 0.0971508 Apr 05 14:57:47.993888 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-283bac0a-227e-4fe2-8f72-e00735e64d92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c2b9543-5a51-4a76-ad1f-afa9b9132216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405161 Apr 05 14:57:48.034125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0a6d1-3aad-4b3b-8a74-551b07d41872 req-207d3c23-c395-4060-8654-68ac4f653a3d tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:48.035549 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26e0a6d1-3aad-4b3b-8a74-551b07d41872 req-207d3c23-c395-4060-8654-68ac4f653a3d tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 943 time: 0.1441901 Apr 05 14:57:48.151532 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26e0a6d1-3aad-4b3b-8a74-551b07d41872 req-ccdd9d98-859c-4303-a7c9-1485d845d83f tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747800 Apr 05 14:57:48.167135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-8aacfb03-108f-4bbd-aaac-18e659be2d08 service neutron] 10.222.0.15 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645741 Apr 05 14:57:48.295671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b8c5e26-4ea0-4bea-b0db-5a44284db0e2 req-1e0c5306-47bb-4861-8a01-e6f37dc2f602 service neutron] 10.222.0.15 "GET /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203640 Apr 05 14:57:49.345104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69a166-29e0-4ff6-b100-c634e531256a req-6f4dfbfe-739e-439e-8367-e5cd2bb8c185 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:49.347114 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2a69a166-29e0-4ff6-b100-c634e531256a req-6f4dfbfe-739e-439e-8367-e5cd2bb8c185 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 943 time: 0.0755045 Apr 05 14:57:49.351323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 1f653735-3143-4fa4-b768-d2e62882eb12 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:57:49.399831 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2a69a166-29e0-4ff6-b100-c634e531256a req-f6c3cc08-5feb-40ff-bcfe-85cfc031e388 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467989 Apr 05 14:57:49.518672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 1f653735-3143-4fa4-b768-d2e62882eb12, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f653735-3143-4fa4-b768-d2e62882eb12,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:49.531260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '1f653735-3143-4fa4-b768-d2e62882eb12', 'network_id': '6c2b9543-5a51-4a76-ad1f-afa9b9132216', 'port_id': '1f653735-3143-4fa4-b768-d2e62882eb12', 'mac_address': 'fa:16:3e:59:e2:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3eda15e5-cb77-4415-8bf8-15e80a6a4442', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:57:49.585162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.602067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f653735-3143-4fa4-b768-d2e62882eb12 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:57:49.617518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 1f653735-3143-4fa4-b768-d2e62882eb12, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f653735-3143-4fa4-b768-d2e62882eb12,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:49.621458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:49.687276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=1f653735-3143-4fa4-b768-d2e62882eb12,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:49.825704 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['1f653735-3143-4fa4-b768-d2e62882eb12'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:57:50.596872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d4f121-9739-4054-afb5-9fe6d24d3363 req-bed18f16-0638-4588-bba2-fa569fba7e54 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:50.598335 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26d4f121-9739-4054-afb5-9fe6d24d3363 req-bed18f16-0638-4588-bba2-fa569fba7e54 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 944 time: 0.0790627 Apr 05 14:57:50.642788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26d4f121-9739-4054-afb5-9fe6d24d3363 req-e7630e01-bdf3-44f4-b88e-4aa9b43e2bad tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Apr 05 14:57:51.367442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 1f653735-3143-4fa4-b768-d2e62882eb12 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:57:51.435710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 1f653735-3143-4fa4-b768-d2e62882eb12 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:57:51.441110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 1f653735-3143-4fa4-b768-d2e62882eb12 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:57:51.441476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.558703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.585626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c85c6ba-5d9e-4797-b324-332d0f791fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f653735-3143-4fa4-b768-d2e62882eb12'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:57:51.595025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 1f653735-3143-4fa4-b768-d2e62882eb12, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f653735-3143-4fa4-b768-d2e62882eb12,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:51.600216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:51.642304 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9feb174-fcbe-47c2-b41d-b37bf81dea94'] response: {'server_uuid': '2c85c6ba-5d9e-4797-b324-332d0f791fda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f653735-3143-4fa4-b768-d2e62882eb12', 'code': 200} Apr 05 14:57:51.675820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=1f653735-3143-4fa4-b768-d2e62882eb12,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:51.977964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06acee46-17b4-4957-8efa-b1f5fa367a83 req-0e5d3359-21c6-4309-964b-f0d1a1821529 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:51.979340 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06acee46-17b4-4957-8efa-b1f5fa367a83 req-0e5d3359-21c6-4309-964b-f0d1a1821529 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 945 time: 0.2149796 Apr 05 14:57:51.987166 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-965857e1-a178-4934-9c93-15708978c9d0 req-9d37b474-2f50-4bc2-bc85-254e8d8a6737 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 1098 time: 0.1822510 Apr 05 14:57:52.056484 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-06acee46-17b4-4957-8efa-b1f5fa367a83 req-28c31dbb-3af8-4741-929b-981307a2d794 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681486 Apr 05 14:57:52.058007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-965857e1-a178-4934-9c93-15708978c9d0 req-53bdcdf8-f8ad-4359-a2ac-605f34ead1e4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567365 Apr 05 14:57:53.264914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc895d5-214d-4b13-925e-5da9a115fa18 req-5f70bb2c-953b-445a-a3c6-c9cf3738a1b7 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:53.266376 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bcc895d5-214d-4b13-925e-5da9a115fa18 req-5f70bb2c-953b-445a-a3c6-c9cf3738a1b7 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 945 time: 0.0802145 Apr 05 14:57:53.313710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bcc895d5-214d-4b13-925e-5da9a115fa18 req-0780d8cb-2ea2-4da4-ba6d-0ee45df4cf48 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Apr 05 14:57:54.176330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-653719c0-0c2f-417e-88c6-652dbf0f592a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:54.506953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc337a2d-6727-46fd-994d-bc028b152bd7 req-30623ab3-823b-4938-9abd-b10ecf99f85c tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:54.508306 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc337a2d-6727-46fd-994d-bc028b152bd7 req-30623ab3-823b-4938-9abd-b10ecf99f85c tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 945 time: 0.0747514 Apr 05 14:57:54.552743 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc337a2d-6727-46fd-994d-bc028b152bd7 req-615d10d7-97ca-474f-9d50-3f8e114a65a1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390010 Apr 05 14:57:54.952345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df881ab-a49a-48b7-bef9-09dc9f2611e9 req-1454b4a8-69b1-47fa-85b7-c2017aeee4c3 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:54.953772 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1df881ab-a49a-48b7-bef9-09dc9f2611e9 req-1454b4a8-69b1-47fa-85b7-c2017aeee4c3 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 945 time: 0.0775130 Apr 05 14:57:54.997720 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1df881ab-a49a-48b7-bef9-09dc9f2611e9 req-ce7cc11a-3167-4119-b09f-4c78ae2ba2b5 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379174 Apr 05 14:57:56.232379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd1e66-7c2d-4070-89d2-9e47800844f0 req-0d746b5a-058b-4a4a-a80e-73efbc12e0c5 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:56.233822 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25fd1e66-7c2d-4070-89d2-9e47800844f0 req-0d746b5a-058b-4a4a-a80e-73efbc12e0c5 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 945 time: 0.1161799 Apr 05 14:57:56.296478 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25fd1e66-7c2d-4070-89d2-9e47800844f0 req-0b99920c-0f4f-4730-bf3d-bba538e4f1d7 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515928 Apr 05 14:57:56.302691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-b8aa4d4e-b305-41f5-9604-cf68af412d34 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:56.304078 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-b8aa4d4e-b305-41f5-9604-cf68af412d34 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.15 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 945 time: 0.1229165 Apr 05 14:57:56.370963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Deleting port 1f653735-3143-4fa4-b768-d2e62882eb12 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:57:56.371306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.404073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2717edab-1f30-4cfe-9faf-ed8bc9f6a504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.610414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] For port 1f653735-3143-4fa4-b768-d2e62882eb12, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=1f653735-3143-4fa4-b768-d2e62882eb12,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:57:56.610769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.732445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Calling delete_port for 1f653735-3143-4fa4-b768-d2e62882eb12 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:57:56.870125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.881241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a5d51e84-430d-40b4-8970-c2f895c6f86d', '1f653735-3143-4fa4-b768-d2e62882eb12'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:57:56.917519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Pushing event deleted for resources: {'Port': ['ID=1f653735-3143-4fa4-b768-d2e62882eb12,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:57:56.990794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] No DVR routers for this DVR port 1f653735-3143-4fa4-b768-d2e62882eb12 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:57:56.993354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:56.995899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c85c6ba-5d9e-4797-b324-332d0f791fda', 'name': 'network-vif-deleted', 'tag': '1f653735-3143-4fa4-b768-d2e62882eb12'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:57:57.010813 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4cc7c8e9-9080-4d7b-918b-60540f7edf9a req-7e53364c-b433-4aed-b3a3-3fb6955040d1 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.15 "DELETE /v2.0/ports/1f653735-3143-4fa4-b768-d2e62882eb12 HTTP/1.1" status: 204 len: 173 time: 0.7010162 Apr 05 14:57:57.057329 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b43f3303-e73a-4186-bd2f-d03926cb0908'] response: {'server_uuid': '2c85c6ba-5d9e-4797-b324-332d0f791fda', 'name': 'network-vif-deleted', 'tag': '1f653735-3143-4fa4-b768-d2e62882eb12', 'status': 'completed', 'code': 200} Apr 05 14:57:57.482251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-6e9f52cd-fef5-4928-b242-99a2dd7825e0 req-65d29e6f-a559-49da-b486-fd7f6d048ef5 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Synchronizing usage tracker for tenant:0843d53d7dd7466a8b0c7aed3ced2e1e on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:57:57.499449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-6e9f52cd-fef5-4928-b242-99a2dd7825e0 req-65d29e6f-a559-49da-b486-fd7f6d048ef5 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Unset dirty status for tenant:0843d53d7dd7466a8b0c7aed3ced2e1e on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:57:57.500631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e9f52cd-fef5-4928-b242-99a2dd7825e0 req-65d29e6f-a559-49da-b486-fd7f6d048ef5 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=2c85c6ba-5d9e-4797-b324-332d0f791fda HTTP/1.1" status: 200 len: 210 time: 0.0693057 Apr 05 14:57:57.506069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:57.539070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:58.773017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36cd02-0a15-48eb-b58d-a74e022e8523 req-0ff2ecf1-0c83-4c5b-9ff4-a43fa1a74002 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:58.774476 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f36cd02-0a15-48eb-b58d-a74e022e8523 req-0ff2ecf1-0c83-4c5b-9ff4-a43fa1a74002 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.0792370 Apr 05 14:57:58.819150 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f36cd02-0a15-48eb-b58d-a74e022e8523 req-9b60fcb1-0b76-4c6a-917e-427a2ffe3e6a tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391200 Apr 05 14:57:59.035501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4376d-61f1-446a-ae7c-2f13e9a9a1e2 req-8785f10e-1756-4015-8d7b-c9178fff364a tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:59.036920 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83b4376d-61f1-446a-ae7c-2f13e9a9a1e2 req-8785f10e-1756-4015-8d7b-c9178fff364a tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.0758791 Apr 05 14:57:59.069619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:57:59.082210 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83b4376d-61f1-446a-ae7c-2f13e9a9a1e2 req-eac59321-2cea-4753-be7e-4b14b68455a4 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398676 Apr 05 14:57:59.278250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31064886-f8b8-48cf-ae60-54d0ae94c461 req-e633657d-7e86-4999-9ff9-047fb2ac726a tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:59.279682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-31064886-f8b8-48cf-ae60-54d0ae94c461 req-e633657d-7e86-4999-9ff9-047fb2ac726a tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.0775664 Apr 05 14:57:59.323998 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-31064886-f8b8-48cf-ae60-54d0ae94c461 req-f8e27940-30f1-45a0-9de1-256a40afd86f tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382969 Apr 05 14:57:59.415357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 1f653735-3143-4fa4-b768-d2e62882eb12 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:57:59.447417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 1f653735-3143-4fa4-b768-d2e62882eb12 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:57:59.447755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 1f653735-3143-4fa4-b768-d2e62882eb12 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:57:59.515229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9250466b-db50-476d-8fab-d3ea2f99bea9 req-36981494-cf94-45fb-8e3d-8f1053ccdd45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0659509 Apr 05 14:57:59.790924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b035400a-9f20-4962-8d80-47eef7de9056 req-d72f570f-6886-4b4f-b848-c673fec0ad5e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:57:59.792371 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b035400a-9f20-4962-8d80-47eef7de9056 req-d72f570f-6886-4b4f-b848-c673fec0ad5e tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.1582563 Apr 05 14:57:59.837459 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b035400a-9f20-4962-8d80-47eef7de9056 req-18efa694-fd75-48e7-8a4e-68fec9995bc2 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396001 Apr 05 14:58:00.030953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7fbd9f-f4b3-441e-9772-5cb9d6394ac3 req-3451ed66-db60-4863-93eb-9253b0ac226f tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:00.032285 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dd7fbd9f-f4b3-441e-9772-5cb9d6394ac3 req-3451ed66-db60-4863-93eb-9253b0ac226f tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.0739942 Apr 05 14:58:00.078808 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dd7fbd9f-f4b3-441e-9772-5cb9d6394ac3 req-68084e3e-9158-4a7d-903c-636ae7048179 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405531 Apr 05 14:58:00.284680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf7100-b27b-40e9-b180-6bdb917cc377 req-de687fbb-221d-4e76-9059-a1793e8d7ff0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:00.286025 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bacf7100-b27b-40e9-b180-6bdb917cc377 req-de687fbb-221d-4e76-9059-a1793e8d7ff0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.0745127 Apr 05 14:58:00.332772 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bacf7100-b27b-40e9-b180-6bdb917cc377 req-d38bc586-31c4-4aa2-920b-987697bc710b tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401630 Apr 05 14:58:00.888366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f1e9bf-cab3-445c-8c4a-5987c4357998 req-d9f4f3bf-c801-43ab-a73a-a66acfa04128 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:00.889807 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d0f1e9bf-cab3-445c-8c4a-5987c4357998 req-d9f4f3bf-c801-43ab-a73a-a66acfa04128 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.0780444 Apr 05 14:58:00.933792 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d0f1e9bf-cab3-445c-8c4a-5987c4357998 req-bbd41b4d-5be3-4b6e-b60a-76eed4704b9a tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379221 Apr 05 14:58:02.186339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa3f28-49de-4ca0-84d3-92e51cf3daa7 req-924ba497-8dd1-4212-af96-5fba04dd8b31 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:02.187782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b3fa3f28-49de-4ca0-84d3-92e51cf3daa7 req-924ba497-8dd1-4212-af96-5fba04dd8b31 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.1357989 Apr 05 14:58:02.194504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0060499f-819d-4469-ac50-d56fd778251d req-ca1613f7-b0b0-4116-b93c-5dbda5a43308 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:02.195853 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0060499f-819d-4469-ac50-d56fd778251d req-ca1613f7-b0b0-4116-b93c-5dbda5a43308 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.15 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 946 time: 0.1128573 Apr 05 14:58:02.290141 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Deleting port a5d51e84-430d-40b4-8970-c2f895c6f86d {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:02.290483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:02.319921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b3fa3f28-49de-4ca0-84d3-92e51cf3daa7 req-c7efaf79-9ac7-4d8e-ba11-ff00e7abacf9 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/security-groups?id=e67e3d06-6893-4e64-932c-bb2e493f7cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231666 Apr 05 14:58:02.539152 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] For port a5d51e84-430d-40b4-8970-c2f895c6f86d, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a5d51e84-430d-40b4-8970-c2f895c6f86d,segment=NetworkSegment(f8d0ce22-3f60-4211-8f32-0acb36e95ed3),segment_id=f8d0ce22-3f60-4211-8f32-0acb36e95ed3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:02.539429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:02.660097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Calling delete_port for a5d51e84-430d-40b4-8970-c2f895c6f86d owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:58:02.801844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:02.813615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a5d51e84-430d-40b4-8970-c2f895c6f86d'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:58:02.853921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Pushing event deleted for resources: {'Port': ['ID=a5d51e84-430d-40b4-8970-c2f895c6f86d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:02.927336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] No DVR routers for this DVR port a5d51e84-430d-40b4-8970-c2f895c6f86d on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:02.929683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:02.932217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46a82da0-6cbc-4c44-9022-a5313b2b0e7c', 'name': 'network-vif-deleted', 'tag': 'a5d51e84-430d-40b4-8970-c2f895c6f86d'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:58:02.948030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0060499f-819d-4469-ac50-d56fd778251d req-4b5470d4-da8b-42e7-9a64-dcde75463fff tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.15 "DELETE /v2.0/ports/a5d51e84-430d-40b4-8970-c2f895c6f86d HTTP/1.1" status: 204 len: 173 time: 0.7377543 Apr 05 14:58:02.967125 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:58:02.991517 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f586157e-4c7d-4094-adf5-ae1d40940de2'] response: {'server_uuid': '46a82da0-6cbc-4c44-9022-a5313b2b0e7c', 'name': 'network-vif-deleted', 'tag': 'a5d51e84-430d-40b4-8970-c2f895c6f86d', 'status': 'completed', 'code': 200} Apr 05 14:58:03.492726 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-4e21a5a1-d8fe-464d-a3d1-ea6fca54e793 req-b3ac515f-0f74-4259-b0b6-c7079f0f4df0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Synchronizing usage tracker for tenant:0843d53d7dd7466a8b0c7aed3ced2e1e on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:58:03.507145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-4e21a5a1-d8fe-464d-a3d1-ea6fca54e793 req-b3ac515f-0f74-4259-b0b6-c7079f0f4df0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] Unset dirty status for tenant:0843d53d7dd7466a8b0c7aed3ced2e1e on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:58:03.508279 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4e21a5a1-d8fe-464d-a3d1-ea6fca54e793 req-b3ac515f-0f74-4259-b0b6-c7079f0f4df0 tempest-ServersNegativeTestJSON-1620180315 tempest-ServersNegativeTestJSON-1620180315-project] 10.222.0.18 "GET /v2.0/ports?device_id=46a82da0-6cbc-4c44-9022-a5313b2b0e7c HTTP/1.1" status: 200 len: 210 time: 0.0554643 Apr 05 14:58:04.612366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44232) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:04.673253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffc5524-52d1-4058-aed0-83ed68caaa27 admin admin] Deleting subnet 3eda15e5-cb77-4415-8bf8-15e80a6a4442 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:58:04.676650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cffc5524-52d1-4058-aed0-83ed68caaa27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.723756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cffc5524-52d1-4058-aed0-83ed68caaa27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.777284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cffc5524-52d1-4058-aed0-83ed68caaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.848501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cffc5524-52d1-4058-aed0-83ed68caaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.885386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffc5524-52d1-4058-aed0-83ed68caaa27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3eda15e5-cb77-4415-8bf8-15e80a6a4442,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:04.891285 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cffc5524-52d1-4058-aed0-83ed68caaa27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:04.897626 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cffc5524-52d1-4058-aed0-83ed68caaa27 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3eda15e5-cb77-4415-8bf8-15e80a6a4442 HTTP/1.1" status: 204 len: 168 time: 0.2839878 Apr 05 14:58:04.900030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44236) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:05.087699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.206850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.231164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2b9543-5a51-4a76-ad1f-afa9b9132216']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:05.247397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:05.247696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8d0ce22-3f60-4211-8f32-0acb36e95ed3') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:05.258909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.275018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.280980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:58:05.281422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:05.298984 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:05.370036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.375063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.394965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c2b9543-5a51-4a76-ad1f-afa9b9132216,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:05.398736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a8caac7b-3070-461b-93f8-4f849fe80190 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6c2b9543-5a51-4a76-ad1f-afa9b9132216 HTTP/1.1" status: 204 len: 168 time: 0.4977517 Apr 05 14:58:05.460197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a5d51e84-430d-40b4-8970-c2f895c6f86d no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:58:05.496312 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: a5d51e84-430d-40b4-8970-c2f895c6f86d {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:58:05.496683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a5d51e84-430d-40b4-8970-c2f895c6f86d not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:58:05.533124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44242) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:05.587000 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b82a3f6f-6d67-4903-917e-1ac51a3404ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0843d53d7dd7466a8b0c7aed3ced2e1e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527139 Apr 05 14:58:05.589324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44246) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:05.647245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9268aea9-79b0-41f9-a7d1-0109772e9451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.671461 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9268aea9-79b0-41f9-a7d1-0109772e9451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.721794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9268aea9-79b0-41f9-a7d1-0109772e9451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.738998 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9268aea9-79b0-41f9-a7d1-0109772e9451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67e3d06-6893-4e64-932c-bb2e493f7cb6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:05.742196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-9268aea9-79b0-41f9-a7d1-0109772e9451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:05.743303 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9268aea9-79b0-41f9-a7d1-0109772e9451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e67e3d06-6893-4e64-932c-bb2e493f7cb6 HTTP/1.1" status: 204 len: 168 time: 0.1530218 Apr 05 14:58:06.587173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44268) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:06.712325 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1133971191'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:06.717260 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:06.721010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:network and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:06.723810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:06.729821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:06.738945 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:06.741708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.754073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.786498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:06.790211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:security_group_rule and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:06.792984 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:06.798688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:06.866015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.869650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.898217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:06.910450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee519ed4-d20b-4fa6-aeaa-0f223b369560,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:06.914814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.915150 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Added segment f1f72054-7851-4b58-a838-20a2a8e7b86c of type vlan for network e5a25490-8670-4311-a6af-c4503e7eb8b2 Apr 05 14:58:06.940821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.968000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:06.972169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:06.972734 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:07.164231 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5758386 Apr 05 14:58:07.166786 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14043c55-8334-437a-870e-a8deea7e9b62 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Network': ['ID=e5a25490-8670-4311-a6af-c4503e7eb8b2,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:07.177303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network e5a25490-8670-4311-a6af-c4503e7eb8b2 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:07.911369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.388448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44274) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:10.394012 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'subnet': {'network_id': 'e5a25490-8670-4311-a6af-c4503e7eb8b2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:10.499142 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:10.502787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:subnet and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:10.505484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:10.510992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:10.520234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:10.618052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.824615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.902834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Subnet': ['ID=d1747404-c246-4f0f-beab-c7466f4196c7,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:10.912829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Checking segment: {'id': 'f1f72054-7851-4b58-a838-20a2a8e7b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5a25490-8670-4311-a6af-c4503e7eb8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:10.913179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network hostable DHCP agents. Network: e5a25490-8670-4311-a6af-c4503e7eb8b2, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:10.933842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network e5a25490-8670-4311-a6af-c4503e7eb8b2 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:10.942622 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, e5a25490-8670-4311-a6af-c4503e7eb8b2) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:10.946496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:10.947063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:10.952211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc9a912-1882-4696-8496-32940b849a4a None None] Network e5a25490-8670-4311-a6af-c4503e7eb8b2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:10.968026 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-582c3c9f-baa8-4abb-a551-2b496bc8de72 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5785170 Apr 05 14:58:10.972145 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44278) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:10.977773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1417630307'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:10.982667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:10.986441 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:network and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:10.989462 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:10.995046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:11.005363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:11.008153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.038442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:11.047201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.047535 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Added segment 4c892377-dbe9-4207-90b6-88049ba5a360 of type vlan for network 1373cfac-a288-4df2-ae73-fc3541950017 Apr 05 14:58:11.074034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.104678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.108305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:11.108908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.160029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-e5a25490-8670-4311-a6af-c4503e7eb8b2', 'network_id': 'e5a25490-8670-4311-a6af-c4503e7eb8b2', 'tenant_id': '505dc8da3ed84d2dbed7842d99e0bac9', 'fixed_ips': [{'subnet_id': 'd1747404-c246-4f0f-beab-c7466f4196c7'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:11.160843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.207530 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2341857 Apr 05 14:58:11.210555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44282) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:11.218099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'subnet': {'network_id': '1373cfac-a288-4df2-ae73-fc3541950017', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:11.239320 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4065b4-274f-4054-b44e-3bc1a3fe2b86 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Network': ['ID=1373cfac-a288-4df2-ae73-fc3541950017,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:11.252105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 1373cfac-a288-4df2-ae73-fc3541950017 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:11.331913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:11.337169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:subnet and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:11.340584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:11.346308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:11.356499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:11.405774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Allocated IP 2001:db8:0:ffff::2 (e5a25490-8670-4311-a6af-c4503e7eb8b2/d1747404-c246-4f0f-beab-c7466f4196c7/8a15df2d-b419-4c0c-97c9-bb08dcc418c5) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:11.456723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.649462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.659401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Transition to ACTIVE for port object 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:11.677418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Transition to ACTIVE for port object 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:11.683700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.686543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.749172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Network e5a25490-8670-4311-a6af-c4503e7eb8b2 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:11.752328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:11.755924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:11.761858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Pushing event updated for resources: {'Port': ['ID=8a15df2d-b419-4c0c-97c9-bb08dcc418c5,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:11.766226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Subnet': ['ID=570719ad-c160-4326-bde9-2ba9efc57daf,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:11.777908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Checking segment: {'id': '4c892377-dbe9-4207-90b6-88049ba5a360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '1373cfac-a288-4df2-ae73-fc3541950017'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:11.778298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network hostable DHCP agents. Network: 1373cfac-a288-4df2-ae73-fc3541950017, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:11.799975 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network 1373cfac-a288-4df2-ae73-fc3541950017 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:11.809097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 1373cfac-a288-4df2-ae73-fc3541950017) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:11.813341 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:11.814865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.831664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559f592a-4763-484e-baf2-3284c160338b None None] Network 1373cfac-a288-4df2-ae73-fc3541950017 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:11.835891 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5e656f93-c761-4b33-bb9f-5d96f595cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6245232 Apr 05 14:58:11.838695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44286) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:11.844029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.844365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.844690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.845040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.845358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.845675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.845989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.846325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.846633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.846940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.847246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:11.927289 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Attempting to bind port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:11.927570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Attempting to bind port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'f1f72054-7851-4b58-a838-20a2a8e7b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5a25490-8670-4311-a6af-c4503e7eb8b2'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:11.927920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Attempting to bind port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 on network e5a25490-8670-4311-a6af-c4503e7eb8b2 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:11.941301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:11.941658 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Checking segment: {'id': 'f1f72054-7851-4b58-a838-20a2a8e7b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5a25490-8670-4311-a6af-c4503e7eb8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:11.942068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.942448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Bound using segment: {'id': 'f1f72054-7851-4b58-a838-20a2a8e7b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5a25490-8670-4311-a6af-c4503e7eb8b2'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:11.942895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Bound port: 8a15df2d-b419-4c0c-97c9-bb08dcc418c5, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1f72054-7851-4b58-a838-20a2a8e7b86c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'e5a25490-8670-4311-a6af-c4503e7eb8b2'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:11.943258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:11.975377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.039900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.095706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] For port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:12.099984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] For port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8a15df2d-b419-4c0c-97c9-bb08dcc418c5,segment=NetworkSegment(f1f72054-7851-4b58-a838-20a2a8e7b86c),segment_id=f1f72054-7851-4b58-a838-20a2a8e7b86c)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:12.124517 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.130892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.185113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5f12b1-0be3-4356-93b3-fb62b085017e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-1373cfac-a288-4df2-ae73-fc3541950017', 'network_id': '1373cfac-a288-4df2-ae73-fc3541950017', 'tenant_id': '505dc8da3ed84d2dbed7842d99e0bac9', 'fixed_ips': [{'subnet_id': '570719ad-c160-4326-bde9-2ba9efc57daf'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:12.185857 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cb5f12b1-0be3-4356-93b3-fb62b085017e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.269569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Subnet': ['ID=570719ad-c160-4326-bde9-2ba9efc57daf,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:12.278475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fe17d0-9457-47cb-b839-c8d53eec8246 None None] Pushing event updated for resources: {'Port': ['ID=8a15df2d-b419-4c0c-97c9-bb08dcc418c5,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:12.321762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54ae0e6-5ec2-4577-9ed0-1929bd27a789 None None] Network 1373cfac-a288-4df2-ae73-fc3541950017 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:12.369577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.413246 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1373cfac-a288-4df2-ae73-fc3541950017']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:12.430630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c892377-dbe9-4207-90b6-88049ba5a360') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:12.430929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c892377-dbe9-4207-90b6-88049ba5a360') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:12.442444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.462939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.469883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:58:12.471038 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:12.485590 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:12.568799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.586327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.597351 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Network': ['ID=1373cfac-a288-4df2-ae73-fc3541950017,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:12.603269 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-25ab86db-b0c9-47c4-90ce-c56da5dce387 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/1373cfac-a288-4df2-ae73-fc3541950017 HTTP/1.1" status: 204 len: 168 time: 0.7617092 Apr 05 14:58:12.604805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44290) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:12.610097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2020122378'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:12.615229 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:12.619003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:network and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:12.621792 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:12.627393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:12.636511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:12.639371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.667574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:12.676163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.676501 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Added segment bb40f414-9e5f-44af-acfe-a424cef818a8 of type vlan for network cea4350d-0950-4d63-8851-8e52f0eea991 Apr 05 14:58:12.701858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.731804 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.735626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:12.736200 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:12.834407 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2286596 Apr 05 14:58:12.838270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44294) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:12.844500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'subnet': {'network_id': 'cea4350d-0950-4d63-8851-8e52f0eea991', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:12.851680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416aa894-acdc-4f9d-952b-e7099e11319c tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Network': ['ID=cea4350d-0950-4d63-8851-8e52f0eea991,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:12.863201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network cea4350d-0950-4d63-8851-8e52f0eea991 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:12.973134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:12.977358 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:subnet and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:12.980325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:12.986240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:12.996310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:13.110068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.206123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Performing IP validity checks on allocation pools {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Apr 05 14:58:13.206782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.ipam_backend_mixin [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83850) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Apr 05 14:58:13.221757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bcd0db-972a-4dbb-8bb9-9eaa23a6a9db None None] Network e5a25490-8670-4311-a6af-c4503e7eb8b2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:13.331924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ad0b6e32-02ec-4835-a850-befa2300b7fa None None] Provisioning for port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:13.338307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.417734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Subnet': ['ID=16487295-cf8e-48a4-8bee-b279b65f627d,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:13.429211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Checking segment: {'id': 'bb40f414-9e5f-44af-acfe-a424cef818a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'cea4350d-0950-4d63-8851-8e52f0eea991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:13.429564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network hostable DHCP agents. Network: cea4350d-0950-4d63-8851-8e52f0eea991, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:13.452298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network cea4350d-0950-4d63-8851-8e52f0eea991 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:13.463055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, cea4350d-0950-4d63-8851-8e52f0eea991) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:13.468617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:13.469151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.472549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a74b93-9750-4455-ae16-51466b8ad3c8 None None] Network cea4350d-0950-4d63-8851-8e52f0eea991 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:13.493667 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eb6c4e3c-ebc0-4e27-9d18-54cf4195c264 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6541901 Apr 05 14:58:13.496466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44298) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:13.647307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.702133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc90209-3fcb-48d0-9d97-b7a430023bad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-cea4350d-0950-4d63-8851-8e52f0eea991', 'network_id': 'cea4350d-0950-4d63-8851-8e52f0eea991', 'tenant_id': '505dc8da3ed84d2dbed7842d99e0bac9', 'fixed_ips': [{'subnet_id': '16487295-cf8e-48a4-8bee-b279b65f627d'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:13.702941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fc90209-3fcb-48d0-9d97-b7a430023bad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.721576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.798690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.836148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Subnet': ['ID=16487295-cf8e-48a4-8bee-b279b65f627d,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server [None req-2fc90209-3fcb-48d0-9d97-b7a430023bad None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16487295-cf8e-48a4-8bee-b279b65f627d: This subnet is being modified by another concurrent operation. Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server raise value Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server raise value Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server raise value Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server raise value Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server raise value Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server raise value Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server raise exception Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 16487295-cf8e-48a4-8bee-b279b65f627d: This subnet is being modified by another concurrent operation. Apr 05 14:58:13.879564 dv-neutron-829488-2-hyperv neutron-server[83852]: ERROR oslo_messaging.rpc.server Apr 05 14:58:13.907793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df28417-692c-4d4e-a64e-484001a4cff1 None None] Network cea4350d-0950-4d63-8851-8e52f0eea991 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:13.930991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.956275 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea4350d-0950-4d63-8851-8e52f0eea991']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:13.967952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb40f414-9e5f-44af-acfe-a424cef818a8') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:13.968248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb40f414-9e5f-44af-acfe-a424cef818a8') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:13.979323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:13.995202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.001246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:58:14.002278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:14.020061 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:14.073799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f2af5a-f269-4988-b837-9a370093232f None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:58:14.104617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.110431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.143603 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/cea4350d-0950-4d63-8851-8e52f0eea991 HTTP/1.1" status: 204 len: 168 time: 0.6460581 Apr 05 14:58:14.144517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88666063-aedc-4d1d-b88e-c7890e802a57 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Network': ['ID=cea4350d-0950-4d63-8851-8e52f0eea991,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:14.147422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44302) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:14.153153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1378879193'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:14.157913 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:14.161687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:network and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:14.164497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:14.164629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f2af5a-f269-4988-b837-9a370093232f None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:58:14.170509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:14.181168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:14.184219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.221261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:14.232795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.233375 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Added segment 758fc939-257c-47f3-81e7-4d05975f2a44 of type vlan for network 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb Apr 05 14:58:14.261901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.288057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:14.300111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.303980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:14.304558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.440460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:14.448718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:14.449083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.492602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3440852 Apr 05 14:58:14.496363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44306) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:14.498157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937b8f01-b0e2-4928-b30e-b11e216b965e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Network': ['ID=7ea9cf51-e3f5-430b-91fc-897f0b9e74cb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:14.503428 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'subnet': {'network_id': '7ea9cf51-e3f5-430b-91fc-897f0b9e74cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:14.533050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:14.611775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:14.617201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:subnet and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:14.620011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:14.625719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:14.636875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:14.727863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.739718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.759681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8a15df2d-b419-4c0c-97c9-bb08dcc418c5,segment=NetworkSegment(f1f72054-7851-4b58-a838-20a2a8e7b86c),segment_id=f1f72054-7851-4b58-a838-20a2a8e7b86c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:14.763199 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:14.827604 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=8a15df2d-b419-4c0c-97c9-bb08dcc418c5,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:14.946662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.028257 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Subnet': ['ID=b807a5d1-7da7-48fd-ade9-ce09378b9987,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:15.034221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Checking segment: {'id': '758fc939-257c-47f3-81e7-4d05975f2a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7ea9cf51-e3f5-430b-91fc-897f0b9e74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:15.034434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network hostable DHCP agents. Network: 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:15.055392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:15.064845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:15.068421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:15.069022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.074118 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f028e-a2d9-4770-97ec-e75798205883 None None] Network 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:15.089071 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6d761a2a-274a-4600-8e16-9cb77fc55bb5 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5910134 Apr 05 14:58:15.092700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44310) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:15.098072 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-303379059'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:15.102819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:15.106742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:network and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:15.110005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:15.116014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:15.125997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:15.129388 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.157420 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:15.166199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.166540 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Added segment 83755ead-8a1e-4a19-820f-a50297381d20 of type vlan for network d160e085-b923-484f-859d-e37a94a5a437 Apr 05 14:58:15.191953 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.220643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.224301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:15.224869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.290692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-7ea9cf51-e3f5-430b-91fc-897f0b9e74cb', 'network_id': '7ea9cf51-e3f5-430b-91fc-897f0b9e74cb', 'tenant_id': '505dc8da3ed84d2dbed7842d99e0bac9', 'fixed_ips': [{'subnet_id': 'b807a5d1-7da7-48fd-ade9-ce09378b9987'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:15.291563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.325890 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2320867 Apr 05 14:58:15.328814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44314) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:15.337177 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Request body: {'subnet': {'network_id': 'd160e085-b923-484f-859d-e37a94a5a437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:15.358117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f670b36-f303-4bee-9431-41470688f603 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Network': ['ID=d160e085-b923-484f-859d-e37a94a5a437,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:15.373899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network d160e085-b923-484f-859d-e37a94a5a437 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:15.461315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:15.465208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Usage tracker for resource:subnet and tenant:505dc8da3ed84d2dbed7842d99e0bac9 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:15.468118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:15.473714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:15.483151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Made reservation on behalf of 505dc8da3ed84d2dbed7842d99e0bac9 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:15.548620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Allocated IP 2001:db8::2 (7ea9cf51-e3f5-430b-91fc-897f0b9e74cb/b807a5d1-7da7-48fd-ade9-ce09378b9987/38f9cd07-23ec-42c5-ba46-28f3dc6a31de) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:15.587996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.793617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.803947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Transition to ACTIVE for port object 38f9cd07-23ec-42c5-ba46-28f3dc6a31de will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:15.823370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Transition to ACTIVE for port object 38f9cd07-23ec-42c5-ba46-28f3dc6a31de will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:15.827753 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.895963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:15.899457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Network 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:15.902323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:15.906605 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:15.909909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Pushing event updated for resources: {'Port': ['ID=38f9cd07-23ec-42c5-ba46-28f3dc6a31de,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:15.978169 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event updated for resources: {'Subnet': ['ID=fb5c71de-8b1e-407e-948d-b9fcafe32823,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:15.992511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Checking segment: {'id': '83755ead-8a1e-4a19-820f-a50297381d20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'd160e085-b923-484f-859d-e37a94a5a437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:15.992868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network hostable DHCP agents. Network: d160e085-b923-484f-859d-e37a94a5a437, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:15.992975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Attempting to bind port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:15.993342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Attempting to bind port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '758fc939-257c-47f3-81e7-4d05975f2a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7ea9cf51-e3f5-430b-91fc-897f0b9e74cb'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:15.993694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Attempting to bind port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de on network 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:15.999851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:16.000211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Checking segment: {'id': '758fc939-257c-47f3-81e7-4d05975f2a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7ea9cf51-e3f5-430b-91fc-897f0b9e74cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:16.000597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.000977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Bound using segment: {'id': '758fc939-257c-47f3-81e7-4d05975f2a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7ea9cf51-e3f5-430b-91fc-897f0b9e74cb'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:16.001421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Bound port: 38f9cd07-23ec-42c5-ba46-28f3dc6a31de, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758fc939-257c-47f3-81e7-4d05975f2a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '7ea9cf51-e3f5-430b-91fc-897f0b9e74cb'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:16.001779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.014317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Network d160e085-b923-484f-859d-e37a94a5a437 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:16.024510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, d160e085-b923-484f-859d-e37a94a5a437) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:16.028685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:16.029322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.048763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d964d98-5fe4-449f-9c1f-e9f145294c5e None None] Network d160e085-b923-484f-859d-e37a94a5a437 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:16.052317 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e1553adc-cf1f-470e-b158-1e87fcf5bd0e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7225194 Apr 05 14:58:16.054918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44318) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:16.182749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] For port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:16.200834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.205013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] For port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=38f9cd07-23ec-42c5-ba46-28f3dc6a31de,segment=NetworkSegment(758fc939-257c-47f3-81e7-4d05975f2a44),segment_id=758fc939-257c-47f3-81e7-4d05975f2a44)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:16.210717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.273129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.277654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:16.347313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.385199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5c71de-8b1e-407e-948d-b9fcafe32823,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:16.424260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ffe43c-35ea-4fd6-bf68-22ee512dc7ef None None] Pushing event updated for resources: {'Port': ['ID=38f9cd07-23ec-42c5-ba46-28f3dc6a31de,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:16.442077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54721065-c374-4389-a744-c7d198aaee63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-d160e085-b923-484f-859d-e37a94a5a437', 'network_id': 'd160e085-b923-484f-859d-e37a94a5a437', 'tenant_id': '505dc8da3ed84d2dbed7842d99e0bac9', 'fixed_ips': [{'subnet_id': 'fb5c71de-8b1e-407e-948d-b9fcafe32823'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:16.442653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-54721065-c374-4389-a744-c7d198aaee63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.454015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:16.454471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.495371 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.523935 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d160e085-b923-484f-859d-e37a94a5a437']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:16.538508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83755ead-8a1e-4a19-820f-a50297381d20') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:16.538918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83755ead-8a1e-4a19-820f-a50297381d20') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:16.558084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.611088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.618269 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:58:16.618748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.637765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b51a7-896b-40d8-a438-9cc9ce983150 None None] Network d160e085-b923-484f-859d-e37a94a5a437 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:16.639472 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:16.732000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.760166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:16.770491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Network': ['ID=d160e085-b923-484f-859d-e37a94a5a437,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:16.775621 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f7769d12-a185-4b97-89a9-c6c4ab74345d tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/d160e085-b923-484f-859d-e37a94a5a437 HTTP/1.1" status: 204 len: 168 time: 0.7197685 Apr 05 14:58:16.778239 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44322) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:16.819532 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a001c9-bc9d-4244-9042-e5c4e61acc98 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] GET failed (client error): The resource could not be found. Apr 05 14:58:16.820077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e7a001c9-bc9d-4244-9042-e5c4e61acc98 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Synchronizing usage tracker for tenant:505dc8da3ed84d2dbed7842d99e0bac9 on resource:subnet {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:58:16.837360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-e7a001c9-bc9d-4244-9042-e5c4e61acc98 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Unset dirty status for tenant:505dc8da3ed84d2dbed7842d99e0bac9 on resource:subnet {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:58:16.838507 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e7a001c9-bc9d-4244-9042-e5c4e61acc98 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "GET /v2.0/subnets/fb5c71de-8b1e-407e-948d-b9fcafe32823 HTTP/1.1" status: 404 len: 337 time: 0.0592279 Apr 05 14:58:16.841968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44326) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:16.869826 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-a719b32b-e04b-4ca4-8ced-f0badf1fe204 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] DELETE failed (client error): The resource could not be found. Apr 05 14:58:16.870211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a719b32b-e04b-4ca4-8ced-f0badf1fe204 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:58:16.871738 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a719b32b-e04b-4ca4-8ced-f0badf1fe204 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/d160e085-b923-484f-859d-e37a94a5a437 HTTP/1.1" status: 404 len: 339 time: 0.0288885 Apr 05 14:58:16.875365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44330) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:16.911996 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-02ddabe8-b051-4b69-b2ad-c9bfdb167833 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] DELETE failed (client error): The resource could not be found. Apr 05 14:58:16.912418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02ddabe8-b051-4b69-b2ad-c9bfdb167833 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:58:16.914170 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-02ddabe8-b051-4b69-b2ad-c9bfdb167833 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/subnets/fb5c71de-8b1e-407e-948d-b9fcafe32823 HTTP/1.1" status: 404 len: 337 time: 0.0378668 Apr 05 14:58:16.917058 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44334) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:16.943137 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-384190d8-66c4-4234-9da2-c84a32f5cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] DELETE failed (client error): The resource could not be found. Apr 05 14:58:16.943553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-384190d8-66c4-4234-9da2-c84a32f5cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:58:16.945113 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-384190d8-66c4-4234-9da2-c84a32f5cc36 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/d160e085-b923-484f-859d-e37a94a5a437 HTTP/1.1" status: 404 len: 339 time: 0.0271728 Apr 05 14:58:16.947700 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44338) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:17.012780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc0d18a-d1f3-453d-86c1-ff7412940afa tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Deleting subnet b807a5d1-7da7-48fd-ade9-ce09378b9987 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:58:17.015623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d18a-d1f3-453d-86c1-ff7412940afa tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.067891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d18a-d1f3-453d-86c1-ff7412940afa tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.150485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d18a-d1f3-453d-86c1-ff7412940afa tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.228432 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d18a-d1f3-453d-86c1-ff7412940afa tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.269495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc0d18a-d1f3-453d-86c1-ff7412940afa tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Subnet': ['ID=b807a5d1-7da7-48fd-ade9-ce09378b9987,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:17.273409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc0d18a-d1f3-453d-86c1-ff7412940afa tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.287204 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0fc0d18a-d1f3-453d-86c1-ff7412940afa tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/subnets/b807a5d1-7da7-48fd-ade9-ce09378b9987 HTTP/1.1" status: 204 len: 168 time: 0.3383567 Apr 05 14:58:17.289504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44342) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:17.372142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e3cb89-c42e-45b2-bc83-0ae28b66b659 None None] Network 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:17.404682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.415314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Deleting port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:17.415631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.546211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5a34a83a-f0fb-42d0-b003-aaa10ef59130 None None] Provisioning for port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:17.615302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] For port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=38f9cd07-23ec-42c5-ba46-28f3dc6a31de,segment=NetworkSegment(758fc939-257c-47f3-81e7-4d05975f2a44),segment_id=758fc939-257c-47f3-81e7-4d05975f2a44)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:17.615748 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.643172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] DHCP port deletion for 7ea9cf51-e3f5-430b-91fc-897f0b9e74cb request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:58:17.648368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] Deleting port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:17.648848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.821326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Calling delete_port for 38f9cd07-23ec-42c5-ba46-28f3dc6a31de owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:58:17.847140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] For port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=38f9cd07-23ec-42c5-ba46-28f3dc6a31de,segment=NetworkSegment(758fc939-257c-47f3-81e7-4d05975f2a44),segment_id=758fc939-257c-47f3-81e7-4d05975f2a44)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:17.847519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.894009 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:17.941281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Port': ['ID=38f9cd07-23ec-42c5-ba46-28f3dc6a31de,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:17.947182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No DVR routers for this DVR port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:17.999223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] Calling delete_port for 38f9cd07-23ec-42c5-ba46-28f3dc6a31de owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:58:18.067240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:58:18.067594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:58:18.071911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.096797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea9cf51-e3f5-430b-91fc-897f0b9e74cb']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:18.108528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758fc939-257c-47f3-81e7-4d05975f2a44') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:18.108822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758fc939-257c-47f3-81e7-4d05975f2a44') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:18.120103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.136016 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.142776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:58:18.143362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:18.157342 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:18.234874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.252289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.262800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Network': ['ID=7ea9cf51-e3f5-430b-91fc-897f0b9e74cb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:18.266668 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5bad0259-de75-462a-ab8a-fb748c257c1e tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/7ea9cf51-e3f5-430b-91fc-897f0b9e74cb HTTP/1.1" status: 204 len: 168 time: 0.9761627 Apr 05 14:58:18.269631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44346) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:18.310307 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-84049066-ab88-4d90-a004-ccc2987472ae tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] DELETE failed (client error): The resource could not be found. Apr 05 14:58:18.310735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84049066-ab88-4d90-a004-ccc2987472ae tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:58:18.312541 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-84049066-ab88-4d90-a004-ccc2987472ae tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/subnets/16487295-cf8e-48a4-8bee-b279b65f627d HTTP/1.1" status: 404 len: 337 time: 0.0405357 Apr 05 14:58:18.315652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44350) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:18.339678 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ab6104-b011-4893-a8a7-e1d963ae3c15 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] DELETE failed (client error): The resource could not be found. Apr 05 14:58:18.340018 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ab6104-b011-4893-a8a7-e1d963ae3c15 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:58:18.341525 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d9ab6104-b011-4893-a8a7-e1d963ae3c15 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/cea4350d-0950-4d63-8851-8e52f0eea991 HTTP/1.1" status: 404 len: 339 time: 0.0249791 Apr 05 14:58:18.343699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44354) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:18.383686 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-db0dfce3-ecdd-4a19-8752-b4e059f0563f tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] DELETE failed (client error): The resource could not be found. Apr 05 14:58:18.384098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db0dfce3-ecdd-4a19-8752-b4e059f0563f tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:58:18.385602 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-db0dfce3-ecdd-4a19-8752-b4e059f0563f tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/subnets/570719ad-c160-4326-bde9-2ba9efc57daf HTTP/1.1" status: 404 len: 337 time: 0.0410874 Apr 05 14:58:18.387905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44358) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:18.410677 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.pecan_wsgi.hooks.translation [None req-68a859af-f248-4191-abd7-7338c5cc7d78 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] DELETE failed (client error): The resource could not be found. Apr 05 14:58:18.411086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68a859af-f248-4191-abd7-7338c5cc7d78 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83851) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 05 14:58:18.412560 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-68a859af-f248-4191-abd7-7338c5cc7d78 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/1373cfac-a288-4df2-ae73-fc3541950017 HTTP/1.1" status: 404 len: 339 time: 0.0238380 Apr 05 14:58:18.414645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44362) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:18.569127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] Deleting port 38f9cd07-23ec-42c5-ba46-28f3dc6a31de {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:18.569725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.597936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d1f822-cd58-400d-9111-0f2163a7d059 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Deleting subnet d1747404-c246-4f0f-beab-c7466f4196c7 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:58:18.600838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8d1f822-cd58-400d-9111-0f2163a7d059 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.637749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6373a87e-a13c-4f3a-a967-a210a5fcaf42 None None] The port '38f9cd07-23ec-42c5-ba46-28f3dc6a31de' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:58:18.659747 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8d1f822-cd58-400d-9111-0f2163a7d059 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.738728 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8d1f822-cd58-400d-9111-0f2163a7d059 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.812275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8d1f822-cd58-400d-9111-0f2163a7d059 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.850176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1f822-cd58-400d-9111-0f2163a7d059 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Subnet': ['ID=d1747404-c246-4f0f-beab-c7466f4196c7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:18.855078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d8d1f822-cd58-400d-9111-0f2163a7d059 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.860345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954787bd-3fad-42da-b977-fc162d243532 None None] Network e5a25490-8670-4311-a6af-c4503e7eb8b2 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:18.863957 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d8d1f822-cd58-400d-9111-0f2163a7d059 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/subnets/d1747404-c246-4f0f-beab-c7466f4196c7 HTTP/1.1" status: 204 len: 168 time: 0.4484491 Apr 05 14:58:18.866301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44366) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:18.975046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:18.985530 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Deleting port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:18.985856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.093372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] DHCP port deletion for e5a25490-8670-4311-a6af-c4503e7eb8b2 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:58:19.097411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] Deleting port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:19.097845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.187490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] For port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8a15df2d-b419-4c0c-97c9-bb08dcc418c5,segment=NetworkSegment(f1f72054-7851-4b58-a838-20a2a8e7b86c),segment_id=f1f72054-7851-4b58-a838-20a2a8e7b86c)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:19.187865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.300280 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] For port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=8a15df2d-b419-4c0c-97c9-bb08dcc418c5,segment=NetworkSegment(f1f72054-7851-4b58-a838-20a2a8e7b86c),segment_id=f1f72054-7851-4b58-a838-20a2a8e7b86c)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:19.300665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.402223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Calling delete_port for 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:58:19.418246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] Calling delete_port for 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:58:19.475559 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.489376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:58:19.489723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:58:19.522225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Port': ['ID=8a15df2d-b419-4c0c-97c9-bb08dcc418c5,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:19.529742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] No DVR routers for this DVR port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:19.651293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.675023 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5a25490-8670-4311-a6af-c4503e7eb8b2']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:19.686414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1f72054-7851-4b58-a838-20a2a8e7b86c') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:19.686713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1f72054-7851-4b58-a838-20a2a8e7b86c') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:19.697966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.713491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.719524 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:58:19.719898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:19.733692 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:19.810865 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.817076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:19.841139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] Pushing event deleted for resources: {'Network': ['ID=e5a25490-8670-4311-a6af-c4503e7eb8b2,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:19.845752 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-30c52a8b-2084-4276-8f82-8d48bd4d0bf3 tempest-NetworksIpV6Test-778017377 tempest-NetworksIpV6Test-778017377-project] 10.222.0.18 "DELETE /v2.0/networks/e5a25490-8670-4311-a6af-c4503e7eb8b2 HTTP/1.1" status: 204 len: 168 time: 0.9785507 Apr 05 14:58:19.991101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] Deleting port 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:19.991600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.053619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c870f0d-dc1a-4c58-b467-cb080886f53a None None] The port '8a15df2d-b419-4c0c-97c9-bb08dcc418c5' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:58:20.126187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44374) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:20.249784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:58:20.284259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:58:20.284595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 8a15df2d-b419-4c0c-97c9-bb08dcc418c5 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:58:20.297717 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-97161183-2507-4af2-af52-9cd0eaf68586 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=505dc8da3ed84d2dbed7842d99e0bac9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1675973 Apr 05 14:58:20.297930 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44380) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:20.355396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a80d2dd1-38f2-4700-a2c8-8277abf5a324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.381198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a80d2dd1-38f2-4700-a2c8-8277abf5a324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.430276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a80d2dd1-38f2-4700-a2c8-8277abf5a324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.448996 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d2dd1-38f2-4700-a2c8-8277abf5a324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee519ed4-d20b-4fa6-aeaa-0f223b369560,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:20.454718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a80d2dd1-38f2-4700-a2c8-8277abf5a324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:20.456824 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a80d2dd1-38f2-4700-a2c8-8277abf5a324 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ee519ed4-d20b-4fa6-aeaa-0f223b369560 HTTP/1.1" status: 204 len: 168 time: 0.1574414 Apr 05 14:58:21.305315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44402) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:21.430488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1861568983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:21.437060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:21.440806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Usage tracker for resource:router and tenant:39cbf1e09beb49faa513823b5138d57b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:21.443740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:21.449333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:21.460516 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.461408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.478744 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.496509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.517997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.519161 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-95532ea0-82f5-435a-9c52-da64769ad067 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2128308 Apr 05 14:58:21.521790 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44408) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:21.527130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-252708561'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:21.531798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:21.536155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Usage tracker for resource:network and tenant:39cbf1e09beb49faa513823b5138d57b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:21.539473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:21.545045 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:21.554429 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Made reservation on behalf of 39cbf1e09beb49faa513823b5138d57b for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:21.557186 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.569077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.600039 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:21.603690 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Usage tracker for resource:security_group_rule and tenant:39cbf1e09beb49faa513823b5138d57b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:21.606380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:21.612378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:21.681629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.685192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.712799 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:21.724942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a10d4f9a-eebf-4967-bb55-1320a1668f81,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:21.729143 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.729479 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Added segment ad891868-f404-490c-b696-5460f9cef2f3 of type vlan for network 7a6bf455-b1bd-4307-8f33-93ebf4424f8c Apr 05 14:58:21.755570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.783423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.787116 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:21.787681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:21.892467 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3696027 Apr 05 14:58:21.895130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467be25e-f8a7-4a85-af2b-2503ad978e79 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event updated for resources: {'Network': ['ID=7a6bf455-b1bd-4307-8f33-93ebf4424f8c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:21.895532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44412) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:21.901166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Request body: {'subnet': {'network_id': '7a6bf455-b1bd-4307-8f33-93ebf4424f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:21.905335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 7a6bf455-b1bd-4307-8f33-93ebf4424f8c details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:22.008411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:22.012120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Usage tracker for resource:subnet and tenant:39cbf1e09beb49faa513823b5138d57b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:22.014886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:22.020524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:22.029857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Made reservation on behalf of 39cbf1e09beb49faa513823b5138d57b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:22.127529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.333507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.408922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event updated for resources: {'Subnet': ['ID=01f93b80-d8c0-4078-829b-aae6d513d1af,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:22.422693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.423527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.423862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.424192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.424522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.424845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.425170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.425496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.425813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.426168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.426490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:22.429664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Checking segment: {'id': 'ad891868-f404-490c-b696-5460f9cef2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7a6bf455-b1bd-4307-8f33-93ebf4424f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:22.430014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Network hostable DHCP agents. Network: 7a6bf455-b1bd-4307-8f33-93ebf4424f8c, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:22.451457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Network 7a6bf455-b1bd-4307-8f33-93ebf4424f8c is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:22.459823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 7a6bf455-b1bd-4307-8f33-93ebf4424f8c) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:22.465795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:22.465912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.469071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb6b45b-c7d7-44a0-abc4-45866c38e6d0 None None] Network 7a6bf455-b1bd-4307-8f33-93ebf4424f8c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:22.487668 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d1fc0b77-e21d-4693-b683-ca4b184c42dd tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5909827 Apr 05 14:58:22.490804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44416) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:22.496125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-290795748'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:22.500832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:22.504548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Usage tracker for resource:network and tenant:39cbf1e09beb49faa513823b5138d57b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:22.507315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:22.512846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:22.523175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Made reservation on behalf of 39cbf1e09beb49faa513823b5138d57b for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:22.526207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.558551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:22.567834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.568186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Added segment c4962d8f-5b90-4d3a-92a7-fc2f6df8a581 of type vlan for network a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a Apr 05 14:58:22.599542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.630437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.634553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:22.635144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.686211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-7a6bf455-b1bd-4307-8f33-93ebf4424f8c', 'network_id': '7a6bf455-b1bd-4307-8f33-93ebf4424f8c', 'tenant_id': '39cbf1e09beb49faa513823b5138d57b', 'fixed_ips': [{'subnet_id': '01f93b80-d8c0-4078-829b-aae6d513d1af'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:22.687030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:22.731604 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2397075 Apr 05 14:58:22.735114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44420) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:22.743607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f57fe09-c211-4a7c-ba47-017eb6b7846f tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event updated for resources: {'Network': ['ID=a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:22.744985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Request body: {'subnet': {'network_id': 'a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:22.759541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:22.856105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:22.860008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Usage tracker for resource:subnet and tenant:39cbf1e09beb49faa513823b5138d57b is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:22.863334 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:22.868883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:22.878602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Made reservation on behalf of 39cbf1e09beb49faa513823b5138d57b for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:22.963441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Allocated IP 172.20.0.2 (7a6bf455-b1bd-4307-8f33-93ebf4424f8c/01f93b80-d8c0-4078-829b-aae6d513d1af/2f8cd25e-7888-4d4e-9938-cf153a225884) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:22.978882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.160970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.170758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Transition to ACTIVE for port object 2f8cd25e-7888-4d4e-9938-cf153a225884 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:23.188751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Transition to ACTIVE for port object 2f8cd25e-7888-4d4e-9938-cf153a225884 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:23.190988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.194460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.263194 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Network 7a6bf455-b1bd-4307-8f33-93ebf4424f8c is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:23.266029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:23.269041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:23.271119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event updated for resources: {'Subnet': ['ID=c317c714-cc2f-4d43-8973-0d38a3e287bb,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:23.276399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Pushing event updated for resources: {'Port': ['ID=2f8cd25e-7888-4d4e-9938-cf153a225884,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:23.280751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Checking segment: {'id': 'c4962d8f-5b90-4d3a-92a7-fc2f6df8a581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:23.281165 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Network hostable DHCP agents. Network: a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:23.304550 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Network a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:23.313635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:23.317408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:23.318281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.339015 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-23e50c3d-8ea4-4a85-bda0-3ccbe0c7e4ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6014292 Apr 05 14:58:23.341869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44424) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:23.347731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bc41be03-fa1c-4238-8bb1-1bece0e31aaf tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:23.348542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48494ce0-9afa-4d7b-8b5c-e64e1dc7829e None None] Network a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:23.439391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Attempting to bind port 2f8cd25e-7888-4d4e-9938-cf153a225884 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:23.439660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Attempting to bind port 2f8cd25e-7888-4d4e-9938-cf153a225884 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'ad891868-f404-490c-b696-5460f9cef2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7a6bf455-b1bd-4307-8f33-93ebf4424f8c'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:23.440018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Attempting to bind port 2f8cd25e-7888-4d4e-9938-cf153a225884 on network 7a6bf455-b1bd-4307-8f33-93ebf4424f8c {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:23.458184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:23.458552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Checking segment: {'id': 'ad891868-f404-490c-b696-5460f9cef2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7a6bf455-b1bd-4307-8f33-93ebf4424f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:23.458948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.459330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Bound using segment: {'id': 'ad891868-f404-490c-b696-5460f9cef2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7a6bf455-b1bd-4307-8f33-93ebf4424f8c'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:23.459811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Bound port: 2f8cd25e-7888-4d4e-9938-cf153a225884, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad891868-f404-490c-b696-5460f9cef2f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '7a6bf455-b1bd-4307-8f33-93ebf4424f8c'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:23.460179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.648878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] For port 2f8cd25e-7888-4d4e-9938-cf153a225884, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:23.659008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] For port 2f8cd25e-7888-4d4e-9938-cf153a225884, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2f8cd25e-7888-4d4e-9938-cf153a225884,segment=NetworkSegment(ad891868-f404-490c-b696-5460f9cef2f3),segment_id=ad891868-f404-490c-b696-5460f9cef2f3)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:23.661624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a', 'network_id': 'a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a', 'tenant_id': '39cbf1e09beb49faa513823b5138d57b', 'fixed_ips': [{'subnet_id': 'c317c714-cc2f-4d43-8973-0d38a3e287bb'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:23.662660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.679729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.804048 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231659ff-45df-4142-8a02-e2ceef306d66 None None] Pushing event updated for resources: {'Port': ['ID=2f8cd25e-7888-4d4e-9938-cf153a225884,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:23.825314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bc41be03-fa1c-4238-8bb1-1bece0e31aaf tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:23.912513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Allocated IP 172.21.0.2 (a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a/c317c714-cc2f-4d43-8973-0d38a3e287bb/2b462331-066c-4764-abf6-6baed6910b86) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:24.018997 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.api.v2.resource [None req-bc41be03-fa1c-4238-8bb1-1bece0e31aaf tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 05 14:58:24.019856 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bc41be03-fa1c-4238-8bb1-1bece0e31aaf tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "PUT /v2.0/routers/100e318c-69c1-4a4a-a8df-ad1c86299e4a HTTP/1.1" status: 400 len: 364 time: 0.6770771 Apr 05 14:58:24.025784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44428) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:24.108191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-45478a21-ef4d-4456-bea3-32f1183fee95 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Deleting subnet c317c714-cc2f-4d43-8973-0d38a3e287bb {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:58:24.187262 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3d41ece1-2058-4e90-9d30-6c4da687f9be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.189376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.199596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Transition to ACTIVE for port object 2b462331-066c-4764-abf6-6baed6910b86 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:24.219435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Transition to ACTIVE for port object 2b462331-066c-4764-abf6-6baed6910b86 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:24.225421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45478a21-ef4d-4456-bea3-32f1183fee95 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.227637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.294365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45478a21-ef4d-4456-bea3-32f1183fee95 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.295069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2f8cd25e-7888-4d4e-9938-cf153a225884 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:24.324553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Network a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:24.330875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:24.341484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:24.356716 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Pushing event updated for resources: {'Port': ['ID=2b462331-066c-4764-abf6-6baed6910b86,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:24.377161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45478a21-ef4d-4456-bea3-32f1183fee95 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.449295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Attempting to bind port 2b462331-066c-4764-abf6-6baed6910b86 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:24.449663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Attempting to bind port 2b462331-066c-4764-abf6-6baed6910b86 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'c4962d8f-5b90-4d3a-92a7-fc2f6df8a581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:24.450017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Attempting to bind port 2b462331-066c-4764-abf6-6baed6910b86 on network a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:24.452535 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45478a21-ef4d-4456-bea3-32f1183fee95 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.461339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:24.461688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Checking segment: {'id': 'c4962d8f-5b90-4d3a-92a7-fc2f6df8a581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:24.462132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.462513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Bound using segment: {'id': 'c4962d8f-5b90-4d3a-92a7-fc2f6df8a581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:24.462974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Bound port: 2b462331-066c-4764-abf6-6baed6910b86, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4962d8f-5b90-4d3a-92a7-fc2f6df8a581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:24.463334 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.479978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 2f8cd25e-7888-4d4e-9938-cf153a225884 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:24.493777 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45478a21-ef4d-4456-bea3-32f1183fee95 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event deleted for resources: {'Subnet': ['ID=c317c714-cc2f-4d43-8973-0d38a3e287bb,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:24.500313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-45478a21-ef4d-4456-bea3-32f1183fee95 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.506644 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-45478a21-ef4d-4456-bea3-32f1183fee95 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "DELETE /v2.0/subnets/c317c714-cc2f-4d43-8973-0d38a3e287bb HTTP/1.1" status: 204 len: 168 time: 0.4798269 Apr 05 14:58:24.509112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44432) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:24.562524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] For port 2b462331-066c-4764-abf6-6baed6910b86, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:24.565721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] For port 2b462331-066c-4764-abf6-6baed6910b86, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2b462331-066c-4764-abf6-6baed6910b86,segment=NetworkSegment(c4962d8f-5b90-4d3a-92a7-fc2f6df8a581),segment_id=c4962d8f-5b90-4d3a-92a7-fc2f6df8a581)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:24.572363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.627340 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.640094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Deleting port 2b462331-066c-4764-abf6-6baed6910b86 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:24.640435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.759128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1e6f5b-f70f-4978-8b7a-063c5e4fa473 None None] Pushing event updated for resources: {'Port': ['ID=2b462331-066c-4764-abf6-6baed6910b86,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:24.783345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01898347-85b6-40ed-89fd-9a08eed9a07f None None] Network a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:24.853035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0f9a64-f8d7-40c0-b0b2-c85a130d55a1 None None] Network 7a6bf455-b1bd-4307-8f33-93ebf4424f8c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:24.864839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] For port 2b462331-066c-4764-abf6-6baed6910b86, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2b462331-066c-4764-abf6-6baed6910b86,segment=NetworkSegment(c4962d8f-5b90-4d3a-92a7-fc2f6df8a581),segment_id=c4962d8f-5b90-4d3a-92a7-fc2f6df8a581)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:24.866103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:24.982688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Calling delete_port for 2b462331-066c-4764-abf6-6baed6910b86 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:58:25.042826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8fc9fead-ffbe-4ed2-8e3c-944ef0638fd5 None None] Provisioning for port 2f8cd25e-7888-4d4e-9938-cf153a225884 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:25.058798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8fc9fead-ffbe-4ed2-8e3c-944ef0638fd5 None None] Provisioning complete for port 2f8cd25e-7888-4d4e-9938-cf153a225884 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:25.059101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fead-ffbe-4ed2-8e3c-944ef0638fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.060236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.199357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event deleted for resources: {'Port': ['ID=2b462331-066c-4764-abf6-6baed6910b86,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:25.210500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] No DVR routers for this DVR port 2b462331-066c-4764-abf6-6baed6910b86 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:25.236746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.237095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.237437 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.237765 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.238362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.238698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.239022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.239345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.239668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.239988 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.240305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:25.300490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fead-ffbe-4ed2-8e3c-944ef0638fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.338507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.340251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8fc9fead-ffbe-4ed2-8e3c-944ef0638fd5 None None] For port 2f8cd25e-7888-4d4e-9938-cf153a225884, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2f8cd25e-7888-4d4e-9938-cf153a225884,segment=NetworkSegment(ad891868-f404-490c-b696-5460f9cef2f3),segment_id=ad891868-f404-490c-b696-5460f9cef2f3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:25.346917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fc9fead-ffbe-4ed2-8e3c-944ef0638fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.365564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:25.378642 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4962d8f-5b90-4d3a-92a7-fc2f6df8a581') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:25.378869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4962d8f-5b90-4d3a-92a7-fc2f6df8a581') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:25.390862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.408473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.415806 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:58:25.416194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.418148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9fead-ffbe-4ed2-8e3c-944ef0638fd5 None None] Pushing event updated for resources: {'Port': ['ID=2f8cd25e-7888-4d4e-9938-cf153a225884,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:25.432522 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:25.515674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.535933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.537697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f08fa-48b0-4508-acac-3160a64e9636 None None] get_active_networks_info from dv-neutron-829488-2-hyperv {{(pid=83852) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Apr 05 14:58:25.545176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event deleted for resources: {'Network': ['ID=a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:25.550582 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a98d2e09-78a6-4ebb-9a7c-e35a1935e3ec tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "DELETE /v2.0/networks/a26e2eb9-acbf-4f48-9210-cd7fb98d3c2a HTTP/1.1" status: 204 len: 168 time: 1.0380492 Apr 05 14:58:25.550958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44436) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:25.598361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-29298d6c-3ee8-4b78-9646-304c960376c4 None None] Provisioning complete for port 2f8cd25e-7888-4d4e-9938-cf153a225884 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:25.598736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-29298d6c-3ee8-4b78-9646-304c960376c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.615541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-eccdca2d-2891-4ddb-a51a-6ae76524f3ac tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Deleting subnet 01f93b80-d8c0-4078-829b-aae6d513d1af {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:58:25.618457 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eccdca2d-2891-4ddb-a51a-6ae76524f3ac tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.670625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eccdca2d-2891-4ddb-a51a-6ae76524f3ac tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.685554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4f08fa-48b0-4508-acac-3160a64e9636 None None] Resources bound (agent type, host, resource id): {{(pid=83852) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 05 14:58:25.753497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eccdca2d-2891-4ddb-a51a-6ae76524f3ac tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.824408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eccdca2d-2891-4ddb-a51a-6ae76524f3ac tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.865814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccdca2d-2891-4ddb-a51a-6ae76524f3ac tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event deleted for resources: {'Subnet': ['ID=01f93b80-d8c0-4078-829b-aae6d513d1af,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:25.871929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-eccdca2d-2891-4ddb-a51a-6ae76524f3ac tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.879989 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eccdca2d-2891-4ddb-a51a-6ae76524f3ac tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "DELETE /v2.0/subnets/01f93b80-d8c0-4078-829b-aae6d513d1af HTTP/1.1" status: 204 len: 168 time: 0.3259339 Apr 05 14:58:25.880243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44440) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:25.989002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:25.999077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Deleting port 2f8cd25e-7888-4d4e-9938-cf153a225884 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:25.999401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.020422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f1952cd-e846-4c92-87f3-9c774c423ae7 None None] Network 7a6bf455-b1bd-4307-8f33-93ebf4424f8c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:26.202319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] For port 2f8cd25e-7888-4d4e-9938-cf153a225884, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2f8cd25e-7888-4d4e-9938-cf153a225884,segment=NetworkSegment(ad891868-f404-490c-b696-5460f9cef2f3),segment_id=ad891868-f404-490c-b696-5460f9cef2f3)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:26.202569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.261216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] DHCP port deletion for 7a6bf455-b1bd-4307-8f33-93ebf4424f8c request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:58:26.265628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] Deleting port 2f8cd25e-7888-4d4e-9938-cf153a225884 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:26.265933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.323793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Calling delete_port for 2f8cd25e-7888-4d4e-9938-cf153a225884 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:58:26.486620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.512830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b8dc02ba-e659-48bb-a99c-130b5a0a84f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.523576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] For port 2f8cd25e-7888-4d4e-9938-cf153a225884, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2f8cd25e-7888-4d4e-9938-cf153a225884,segment=NetworkSegment(ad891868-f404-490c-b696-5460f9cef2f3),segment_id=ad891868-f404-490c-b696-5460f9cef2f3)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:26.523899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.534414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event deleted for resources: {'Port': ['ID=2f8cd25e-7888-4d4e-9938-cf153a225884,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:26.538785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] No DVR routers for this DVR port 2f8cd25e-7888-4d4e-9938-cf153a225884 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:58:26.642947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] Calling delete_port for 2f8cd25e-7888-4d4e-9938-cf153a225884 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:58:26.659155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.684026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6bf455-b1bd-4307-8f33-93ebf4424f8c']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:26.696319 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad891868-f404-490c-b696-5460f9cef2f3') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:26.696620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad891868-f404-490c-b696-5460f9cef2f3') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:26.707786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.712963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:58:26.713306 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:58:26.726770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.732614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:58:26.732993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:58:26.747870 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:58:26.822130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.838688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:26.849295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Pushing event deleted for resources: {'Network': ['ID=7a6bf455-b1bd-4307-8f33-93ebf4424f8c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:26.853218 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4a9029f4-d06f-4b3e-8986-1f30522e15a5 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "DELETE /v2.0/networks/7a6bf455-b1bd-4307-8f33-93ebf4424f8c HTTP/1.1" status: 204 len: 168 time: 0.9720473 Apr 05 14:58:26.855814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44444) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:26.899979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-96048edd-a517-4d87-a9a7-b4b3c47121ef tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Synchronizing usage tracker for tenant:39cbf1e09beb49faa513823b5138d57b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:58:26.915138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-96048edd-a517-4d87-a9a7-b4b3c47121ef tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Unset dirty status for tenant:39cbf1e09beb49faa513823b5138d57b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:58:26.916334 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-96048edd-a517-4d87-a9a7-b4b3c47121ef tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "GET /v2.0/ports?device_id=100e318c-69c1-4a4a-a8df-ad1c86299e4a HTTP/1.1" status: 200 len: 205 time: 0.0595932 Apr 05 14:58:26.918741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44448) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:27.050636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce044b30-f4fe-45a5-a0ec-d7f1c1cdfc40 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.214724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] Deleting port 2f8cd25e-7888-4d4e-9938-cf153a225884 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:58:27.215016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.277137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-b58c4af3-3586-4ff5-a6f2-2e984990712c None None] The port '2f8cd25e-7888-4d4e-9938-cf153a225884' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:58:27.427503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce044b30-f4fe-45a5-a0ec-d7f1c1cdfc40 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.431929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce044b30-f4fe-45a5-a0ec-d7f1c1cdfc40 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.457327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce044b30-f4fe-45a5-a0ec-d7f1c1cdfc40 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.457799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce044b30-f4fe-45a5-a0ec-d7f1c1cdfc40 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Fanout notify agent at l3_agent the message router_deleted on router 100e318c-69c1-4a4a-a8df-ad1c86299e4a {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:58:27.469313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce044b30-f4fe-45a5-a0ec-d7f1c1cdfc40 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.470446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ce044b30-f4fe-45a5-a0ec-d7f1c1cdfc40 tempest-RoutersNegativeTest-581294897 tempest-RoutersNegativeTest-581294897-project] 10.222.0.18 "DELETE /v2.0/routers/100e318c-69c1-4a4a-a8df-ad1c86299e4a HTTP/1.1" status: 204 len: 168 time: 0.5508304 Apr 05 14:58:27.504142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.540988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:27.759197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44456) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:27.930509 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ae49ac2f-c98f-4e28-bdea-d09c9ed6f543 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39cbf1e09beb49faa513823b5138d57b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1701605 Apr 05 14:58:27.932950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44462) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:27.989967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d899133a-a945-46cc-9f9a-34f76864807d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.014119 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d899133a-a945-46cc-9f9a-34f76864807d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.066416 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d899133a-a945-46cc-9f9a-34f76864807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.080940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d899133a-a945-46cc-9f9a-34f76864807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10d4f9a-eebf-4967-bb55-1320a1668f81,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:28.087054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d899133a-a945-46cc-9f9a-34f76864807d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:28.088129 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d899133a-a945-46cc-9f9a-34f76864807d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a10d4f9a-eebf-4967-bb55-1320a1668f81 HTTP/1.1" status: 204 len: 168 time: 0.1542687 Apr 05 14:58:28.255187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2f8cd25e-7888-4d4e-9938-cf153a225884 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:58:28.289386 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 2f8cd25e-7888-4d4e-9938-cf153a225884 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:58:28.289726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2f8cd25e-7888-4d4e-9938-cf153a225884 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:58:28.846458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44484) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:28.979134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-304307231-network', 'tenant_id': 'f166841b64294e9d913250bb85771815'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:28.983802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:28.987732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Usage tracker for resource:network and tenant:f166841b64294e9d913250bb85771815 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:28.990861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:28.996450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:29.006135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Made reservation on behalf of f166841b64294e9d913250bb85771815 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:29.008286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.020520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.050968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:29.054711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:f166841b64294e9d913250bb85771815 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:29.058915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:29.064633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:29.072864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.134193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.137751 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.166219 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:29.178339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:29.183788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.184127 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Added segment 3469f210-5c49-48ae-bc50-c769b0eda6b2 of type vlan for network bb5c694d-1ead-4316-b20e-4e080d53d6ed Apr 05 14:58:29.210278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.238339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.239278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:29.239845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.348855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] Pushing event updated for resources: {'Network': ['ID=bb5c694d-1ead-4316-b20e-4e080d53d6ed,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:29.351786 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0a00118f-89b0-499a-ada2-ce120062b2c7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5043361 Apr 05 14:58:29.354709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44490) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:29.358918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:29.360184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Request body: {'subnet': {'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-subnet', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:29.365249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:29.369102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Usage tracker for resource:subnet and tenant:f166841b64294e9d913250bb85771815 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:29.372055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:29.378404 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:29.388557 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Made reservation on behalf of f166841b64294e9d913250bb85771815 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:29.390702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.589359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.660528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42d2046f-e7aa-494b-945c-c5ed43e04d94,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:29.671729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Checking segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:29.672079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Network hostable DHCP agents. Network: bb5c694d-1ead-4316-b20e-4e080d53d6ed, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:29.694286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:29.702726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, bb5c694d-1ead-4316-b20e-4e080d53d6ed) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:29.706503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:29.707079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.712078 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40759b71-12a5-495d-a567-b991264635f6 None None] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:29.729620 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-02fe51a7-d5f3-463c-868b-8a50e61af445 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3734484 Apr 05 14:58:29.731889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44494) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:29.738455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:29.742977 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:29.747036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Usage tracker for resource:router and tenant:f166841b64294e9d913250bb85771815 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:29.749908 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:29.756268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:29.766451 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.767380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.784978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.926988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'fixed_ips': [{'subnet_id': '42d2046f-e7aa-494b-945c-c5ed43e04d94'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:29.927805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:29.930759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.086406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Allocated IP 172.20.0.2 (bb5c694d-1ead-4316-b20e-4e080d53d6ed/42d2046f-e7aa-494b-945c-c5ed43e04d94/b037dba8-b25f-4147-ab27-de929cc107d6) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:30.121617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.154162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.282678 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Allocated IP 172.26.6.244 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/abc349bc-8a8a-4154-940c-5e1ee8e47e27) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:30.284115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.294463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Transition to ACTIVE for port object b037dba8-b25f-4147-ab27-de929cc107d6 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:30.312366 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Transition to ACTIVE for port object b037dba8-b25f-4147-ab27-de929cc107d6 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:30.318294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.387948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:30.390773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:30.395237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:30.401590 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Pushing event updated for resources: {'Port': ['ID=b037dba8-b25f-4147-ab27-de929cc107d6,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:30.484202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Attempting to bind port b037dba8-b25f-4147-ab27-de929cc107d6 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:30.484559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Attempting to bind port b037dba8-b25f-4147-ab27-de929cc107d6 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:30.484985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Attempting to bind port b037dba8-b25f-4147-ab27-de929cc107d6 on network bb5c694d-1ead-4316-b20e-4e080d53d6ed {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:30.491868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:30.492226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Checking segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:30.492623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.493002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Bound using segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:30.493738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Bound port: b037dba8-b25f-4147-ab27-de929cc107d6, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:30.494122 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.520205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.550653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.583839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] For port b037dba8-b25f-4147-ab27-de929cc107d6, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:30.586973 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] For port b037dba8-b25f-4147-ab27-de929cc107d6, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b037dba8-b25f-4147-ab27-de929cc107d6,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:30.593422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.623003 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:30.626549 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:30.628459 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=abc349bc-8a8a-4154-940c-5e1ee8e47e27,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:30.630686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:30.677058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46342141-aeec-4180-9ec2-198f45531bd8 None None] Pushing event updated for resources: {'Port': ['ID=b037dba8-b25f-4147-ab27-de929cc107d6,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:30.792015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:30.792742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:31.054281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Router 1a00e531-c947-4075-ba96-4410c32711a0 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:58:31.250449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:58:31.259456 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Sync routers for ids ['1a00e531-c947-4075-ba96-4410c32711a0'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:58:31.271752 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Routers {'1a00e531-c947-4075-ba96-4410c32711a0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:58:31.272492 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:58:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1a00e531-c947-4075-ba96-4410c32711a0'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:31.274894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:31.276124 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-761007fd-89f0-40ca-8a2a-ed11a2745ad0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5429628 Apr 05 14:58:31.278953 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44498) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:31.460887 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Set router 1a00e531-c947-4075-ba96-4410c32711a0 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:58:31.630458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbe2b1c-bdce-4716-96e8-bb19fca604bb None None] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:31.741084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4b2b0a70-0620-4cb5-bbfb-b1ccb925144b None None] Provisioning for port b037dba8-b25f-4147-ab27-de929cc107d6 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:31.774479 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:58:30Z', 'revision_number': 3, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port': {'id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:30Z', 'updated_at': '2022-04-05T14:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:31.779403 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Checking router: 1a00e531-c947-4075-ba96-4410c32711a0 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:58:31.779961 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Updating router 1a00e531-c947-4075-ba96-4410c32711a0 port abc349bc-8a8a-4154-940c-5e1ee8e47e27 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:58:31.842284 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.143519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.210023 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.222659 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Transition to ACTIVE for port object abc349bc-8a8a-4154-940c-5e1ee8e47e27 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:32.229736 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.294899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b037dba8-b25f-4147-ab27-de929cc107d6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:32.308722 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Attempting to bind port abc349bc-8a8a-4154-940c-5e1ee8e47e27 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:32.309314 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Attempting to bind port abc349bc-8a8a-4154-940c-5e1ee8e47e27 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:32.309427 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Attempting to bind port abc349bc-8a8a-4154-940c-5e1ee8e47e27 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:32.317529 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Pushing event updated for resources: {'Port': ['ID=abc349bc-8a8a-4154-940c-5e1ee8e47e27,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:32.320605 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:32.321013 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:32.321400 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.321773 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:32.322242 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Bound port: abc349bc-8a8a-4154-940c-5e1ee8e47e27, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:32.322604 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.369125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port b037dba8-b25f-4147-ab27-de929cc107d6 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:32.369373 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.369465 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.369833 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.370252 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.370579 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.370892 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.371001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Allocated IP 172.20.0.1 (bb5c694d-1ead-4316-b20e-4e080d53d6ed/42d2046f-e7aa-494b-945c-c5ed43e04d94/35b127fb-b7a5-415a-8976-644030bc332e) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:32.371208 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.371516 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.371823 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.372127 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.372818 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:58:32.375425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b037dba8-b25f-4147-ab27-de929cc107d6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:32.375425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.408167 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] For port abc349bc-8a8a-4154-940c-5e1ee8e47e27, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:32.411104 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] For port abc349bc-8a8a-4154-940c-5e1ee8e47e27, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=abc349bc-8a8a-4154-940c-5e1ee8e47e27,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:32.415856 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.496266 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Routers {'1a00e531-c947-4075-ba96-4410c32711a0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:58:32.496482 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.496883 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:58:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1a00e531-c947-4075-ba96-4410c32711a0'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:32.531192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.533360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port b037dba8-b25f-4147-ab27-de929cc107d6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b037dba8-b25f-4147-ab27-de929cc107d6,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:32.538721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.550503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Transition to ACTIVE for port object 35b127fb-b7a5-415a-8976-644030bc332e will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:32.550687 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90504e-4033-4f43-97c7-4fe8e70f2caf None None] Pushing event updated for resources: {'Port': ['ID=abc349bc-8a8a-4154-940c-5e1ee8e47e27,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:32.575981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.613691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=b037dba8-b25f-4147-ab27-de929cc107d6,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:32.658283 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:32.661098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:32.663529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:32.690235 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] Set router 1a00e531-c947-4075-ba96-4410c32711a0 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:58:32.696650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=35b127fb-b7a5-415a-8976-644030bc332e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:32.721155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.806031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.907463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-858acece-6697-47a2-b5ac-b05c4332830f None None] Provisioning for port 35b127fb-b7a5-415a-8976-644030bc332e completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:32.913179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-858acece-6697-47a2-b5ac-b05c4332830f None None] Provisioning complete for port 35b127fb-b7a5-415a-8976-644030bc332e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:32.913913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-858acece-6697-47a2-b5ac-b05c4332830f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:32.966767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-858acece-6697-47a2-b5ac-b05c4332830f None None] Port 35b127fb-b7a5-415a-8976-644030bc332e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:58:32.978942 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:58:30Z', 'revision_number': 3, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port': {'id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:30Z', 'updated_at': '2022-04-05T14:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:32.982738 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0046a85-e18a-4d45-a60e-c6d3930d44c1 None None] The sync data for ids ['1a00e531-c947-4075-ba96-4410c32711a0'] in dv-neutron-829488-2-hyperv is: [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:58:30Z', 'revision_number': 3, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port': {'id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:30Z', 'updated_at': '2022-04-05T14:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:58:33.036951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:33.041415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:33.159835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=35b127fb-b7a5-415a-8976-644030bc332e,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:33.164036 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:33.308178 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:33.309277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:33.599070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ee2e83b8-3f36-4a64-b3c2-738489d5ab4f None None] Provisioning complete for port 35b127fb-b7a5-415a-8976-644030bc332e triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:33.599442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ee2e83b8-3f36-4a64-b3c2-738489d5ab4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:33.663456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e83b8-3f36-4a64-b3c2-738489d5ab4f None None] Port 35b127fb-b7a5-415a-8976-644030bc332e cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:58:33.714602 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Router 1a00e531-c947-4075-ba96-4410c32711a0 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:58:34.004455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:58:34.013325 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d3e2fb33-2f7b-49b7-8ca9-e05e67457dd6 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a00e531-c947-4075-ba96-4410c32711a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7334449 Apr 05 14:58:34.324871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device abc349bc-8a8a-4154-940c-5e1ee8e47e27 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:34.395655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port abc349bc-8a8a-4154-940c-5e1ee8e47e27 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:34.397337 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port abc349bc-8a8a-4154-940c-5e1ee8e47e27 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:34.397707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.513691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.530008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port abc349bc-8a8a-4154-940c-5e1ee8e47e27, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=abc349bc-8a8a-4154-940c-5e1ee8e47e27,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:34.533771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.534426 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b037dba8-b25f-4147-ab27-de929cc107d6 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:34.646188 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=abc349bc-8a8a-4154-940c-5e1ee8e47e27,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:34.660075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b037dba8-b25f-4147-ab27-de929cc107d6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:34.660455 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.835982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44520) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:34.841512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1330089252-network', 'tenant_id': '5b05b0c1398546379421c5c0958d7746'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:34.846276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:34.849968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Usage tracker for resource:network and tenant:5b05b0c1398546379421c5c0958d7746 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:34.852757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:34.858386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:34.869187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Made reservation on behalf of 5b05b0c1398546379421c5c0958d7746 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:34.871393 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.883112 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.913590 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:34.917332 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Usage tracker for resource:security_group_rule and tenant:5b05b0c1398546379421c5c0958d7746 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:34.920063 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:34.925605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:34.988217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:34.991788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.023350 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:58:35.031276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa56954-28e6-40b3-ac12-a250a0fb514d,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:35.036863 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.037164 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Added segment 3bff002a-d64e-4fdb-a9b8-39bfda343e3d of type vlan for network 32ebbce3-7d69-409b-ae57-b52232daef5c Apr 05 14:58:35.062953 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.091376 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.092185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:35.092747 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.193831 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3567395 Apr 05 14:58:35.194672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d575ac1-f7d0-4479-a487-7c7b4684d997 admin admin] Pushing event updated for resources: {'Network': ['ID=32ebbce3-7d69-409b-ae57-b52232daef5c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:35.196539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44524) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:35.201885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Request body: {'subnet': {'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-subnet', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:35.204867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 32ebbce3-7d69-409b-ae57-b52232daef5c details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:58:35.206677 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:35.210466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Usage tracker for resource:subnet and tenant:5b05b0c1398546379421c5c0958d7746 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:35.213261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:35.219054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:35.230179 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Made reservation on behalf of 5b05b0c1398546379421c5c0958d7746 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:35.232444 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.430031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.498554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5200af7-1d93-4c04-8650-bba0d1afe521,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:35.517807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Checking segment: {'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:35.518192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Network hostable DHCP agents. Network: 32ebbce3-7d69-409b-ae57-b52232daef5c, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:58:35.542892 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Network 32ebbce3-7d69-409b-ae57-b52232daef5c is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:58:35.552884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 32ebbce3-7d69-409b-ae57-b52232daef5c) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:35.556762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:35.557272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.561447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661143bc-13e3-41a1-ac19-fbc8691baea1 None None] Network 32ebbce3-7d69-409b-ae57-b52232daef5c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:35.582946 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-eee9bd20-2b87-489d-bcdb-583d956a7e0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3854139 Apr 05 14:58:35.586698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44528) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:35.592006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:35.597578 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:35.601554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Usage tracker for resource:router and tenant:5b05b0c1398546379421c5c0958d7746 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:35.604909 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:35.610900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:35.622424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.623216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.644266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.770655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-32ebbce3-7d69-409b-ae57-b52232daef5c', 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'fixed_ips': [{'subnet_id': 'e5200af7-1d93-4c04-8650-bba0d1afe521'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:58:35.771469 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.785846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:35.923843 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Allocated IP 172.20.0.2 (32ebbce3-7d69-409b-ae57-b52232daef5c/e5200af7-1d93-4c04-8650-bba0d1afe521/45b74fe2-7c69-47d9-b381-489aea1c96da) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:35.967107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.000399 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.121154 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.131445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Transition to ACTIVE for port object 45b74fe2-7c69-47d9-b381-489aea1c96da will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:36.133216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Allocated IP 172.26.6.120 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/92ce01d1-92ce-44d1-aeb8-52036f9116ad) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:36.150318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Transition to ACTIVE for port object 45b74fe2-7c69-47d9-b381-489aea1c96da will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:36.155147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.253994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Network 32ebbce3-7d69-409b-ae57-b52232daef5c is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:36.256796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:36.260694 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:36.270419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Pushing event updated for resources: {'Port': ['ID=45b74fe2-7c69-47d9-b381-489aea1c96da,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:36.292223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.307908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device abc349bc-8a8a-4154-940c-5e1ee8e47e27 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:36.323378 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.397593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:36.401120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:36.403035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Pushing event updated for resources: {'Port': ['ID=92ce01d1-92ce-44d1-aeb8-52036f9116ad,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:36.405077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:36.408011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Attempting to bind port 45b74fe2-7c69-47d9-b381-489aea1c96da on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:36.408383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Attempting to bind port 45b74fe2-7c69-47d9-b381-489aea1c96da by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:36.408744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Attempting to bind port 45b74fe2-7c69-47d9-b381-489aea1c96da on network 32ebbce3-7d69-409b-ae57-b52232daef5c {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:36.418438 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:36.418810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Checking segment: {'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:36.419215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.419599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Bound using segment: {'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:36.420054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Bound port: 45b74fe2-7c69-47d9-b381-489aea1c96da, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:36.420422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.469592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Sync routers for ids ['1a00e531-c947-4075-ba96-4410c32711a0'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:58:36.515792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port abc349bc-8a8a-4154-940c-5e1ee8e47e27 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:36.516149 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.554661 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Routers {'1a00e531-c947-4075-ba96-4410c32711a0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:58:36.555292 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:58:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1a00e531-c947-4075-ba96-4410c32711a0'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:36.656256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.657075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.698499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] For port 45b74fe2-7c69-47d9-b381-489aea1c96da, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:36.717530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] For port 45b74fe2-7c69-47d9-b381-489aea1c96da, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45b74fe2-7c69-47d9-b381-489aea1c96da,segment=NetworkSegment(3bff002a-d64e-4fdb-a9b8-39bfda343e3d),segment_id=3bff002a-d64e-4fdb-a9b8-39bfda343e3d)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:36.728881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:36.884872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a8b07c-5d67-4007-b9dc-8ee6dc53b498 None None] Pushing event updated for resources: {'Port': ['ID=45b74fe2-7c69-47d9-b381-489aea1c96da,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:36.886124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Router 3db4ad85-8b49-4507-9d44-419cd8758a6b is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:58:36.889440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Set router 1a00e531-c947-4075-ba96-4410c32711a0 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:58:37.120477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:58:37.131919 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Sync routers for ids ['3db4ad85-8b49-4507-9d44-419cd8758a6b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:58:37.144478 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Routers {'3db4ad85-8b49-4507-9d44-419cd8758a6b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:58:37.145088 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:58:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3db4ad85-8b49-4507-9d44-419cd8758a6b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:37.156746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:37.159642 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bb1a9f73-5f05-43eb-b87f-fcfde7628fbf admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.5718782 Apr 05 14:58:37.162298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44532) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:58:37.245752 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:58:32Z', 'revision_number': 4, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port': {'id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:30Z', 'updated_at': '2022-04-05T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '35b127fb-b7a5-415a-8976-644030bc332e', 'name': '', 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'mac_address': 'fa:16:3e:12:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d2046f-e7aa-494b-945c-c5ed43e04d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:32Z', 'updated_at': '2022-04-05T14:58:32Z', 'revision_number': 2, 'project_id': 'f166841b64294e9d913250bb85771815', 'subnets': [{'id': '42d2046f-e7aa-494b-945c-c5ed43e04d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:37.249779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Checking router: 1a00e531-c947-4075-ba96-4410c32711a0 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:58:37.250156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Updating router 1a00e531-c947-4075-ba96-4410c32711a0 port 35b127fb-b7a5-415a-8976-644030bc332e binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:58:37.310238 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:37.361675 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Set router 3db4ad85-8b49-4507-9d44-419cd8758a6b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:58:37.666445 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:58:36Z', 'revision_number': 3, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port': {'id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:36Z', 'updated_at': '2022-04-05T14:58:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:37.671049 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Checking router: 3db4ad85-8b49-4507-9d44-419cd8758a6b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:58:37.671678 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Updating router 3db4ad85-8b49-4507-9d44-419cd8758a6b port 92ce01d1-92ce-44d1-aeb8-52036f9116ad binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:58:37.689243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:37.703229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Transition to ACTIVE for port object 35b127fb-b7a5-415a-8976-644030bc332e will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:37.713837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:37.732352 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:37.906029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19aa772c-cb79-4f59-8fa1-eab06a35395f None None] Network 32ebbce3-7d69-409b-ae57-b52232daef5c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:58:37.929836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab80f-f6ec-4d53-8f09-575fd82598ab None None] Pushing event updated for resources: {'Port': ['ID=35b127fb-b7a5-415a-8976-644030bc332e,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:38.059403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.116364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0feee162-0adc-4f3a-bb56-939b2b132e39 None None] Provisioning for port 45b74fe2-7c69-47d9-b381-489aea1c96da completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:38.134514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Attempting to bind port 35b127fb-b7a5-415a-8976-644030bc332e on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:38.134874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Attempting to bind port 35b127fb-b7a5-415a-8976-644030bc332e by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:38.135217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Attempting to bind port 35b127fb-b7a5-415a-8976-644030bc332e on network bb5c694d-1ead-4316-b20e-4e080d53d6ed {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:38.142841 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.153992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:38.154384 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Checking segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:38.154779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.155163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Bound using segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:38.155627 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Bound port: 35b127fb-b7a5-415a-8976-644030bc332e, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:38.155993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.156800 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Transition to ACTIVE for port object 92ce01d1-92ce-44d1-aeb8-52036f9116ad will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:38.164515 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.169984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.253504 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Attempting to bind port 92ce01d1-92ce-44d1-aeb8-52036f9116ad on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:38.254392 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Attempting to bind port 92ce01d1-92ce-44d1-aeb8-52036f9116ad by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:38.254392 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Attempting to bind port 92ce01d1-92ce-44d1-aeb8-52036f9116ad on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:38.270885 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab9727-b407-4863-aee4-beb5be3131a3 None None] Pushing event updated for resources: {'Port': ['ID=92ce01d1-92ce-44d1-aeb8-52036f9116ad,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:38.275083 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:38.275524 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:38.276353 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.276830 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:38.277413 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Bound port: 92ce01d1-92ce-44d1-aeb8-52036f9116ad, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:38.277882 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.334368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] For port 35b127fb-b7a5-415a-8976-644030bc332e, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:38.338511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] For port 35b127fb-b7a5-415a-8976-644030bc332e, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=35b127fb-b7a5-415a-8976-644030bc332e,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:38.351997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.370690 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] For port 92ce01d1-92ce-44d1-aeb8-52036f9116ad, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:38.374229 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] For port 92ce01d1-92ce-44d1-aeb8-52036f9116ad, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=92ce01d1-92ce-44d1-aeb8-52036f9116ad,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:38.378843 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.392946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 45b74fe2-7c69-47d9-b381-489aea1c96da up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:38.419590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Allocated IP 172.20.0.1 (32ebbce3-7d69-409b-ae57-b52232daef5c/e5200af7-1d93-4c04-8650-bba0d1afe521/600847f5-fcfc-4677-8874-7716e5385515) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:38.465805 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab9727-b407-4863-aee4-beb5be3131a3 None None] Pushing event updated for resources: {'Port': ['ID=92ce01d1-92ce-44d1-aeb8-52036f9116ad,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:38.469429 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Routers {'3db4ad85-8b49-4507-9d44-419cd8758a6b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:58:38.471317 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:58:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3db4ad85-8b49-4507-9d44-419cd8758a6b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:38.501522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab80f-f6ec-4d53-8f09-575fd82598ab None None] Pushing event updated for resources: {'Port': ['ID=35b127fb-b7a5-415a-8976-644030bc332e,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:38.518475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Routers {'1a00e531-c947-4075-ba96-4410c32711a0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:58:38.519086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:58:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1a00e531-c947-4075-ba96-4410c32711a0'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:38.681759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.703278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Transition to ACTIVE for port object 600847f5-fcfc-4677-8874-7716e5385515 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:38.715900 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] Set router 3db4ad85-8b49-4507-9d44-419cd8758a6b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:58:38.734715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.751051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] Set router 1a00e531-c947-4075-ba96-4410c32711a0 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:58:38.810519 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 45b74fe2-7c69-47d9-b381-489aea1c96da completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:38.832762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 45b74fe2-7c69-47d9-b381-489aea1c96da triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:38.833133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:38.842551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Network 32ebbce3-7d69-409b-ae57-b52232daef5c is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:38.846692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:38.848971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Pushing event updated for resources: {'Port': ['ID=600847f5-fcfc-4677-8874-7716e5385515,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:38.861709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:38.921814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.016720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.037414 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:58:36Z', 'revision_number': 3, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port': {'id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:36Z', 'updated_at': '2022-04-05T14:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:39.042254 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f90eda82-c3e1-4a4c-8e9c-12142f239fbf None None] The sync data for ids ['3db4ad85-8b49-4507-9d44-419cd8758a6b'] in dv-neutron-829488-2-hyperv is: [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:58:36Z', 'revision_number': 3, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port': {'id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:36Z', 'updated_at': '2022-04-05T14:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:58:39.055921 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-11041dc4-eef6-4b07-8bbc-db1a3b439332 None None] Provisioning complete for port 45b74fe2-7c69-47d9-b381-489aea1c96da triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:39.056297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11041dc4-eef6-4b07-8bbc-db1a3b439332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.180658 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.250009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.255582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.300169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 45b74fe2-7c69-47d9-b381-489aea1c96da, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45b74fe2-7c69-47d9-b381-489aea1c96da,segment=NetworkSegment(3bff002a-d64e-4fdb-a9b8-39bfda343e3d),segment_id=3bff002a-d64e-4fdb-a9b8-39bfda343e3d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:39.315413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.356098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Pushing event updated for resources: {'Port': ['ID=600847f5-fcfc-4677-8874-7716e5385515,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:39.358594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.377064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-11041dc4-eef6-4b07-8bbc-db1a3b439332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:39.417165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=45b74fe2-7c69-47d9-b381-489aea1c96da,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:39.499796 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Network 32ebbce3-7d69-409b-ae57-b52232daef5c is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:39.501026 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:39.517072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:58:32Z', 'revision_number': 4, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port': {'id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:30Z', 'updated_at': '2022-04-05T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '35b127fb-b7a5-415a-8976-644030bc332e', 'name': '', 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'mac_address': 'fa:16:3e:12:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d2046f-e7aa-494b-945c-c5ed43e04d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:32Z', 'updated_at': '2022-04-05T14:58:38Z', 'revision_number': 4, 'project_id': 'f166841b64294e9d913250bb85771815', 'subnets': [{'id': '42d2046f-e7aa-494b-945c-c5ed43e04d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:58:39.526340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b941ed52-4667-4685-aa3d-4618a5b04524 None None] The sync data for ids ['1a00e531-c947-4075-ba96-4410c32711a0'] in dv-neutron-829488-2-hyperv is: [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:58:32Z', 'revision_number': 4, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port': {'id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:30Z', 'updated_at': '2022-04-05T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '35b127fb-b7a5-415a-8976-644030bc332e', 'name': '', 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'mac_address': 'fa:16:3e:12:80:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '42d2046f-e7aa-494b-945c-c5ed43e04d94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:32Z', 'updated_at': '2022-04-05T14:58:38Z', 'revision_number': 4, 'project_id': 'f166841b64294e9d913250bb85771815', 'subnets': [{'id': '42d2046f-e7aa-494b-945c-c5ed43e04d94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:58:39.536330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-11041dc4-eef6-4b07-8bbc-db1a3b439332 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:58:39.536767 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-11041dc4-eef6-4b07-8bbc-db1a3b439332 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:58:39.967953 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:58:40.014144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Router 3db4ad85-8b49-4507-9d44-419cd8758a6b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:58:40.268124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ce7f81e8-5494-492c-a744-45e80ab411f1 None None] Provisioning for port 600847f5-fcfc-4677-8874-7716e5385515 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:40.280135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ce7f81e8-5494-492c-a744-45e80ab411f1 None None] Provisioning complete for port 600847f5-fcfc-4677-8874-7716e5385515 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:40.280416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:58:40.280865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce7f81e8-5494-492c-a744-45e80ab411f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:40.290522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dd5c6442-a2eb-426c-9c98-4a679e0455e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/3db4ad85-8b49-4507-9d44-419cd8758a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1271040 Apr 05 14:58:40.351290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f81e8-5494-492c-a744-45e80ab411f1 None None] Port 600847f5-fcfc-4677-8874-7716e5385515 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:58:40.414889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 92ce01d1-92ce-44d1-aeb8-52036f9116ad up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:40.497896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 92ce01d1-92ce-44d1-aeb8-52036f9116ad completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:40.503861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 92ce01d1-92ce-44d1-aeb8-52036f9116ad triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:40.504299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:40.639195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:40.661246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 92ce01d1-92ce-44d1-aeb8-52036f9116ad, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=92ce01d1-92ce-44d1-aeb8-52036f9116ad,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:40.676343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:40.677526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 45b74fe2-7c69-47d9-b381-489aea1c96da up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:40.804535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=92ce01d1-92ce-44d1-aeb8-52036f9116ad,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:40.814686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 45b74fe2-7c69-47d9-b381-489aea1c96da triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:40.815044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:40.932262 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 35b127fb-b7a5-415a-8976-644030bc332e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:40.995563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 35b127fb-b7a5-415a-8976-644030bc332e completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:41.000154 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 35b127fb-b7a5-415a-8976-644030bc332e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:41.000522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:41.114436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:41.145351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 35b127fb-b7a5-415a-8976-644030bc332e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=35b127fb-b7a5-415a-8976-644030bc332e,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:41.149013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:41.214011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=35b127fb-b7a5-415a-8976-644030bc332e,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:42.217331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-7e06f583-4635-48d2-9d2f-021de09c3bb6 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:42.218733 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-7e06f583-4635-48d2-9d2f-021de09c3bb6 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/networks?id=bb5c694d-1ead-4316-b20e-4e080d53d6ed HTTP/1.1" status: 200 len: 816 time: 0.1416419 Apr 05 14:58:42.234887 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-cc8fbad9-1f88-4e51-ae50-0ca52b8d29df tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/quotas/f166841b64294e9d913250bb85771815 HTTP/1.1" status: 200 len: 375 time: 0.0106661 Apr 05 14:58:42.276120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 35b127fb-b7a5-415a-8976-644030bc332e up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:42.318474 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-a41720f7-11b5-452d-a4e1-e413a593c738 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f166841b64294e9d913250bb85771815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0774469 Apr 05 14:58:42.342246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 35b127fb-b7a5-415a-8976-644030bc332e triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:42.342622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:42.456929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 92ce01d1-92ce-44d1-aeb8-52036f9116ad up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:42.525139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 92ce01d1-92ce-44d1-aeb8-52036f9116ad triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:42.525503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:42.576995 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-a8326901-f466-45ca-a353-4876b3cbcf22 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464983 Apr 05 14:58:42.709138 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-f0feec21-b105-47ba-b2ec-b2e6dfbcf276 service neutron] 10.222.0.18 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251884 Apr 05 14:58:42.886561 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-03831690-34be-4d00-950e-4fc67984ebb3 req-618032eb-a2cc-46e4-9534-8ae5737b571c tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 210 time: 0.0405376 Apr 05 14:58:43.878664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d0213ebd-807a-4214-9512-e749b1d8f0e5 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:43.880085 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d0213ebd-807a-4214-9512-e749b1d8f0e5 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.15 "GET /v2.0/networks?id=bb5c694d-1ead-4316-b20e-4e080d53d6ed HTTP/1.1" status: 200 len: 816 time: 0.1447067 Apr 05 14:58:43.896137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Request body: {'port': {'device_id': 'e68b6f03-d954-4c8c-827e-a8a13b962736', 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'admin_state_up': True, 'tenant_id': 'f166841b64294e9d913250bb85771815'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:44.068695 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e29fd08-7597-4290-b88f-6ddcd9696d48 req-ddcac56e-ba9a-4603-aa2f-d71fef6bf717 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 210 time: 0.0541928 Apr 05 14:58:44.074456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:58:44.078303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Usage tracker for resource:port and tenant:f166841b64294e9d913250bb85771815 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:58:44.081191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:58:44.087013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:58:44.096671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Made reservation on behalf of f166841b64294e9d913250bb85771815 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:58:44.099729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:44.347843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Allocated IP 172.20.0.11 (bb5c694d-1ead-4316-b20e-4e080d53d6ed/42d2046f-e7aa-494b-945c-c5ed43e04d94/7806ea84-c989-47dd-86aa-3095bc726d29) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:58:44.545292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:44.561847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Transition to ACTIVE for port object 7806ea84-c989-47dd-86aa-3095bc726d29 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:44.587710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:44.660047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:58:44.663104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:58:44.667412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:58:44.694810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Pushing event updated for resources: {'Port': ['ID=7806ea84-c989-47dd-86aa-3095bc726d29,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:44.732450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:44.733054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:44.754795 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2458cd1-e7a6-4590-a7fa-7bbb975c1bc3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8623970 Apr 05 14:58:44.765917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Request body: {'port': {'device_id': 'e68b6f03-d954-4c8c-827e-a8a13b962736', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:58:44.877727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:44.897166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8fa941cf-f4a2-4500-97ff-c92c8768feed None None] Provisioning for port 7806ea84-c989-47dd-86aa-3095bc726d29 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:44.902585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8fa941cf-f4a2-4500-97ff-c92c8768feed None None] Provisioning complete for port 7806ea84-c989-47dd-86aa-3095bc726d29 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:44.902953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8fa941cf-f4a2-4500-97ff-c92c8768feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:44.954086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8fa941cf-f4a2-4500-97ff-c92c8768feed None None] Port 7806ea84-c989-47dd-86aa-3095bc726d29 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:58:45.244738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7806ea84-c989-47dd-86aa-3095bc726d29 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:58:45.254179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:45.277516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Transition to ACTIVE for port object 7806ea84-c989-47dd-86aa-3095bc726d29 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:58:45.282740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:45.404760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680edcc9-b5b8-4973-9bb3-a6e91d2a722a req-6a38689d-b9ff-45e1-844c-4604aa465b0d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:45.405453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-680edcc9-b5b8-4973-9bb3-a6e91d2a722a req-6a38689d-b9ff-45e1-844c-4604aa465b0d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Synchronizing usage tracker for tenant:f166841b64294e9d913250bb85771815 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:58:45.426479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Pushing event updated for resources: {'Port': ['ID=7806ea84-c989-47dd-86aa-3095bc726d29,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:45.508463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-680edcc9-b5b8-4973-9bb3-a6e91d2a722a req-6a38689d-b9ff-45e1-844c-4604aa465b0d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Unset dirty status for tenant:f166841b64294e9d913250bb85771815 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:58:45.509605 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-680edcc9-b5b8-4973-9bb3-a6e91d2a722a req-6a38689d-b9ff-45e1-844c-4604aa465b0d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 932 time: 0.3156569 Apr 05 14:58:45.580964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Attempting to bind port 7806ea84-c989-47dd-86aa-3095bc726d29 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:58:45.581296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Attempting to bind port 7806ea84-c989-47dd-86aa-3095bc726d29 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:58:45.581619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Attempting to bind port 7806ea84-c989-47dd-86aa-3095bc726d29 on network bb5c694d-1ead-4316-b20e-4e080d53d6ed {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:45.585204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-680edcc9-b5b8-4973-9bb3-a6e91d2a722a req-9889e82d-01e9-4830-a748-4bae908024ec tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690238 Apr 05 14:58:45.589734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Port 7806ea84-c989-47dd-86aa-3095bc726d29 on network bb5c694d-1ead-4316-b20e-4e080d53d6ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:58:45.590099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Attempting to bind port 7806ea84-c989-47dd-86aa-3095bc726d29 on network bb5c694d-1ead-4316-b20e-4e080d53d6ed {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:58:45.596935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:58:45.597264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Checking segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:58:45.597636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Bound using segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:58:45.598074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Bound port: 7806ea84-c989-47dd-86aa-3095bc726d29, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:58:45.598411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:45.691826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] For port 7806ea84-c989-47dd-86aa-3095bc726d29, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:58:45.694799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] For port 7806ea84-c989-47dd-86aa-3095bc726d29, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7806ea84-c989-47dd-86aa-3095bc726d29,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:58:45.699041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:45.759745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:45.761100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] 10.222.0.15 "PUT /v2.0/ports/7806ea84-c989-47dd-86aa-3095bc726d29 HTTP/1.1" status: 200 len: 1094 time: 0.9994469 Apr 05 14:58:45.761530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68b6f03-d954-4c8c-827e-a8a13b962736', 'tag': '7806ea84-c989-47dd-86aa-3095bc726d29'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:58:45.778889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ff77cf-dde9-49d1-90fd-96e37b8c36bd service neutron] Pushing event updated for resources: {'Port': ['ID=7806ea84-c989-47dd-86aa-3095bc726d29,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:45.843180 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d34d72-5ea4-492c-8951-cecfe5feb5ed'] response: {'name': 'network-changed', 'server_uuid': 'e68b6f03-d954-4c8c-827e-a8a13b962736', 'tag': '7806ea84-c989-47dd-86aa-3095bc726d29', 'status': 'completed', 'code': 200} Apr 05 14:58:45.885361 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-68fdecc0-06b8-48c8-b1a0-e52ced6fc05a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f166841b64294e9d913250bb85771815&device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 1097 time: 0.0798779 Apr 05 14:58:45.953148 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-d2494eb5-f516-4148-a12b-00cb58dfa9c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806ea84-c989-47dd-86aa-3095bc726d29 HTTP/1.1" status: 200 len: 217 time: 0.0616932 Apr 05 14:58:46.101294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-80491c71-3695-447e-b9da-2276ffdebb8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:46.102745 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-80491c71-3695-447e-b9da-2276ffdebb8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d2046f-e7aa-494b-945c-c5ed43e04d94 HTTP/1.1" status: 200 len: 855 time: 0.1445551 Apr 05 14:58:46.175349 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-f7f6aded-cc5c-4738-9d0f-5573b6f874e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb5c694d-1ead-4316-b20e-4e080d53d6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660024 Apr 05 14:58:46.303107 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-629df5a5-e746-4548-81ab-db261d870758 service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220620 Apr 05 14:58:46.431355 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4623921e-bdeb-494f-8980-9210a6c41d5a req-043c8469-4f57-49a3-b1ce-1752f1a3c3b5 service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220136 Apr 05 14:58:46.544922 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-54acfda1-839c-4caa-9f29-d38191015fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f166841b64294e9d913250bb85771815&device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 1097 time: 0.0712957 Apr 05 14:58:46.675832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-78f86acc-665f-496a-ab38-b4fd46e30c21 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:46.677307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-78f86acc-665f-496a-ab38-b4fd46e30c21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb5c694d-1ead-4316-b20e-4e080d53d6ed HTTP/1.1" status: 200 len: 917 time: 0.1268668 Apr 05 14:58:46.777671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-7c395e52-168d-4126-970a-210895f61aa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806ea84-c989-47dd-86aa-3095bc726d29 HTTP/1.1" status: 200 len: 217 time: 0.0931532 Apr 05 14:58:46.853879 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-9485906f-6ed8-4758-99c4-75bf8c536a78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:46.855313 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-9485906f-6ed8-4758-99c4-75bf8c536a78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d2046f-e7aa-494b-945c-c5ed43e04d94 HTTP/1.1" status: 200 len: 855 time: 0.0699868 Apr 05 14:58:46.900400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d1725-1db5-4009-87c5-5414d6fbe566 req-604886f2-7787-436f-9f88-9619b40b5b5d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:46.901864 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b93d1725-1db5-4009-87c5-5414d6fbe566 req-604886f2-7787-436f-9f88-9619b40b5b5d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 944 time: 0.1720002 Apr 05 14:58:46.967231 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b93d1725-1db5-4009-87c5-5414d6fbe566 req-06030a56-decd-4329-856f-57ae8026cd1e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549197 Apr 05 14:58:46.974330 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-0bca8480-f04e-403e-bb3e-7e402aaeeca9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb5c694d-1ead-4316-b20e-4e080d53d6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1111181 Apr 05 14:58:47.104725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-44dd14e0-84b1-4169-87a3-7490a8e15673 service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225314 Apr 05 14:58:47.230996 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-341bf3c7-8f55-4267-ac73-51af178e3749 req-1bf32ef0-9ba6-4f32-b2f4-a7d925489837 service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198101 Apr 05 14:58:47.583924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 7806ea84-c989-47dd-86aa-3095bc726d29 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:58:47.715202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 7806ea84-c989-47dd-86aa-3095bc726d29, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7806ea84-c989-47dd-86aa-3095bc726d29,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:47.728441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '7806ea84-c989-47dd-86aa-3095bc726d29', 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'port_id': '7806ea84-c989-47dd-86aa-3095bc726d29', 'mac_address': 'fa:16:3e:2e:14:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d2046f-e7aa-494b-945c-c5ed43e04d94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:58:47.785046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:47.802016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7806ea84-c989-47dd-86aa-3095bc726d29 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:58:47.818922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 7806ea84-c989-47dd-86aa-3095bc726d29, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7806ea84-c989-47dd-86aa-3095bc726d29,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:47.822670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:47.885933 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=7806ea84-c989-47dd-86aa-3095bc726d29,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:48.029549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['7806ea84-c989-47dd-86aa-3095bc726d29'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:58:48.168299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98372e8-4fa1-4327-bdda-b2e92b1d11e6 req-4ed80526-627f-4481-abcf-e61d7ffd71d8 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:48.169665 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c98372e8-4fa1-4327-bdda-b2e92b1d11e6 req-4ed80526-627f-4481-abcf-e61d7ffd71d8 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 945 time: 0.0809169 Apr 05 14:58:48.213908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c98372e8-4fa1-4327-bdda-b2e92b1d11e6 req-8db5903e-4bf9-404f-8662-5b697aa6551f tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380383 Apr 05 14:58:49.409606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d84975-11fc-47b0-be0c-3c1f5060f653 req-26400a7e-d0e3-4d1e-8d70-fdff1cd815ae tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:49.411352 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e5d84975-11fc-47b0-be0c-3c1f5060f653 req-26400a7e-d0e3-4d1e-8d70-fdff1cd815ae tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 945 time: 0.0802193 Apr 05 14:58:49.457750 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e5d84975-11fc-47b0-be0c-3c1f5060f653 req-94d60e21-fee1-4f05-931c-ed9ce76125eb tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400825 Apr 05 14:58:49.599691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 7806ea84-c989-47dd-86aa-3095bc726d29 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:58:49.666360 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 7806ea84-c989-47dd-86aa-3095bc726d29 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:58:49.671069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 7806ea84-c989-47dd-86aa-3095bc726d29 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:58:49.671435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:49.811695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:49.837867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68b6f03-d954-4c8c-827e-a8a13b962736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7806ea84-c989-47dd-86aa-3095bc726d29'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:58:49.847117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 7806ea84-c989-47dd-86aa-3095bc726d29, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7806ea84-c989-47dd-86aa-3095bc726d29,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:58:49.852524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:49.919279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=7806ea84-c989-47dd-86aa-3095bc726d29,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:58:49.970674 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7912deb-e713-4073-b684-ffa021402fed'] response: {'server_uuid': 'e68b6f03-d954-4c8c-827e-a8a13b962736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7806ea84-c989-47dd-86aa-3095bc726d29', 'code': 200} Apr 05 14:58:50.182573 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddef41a1-6211-4db7-a059-6cd15c39dedf req-5550c5a0-aa56-4f9b-a32d-0507f5375695 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 1099 time: 0.0645678 Apr 05 14:58:50.226924 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddef41a1-6211-4db7-a059-6cd15c39dedf req-0fd805fe-0a08-4287-9fa8-9db9c6ff46e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388136 Apr 05 14:58:50.658760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf5899-d482-470c-872f-ca23aeda4ff4 req-36eb1f9f-6999-4161-9cd7-d37ce7215791 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:50.660217 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0bbf5899-d482-470c-872f-ca23aeda4ff4 req-36eb1f9f-6999-4161-9cd7-d37ce7215791 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 946 time: 0.0770667 Apr 05 14:58:50.705898 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0bbf5899-d482-470c-872f-ca23aeda4ff4 req-ebd2c3e7-4f3a-44d2-b87c-97229af0b54f tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Apr 05 14:58:51.922132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b8323-8bbd-43ac-b340-4f086d1b969d req-fb69386e-87c0-4c5c-9a8a-8c0e03026c5d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:51.923598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-146b8323-8bbd-43ac-b340-4f086d1b969d req-fb69386e-87c0-4c5c-9a8a-8c0e03026c5d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 946 time: 0.0869110 Apr 05 14:58:52.056640 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-146b8323-8bbd-43ac-b340-4f086d1b969d req-5af035cb-3d5b-454d-9b3c-74b0b2524e73 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275423 Apr 05 14:58:52.246567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb508ed-f5a0-49ac-b934-50a2eb7618d0 req-2db4685b-9279-4402-9a5f-4f8a3b084e02 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:58:52.247997 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fb508ed-f5a0-49ac-b934-50a2eb7618d0 req-2db4685b-9279-4402-9a5f-4f8a3b084e02 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 946 time: 0.0744064 Apr 05 14:58:52.292060 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1fb508ed-f5a0-49ac-b934-50a2eb7618d0 req-c5a8f768-5a9c-45bf-90bc-9a7ee1e6884d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387037 Apr 05 14:58:54.179258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2abf90b7-c50b-4de1-b36a-2bb61ed6f094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:56.404690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ba090945-c313-4c90-af79-b57e5f84e518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:57.506619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:57.541985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:58:59.076219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:01.362376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Sync routers for ids ['3db4ad85-8b49-4507-9d44-419cd8758a6b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:59:01.374826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Routers {'3db4ad85-8b49-4507-9d44-419cd8758a6b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:59:01.375400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:58:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3db4ad85-8b49-4507-9d44-419cd8758a6b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:01.550380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Set router 3db4ad85-8b49-4507-9d44-419cd8758a6b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:59:01.861963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:58:38Z', 'revision_number': 4, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port': {'id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:36Z', 'updated_at': '2022-04-05T14:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '600847f5-fcfc-4677-8874-7716e5385515', 'name': '', 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'mac_address': 'fa:16:3e:c4:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5200af7-1d93-4c04-8650-bba0d1afe521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:38Z', 'updated_at': '2022-04-05T14:58:39Z', 'revision_number': 2, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'subnets': [{'id': 'e5200af7-1d93-4c04-8650-bba0d1afe521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:01.866215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Checking router: 3db4ad85-8b49-4507-9d44-419cd8758a6b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:59:01.866557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Updating router 3db4ad85-8b49-4507-9d44-419cd8758a6b port 600847f5-fcfc-4677-8874-7716e5385515 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:59:01.916429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:02.258501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:02.272183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Transition to ACTIVE for port object 600847f5-fcfc-4677-8874-7716e5385515 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:02.278731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:02.438938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82700069-b509-44d0-93d2-ffb771aed869 None None] Pushing event updated for resources: {'Port': ['ID=600847f5-fcfc-4677-8874-7716e5385515,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:02.508805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Attempting to bind port 600847f5-fcfc-4677-8874-7716e5385515 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:59:02.509219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Attempting to bind port 600847f5-fcfc-4677-8874-7716e5385515 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:59:02.509579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Attempting to bind port 600847f5-fcfc-4677-8874-7716e5385515 on network 32ebbce3-7d69-409b-ae57-b52232daef5c {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:59:02.519138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:59:02.519781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Checking segment: {'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:59:02.520350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:02.520885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Bound using segment: {'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:59:02.521498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Bound port: 600847f5-fcfc-4677-8874-7716e5385515, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bff002a-d64e-4fdb-a9b8-39bfda343e3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:59:02.522065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:02.636014 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] For port 600847f5-fcfc-4677-8874-7716e5385515, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:59:02.639281 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] For port 600847f5-fcfc-4677-8874-7716e5385515, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=600847f5-fcfc-4677-8874-7716e5385515,segment=NetworkSegment(3bff002a-d64e-4fdb-a9b8-39bfda343e3d),segment_id=3bff002a-d64e-4fdb-a9b8-39bfda343e3d)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:59:02.644112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:02.790329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82700069-b509-44d0-93d2-ffb771aed869 None None] Pushing event updated for resources: {'Port': ['ID=600847f5-fcfc-4677-8874-7716e5385515,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:02.793224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Routers {'3db4ad85-8b49-4507-9d44-419cd8758a6b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:59:02.793888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:58:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3db4ad85-8b49-4507-9d44-419cd8758a6b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:02.982207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] Set router 3db4ad85-8b49-4507-9d44-419cd8758a6b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:59:03.300523 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:58:38Z', 'revision_number': 4, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port': {'id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:36Z', 'updated_at': '2022-04-05T14:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '600847f5-fcfc-4677-8874-7716e5385515', 'name': '', 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'mac_address': 'fa:16:3e:c4:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5200af7-1d93-4c04-8650-bba0d1afe521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:38Z', 'updated_at': '2022-04-05T14:59:02Z', 'revision_number': 4, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'subnets': [{'id': 'e5200af7-1d93-4c04-8650-bba0d1afe521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:03.304540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd842b7d-c163-41e5-8241-20deeb158656 None None] The sync data for ids ['3db4ad85-8b49-4507-9d44-419cd8758a6b'] in dv-neutron-829488-2-hyperv is: [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:58:38Z', 'revision_number': 4, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port': {'id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:36Z', 'updated_at': '2022-04-05T14:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '600847f5-fcfc-4677-8874-7716e5385515', 'name': '', 'network_id': '32ebbce3-7d69-409b-ae57-b52232daef5c', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'mac_address': 'fa:16:3e:c4:98:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e5200af7-1d93-4c04-8650-bba0d1afe521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:38Z', 'updated_at': '2022-04-05T14:59:02Z', 'revision_number': 4, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'subnets': [{'id': 'e5200af7-1d93-4c04-8650-bba0d1afe521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:59:04.291707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 600847f5-fcfc-4677-8874-7716e5385515 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:59:04.361435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 600847f5-fcfc-4677-8874-7716e5385515 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:59:04.366211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 600847f5-fcfc-4677-8874-7716e5385515 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:04.366663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:04.480876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:04.511827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 600847f5-fcfc-4677-8874-7716e5385515, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=600847f5-fcfc-4677-8874-7716e5385515,segment=NetworkSegment(3bff002a-d64e-4fdb-a9b8-39bfda343e3d),segment_id=3bff002a-d64e-4fdb-a9b8-39bfda343e3d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:04.515675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:04.581687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=600847f5-fcfc-4677-8874-7716e5385515,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:06.283483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 600847f5-fcfc-4677-8874-7716e5385515 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:59:06.350098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 600847f5-fcfc-4677-8874-7716e5385515 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:06.350398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:06.619294 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-02c48065-00f4-486f-8b3d-25fdbec60749 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0712316 Apr 05 14:59:06.758888 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-b2d8dbd6-5fe2-4490-a1cc-2521fa703c8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f166841b64294e9d913250bb85771815&device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 1099 time: 0.0689466 Apr 05 14:59:06.905696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-d5c013ee-9d28-438b-b121-d030598ab337 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:06.907221 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-d5c013ee-9d28-438b-b121-d030598ab337 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb5c694d-1ead-4316-b20e-4e080d53d6ed HTTP/1.1" status: 200 len: 917 time: 0.1286666 Apr 05 14:59:06.979509 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-1288187c-ab21-4a28-9c89-53f227d8ad37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7806ea84-c989-47dd-86aa-3095bc726d29 HTTP/1.1" status: 200 len: 217 time: 0.0640423 Apr 05 14:59:07.041512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-8f4da9d5-92fb-453a-991c-21082d57bff8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:07.043002 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-8f4da9d5-92fb-453a-991c-21082d57bff8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d2046f-e7aa-494b-945c-c5ed43e04d94 HTTP/1.1" status: 200 len: 855 time: 0.0565183 Apr 05 14:59:07.122034 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-ba05497c-7aa7-40fe-b540-d77aacd9fceb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb5c694d-1ead-4316-b20e-4e080d53d6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729890 Apr 05 14:59:07.252159 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-3db239c0-a201-43fd-b759-573adce53be7 service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235881 Apr 05 14:59:07.386505 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27dc48dd-dae6-4301-9c63-791c9d6c36d9 req-7fecbbb0-7800-41af-9e79-ff809b97262c service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283753 Apr 05 14:59:07.848125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5e44b-d341-4607-b0be-b756365e3287 req-b344d563-a4ce-4181-8b5a-ef98436a6d21 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:07.849568 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1cb5e44b-d341-4607-b0be-b756365e3287 req-b344d563-a4ce-4181-8b5a-ef98436a6d21 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 946 time: 0.0754993 Apr 05 14:59:07.895324 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1cb5e44b-d341-4607-b0be-b756365e3287 req-b3099a14-ffab-463f-b08c-d3d34d988e8c tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401747 Apr 05 14:59:07.927859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:09.095958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbde32-2fb4-4299-8a5f-b497f5fb1676 req-d0a91a9e-30b0-4357-9b6e-1d3abedbd3e0 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:09.097400 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-49dbde32-2fb4-4299-8a5f-b497f5fb1676 req-d0a91a9e-30b0-4357-9b6e-1d3abedbd3e0 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 946 time: 0.0789428 Apr 05 14:59:09.141913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-49dbde32-2fb4-4299-8a5f-b497f5fb1676 req-5c6487e8-8e8d-4152-b615-20e05a9965bd tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389674 Apr 05 14:59:09.308830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-fed0fea7-db50-4b17-b097-8ad7cc5fa2a3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:09.310287 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-fed0fea7-db50-4b17-b097-8ad7cc5fa2a3 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.15 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 946 time: 0.0758290 Apr 05 14:59:09.380901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Deleting port 7806ea84-c989-47dd-86aa-3095bc726d29 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:09.381235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:09.615558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] For port 7806ea84-c989-47dd-86aa-3095bc726d29, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=7806ea84-c989-47dd-86aa-3095bc726d29,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:09.615940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:09.809912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Calling delete_port for 7806ea84-c989-47dd-86aa-3095bc726d29 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:09.947128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:09.996764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Pushing event deleted for resources: {'Port': ['ID=7806ea84-c989-47dd-86aa-3095bc726d29,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:10.073371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] No DVR routers for this DVR port 7806ea84-c989-47dd-86aa-3095bc726d29 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:59:10.075922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:10.080324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68b6f03-d954-4c8c-827e-a8a13b962736', 'name': 'network-vif-deleted', 'tag': '7806ea84-c989-47dd-86aa-3095bc726d29'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:59:10.095140 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-91132a51-8e79-4fdd-a7bf-4a3fdde6e45a req-6fdb1dff-4dab-480f-9c3b-cd9eaf27c0d4 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.15 "DELETE /v2.0/ports/7806ea84-c989-47dd-86aa-3095bc726d29 HTTP/1.1" status: 204 len: 173 time: 0.7787423 Apr 05 14:59:10.142675 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205e7483-63d9-4828-9922-3ad14f62531a'] response: {'server_uuid': 'e68b6f03-d954-4c8c-827e-a8a13b962736', 'name': 'network-vif-deleted', 'tag': '7806ea84-c989-47dd-86aa-3095bc726d29', 'status': 'completed', 'code': 200} Apr 05 14:59:10.320256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-19f1340e-e054-47eb-9c85-6183e2443a99 req-d3d7fc1f-a19f-42e1-b769-359bcc2f1da2 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Synchronizing usage tracker for tenant:f166841b64294e9d913250bb85771815 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:59:10.335203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-19f1340e-e054-47eb-9c85-6183e2443a99 req-d3d7fc1f-a19f-42e1-b769-359bcc2f1da2 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Unset dirty status for tenant:f166841b64294e9d913250bb85771815 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:59:10.336306 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-19f1340e-e054-47eb-9c85-6183e2443a99 req-d3d7fc1f-a19f-42e1-b769-359bcc2f1da2 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68b6f03-d954-4c8c-827e-a8a13b962736 HTTP/1.1" status: 200 len: 210 time: 0.0561311 Apr 05 14:59:11.715579 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 7806ea84-c989-47dd-86aa-3095bc726d29 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:59:11.747771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 7806ea84-c989-47dd-86aa-3095bc726d29 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:59:11.748115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 7806ea84-c989-47dd-86aa-3095bc726d29 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:59:11.975433 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ae1fc-baf2-45da-9546-19e5411998de req-b839f1f0-8809-4770-a402-2f561f76383a tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:11.976775 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-b839f1f0-8809-4770-a402-2f561f76383a tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/networks?id=bb5c694d-1ead-4316-b20e-4e080d53d6ed HTTP/1.1" status: 200 len: 816 time: 0.1418555 Apr 05 14:59:11.992430 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-e17738c4-043c-407c-8f59-cd64e77bc2c9 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/quotas/f166841b64294e9d913250bb85771815 HTTP/1.1" status: 200 len: 375 time: 0.0104249 Apr 05 14:59:12.069129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-ac250758-5cf0-4e99-b05a-3d293f5ff68b tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=f166841b64294e9d913250bb85771815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720146 Apr 05 14:59:12.203699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-4478d92a-7cd3-4dae-b648-bfb88773583a service neutron] 10.222.0.18 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232612 Apr 05 14:59:12.334376 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-636522c9-c396-4b01-b724-21016c81625f service neutron] 10.222.0.18 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248486 Apr 05 14:59:12.517389 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c554de12-7ed9-4736-b346-f4af9226fe94 req-28c176c5-4337-4e39-848d-b96a38026358 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 210 time: 0.0458047 Apr 05 14:59:13.481554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ae1fc-baf2-45da-9546-19e5411998de req-83905d91-432e-44a4-9c16-94e92696f706 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:13.483047 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-83905d91-432e-44a4-9c16-94e92696f706 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.15 "GET /v2.0/networks?id=bb5c694d-1ead-4316-b20e-4e080d53d6ed HTTP/1.1" status: 200 len: 816 time: 0.1452928 Apr 05 14:59:13.498919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Request body: {'port': {'device_id': '414960c7-c019-4d27-b057-18a5850df1ae', 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'admin_state_up': True, 'tenant_id': 'f166841b64294e9d913250bb85771815'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:59:13.643935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:13.689468 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-215ab82a-2571-40ea-ae11-146d7a63c755 req-f272cc40-2f93-4e23-830f-4b5c8f76b268 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 210 time: 0.0483553 Apr 05 14:59:13.690312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:13.699594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Made reservation on behalf of f166841b64294e9d913250bb85771815 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:59:13.702625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:13.860959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Allocated IP 172.20.0.3 (bb5c694d-1ead-4316-b20e-4e080d53d6ed/42d2046f-e7aa-494b-945c-c5ed43e04d94/995fcb08-a264-433d-9b63-c5f18a50f6db) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:59:14.052072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:14.066938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Transition to ACTIVE for port object 995fcb08-a264-433d-9b63-c5f18a50f6db will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:14.088429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:14.243106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:59:14.245982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:59:14.249706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:59:14.286342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Pushing event updated for resources: {'Port': ['ID=995fcb08-a264-433d-9b63-c5f18a50f6db,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:14.315927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:14.316536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:14.341854 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-d92485a9-2194-4dcd-90d5-5aa1fba3e256 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8464286 Apr 05 14:59:14.353680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Request body: {'port': {'device_id': '414960c7-c019-4d27-b057-18a5850df1ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:59:14.463189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:14.503638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6e76f6c0-645a-40fe-b55c-a757c46a4026 None None] Provisioning for port 995fcb08-a264-433d-9b63-c5f18a50f6db completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:59:14.509216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6e76f6c0-645a-40fe-b55c-a757c46a4026 None None] Provisioning complete for port 995fcb08-a264-433d-9b63-c5f18a50f6db triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:14.509782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6e76f6c0-645a-40fe-b55c-a757c46a4026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:14.564272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-6e76f6c0-645a-40fe-b55c-a757c46a4026 None None] Port 995fcb08-a264-433d-9b63-c5f18a50f6db cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:59:14.792709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 995fcb08-a264-433d-9b63-c5f18a50f6db {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:59:14.799356 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:14.850090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Transition to ACTIVE for port object 995fcb08-a264-433d-9b63-c5f18a50f6db will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:14.858118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:15.002076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Pushing event updated for resources: {'Port': ['ID=995fcb08-a264-433d-9b63-c5f18a50f6db,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:15.052012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8891f6e-ea93-4cf2-814f-e4ae40ab8924 req-2b8bbb39-ca37-49fa-8a7f-fccd2a521f20 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:15.052628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b8891f6e-ea93-4cf2-814f-e4ae40ab8924 req-2b8bbb39-ca37-49fa-8a7f-fccd2a521f20 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Synchronizing usage tracker for tenant:f166841b64294e9d913250bb85771815 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:59:15.113869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b8891f6e-ea93-4cf2-814f-e4ae40ab8924 req-2b8bbb39-ca37-49fa-8a7f-fccd2a521f20 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Unset dirty status for tenant:f166841b64294e9d913250bb85771815 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:59:15.115045 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8891f6e-ea93-4cf2-814f-e4ae40ab8924 req-2b8bbb39-ca37-49fa-8a7f-fccd2a521f20 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 931 time: 0.3065104 Apr 05 14:59:15.153719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Attempting to bind port 995fcb08-a264-433d-9b63-c5f18a50f6db on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:59:15.154074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Attempting to bind port 995fcb08-a264-433d-9b63-c5f18a50f6db by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:59:15.154423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Attempting to bind port 995fcb08-a264-433d-9b63-c5f18a50f6db on network bb5c694d-1ead-4316-b20e-4e080d53d6ed {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:59:15.168905 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Port 995fcb08-a264-433d-9b63-c5f18a50f6db on network bb5c694d-1ead-4316-b20e-4e080d53d6ed not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 14:59:15.169222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Attempting to bind port 995fcb08-a264-433d-9b63-c5f18a50f6db on network bb5c694d-1ead-4316-b20e-4e080d53d6ed {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:59:15.181877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:59:15.182248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Checking segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:59:15.182630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Bound using segment: {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:59:15.183059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Bound port: 995fcb08-a264-433d-9b63-c5f18a50f6db, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3469f210-5c49-48ae-bc50-c769b0eda6b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:59:15.183916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:15.195934 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8891f6e-ea93-4cf2-814f-e4ae40ab8924 req-96821aac-24ba-433c-8755-4067605429f8 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Apr 05 14:59:15.271622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] For port 995fcb08-a264-433d-9b63-c5f18a50f6db, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:59:15.274471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] For port 995fcb08-a264-433d-9b63-c5f18a50f6db, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=995fcb08-a264-433d-9b63-c5f18a50f6db,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:59:15.279312 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:15.343181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:15.344562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] 10.222.0.15 "PUT /v2.0/ports/995fcb08-a264-433d-9b63-c5f18a50f6db HTTP/1.1" status: 200 len: 1093 time: 0.9953539 Apr 05 14:59:15.344999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '414960c7-c019-4d27-b057-18a5850df1ae', 'tag': '995fcb08-a264-433d-9b63-c5f18a50f6db'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:59:15.362916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded6742-9587-48ed-a3d2-21fa45bbe7aa service neutron] Pushing event updated for resources: {'Port': ['ID=995fcb08-a264-433d-9b63-c5f18a50f6db,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:15.414668 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec9bafe-7f39-4fd4-8e2f-0d8e763c7f7b'] response: {'name': 'network-changed', 'server_uuid': '414960c7-c019-4d27-b057-18a5850df1ae', 'tag': '995fcb08-a264-433d-9b63-c5f18a50f6db', 'status': 'completed', 'code': 200} Apr 05 14:59:15.451355 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-88ac0a32-d265-4dc3-bfaf-12277fd322e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f166841b64294e9d913250bb85771815&device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 1096 time: 0.0711682 Apr 05 14:59:15.525484 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-77ca84ee-43fa-411f-983e-04ac8d40e97c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=995fcb08-a264-433d-9b63-c5f18a50f6db HTTP/1.1" status: 200 len: 217 time: 0.0664802 Apr 05 14:59:15.587203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42ae1fc-baf2-45da-9546-19e5411998de req-7e8fa453-7dcb-4fa9-9cfe-791f5625425a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:15.588627 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-7e8fa453-7dcb-4fa9-9cfe-791f5625425a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d2046f-e7aa-494b-945c-c5ed43e04d94 HTTP/1.1" status: 200 len: 855 time: 0.0569482 Apr 05 14:59:15.666022 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-9039ce20-af7c-40f3-acd1-bb8a805cbad4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb5c694d-1ead-4316-b20e-4e080d53d6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707116 Apr 05 14:59:15.794436 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-3181c45f-0457-4968-a138-4cb07a5487b5 service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225264 Apr 05 14:59:15.923357 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b42ae1fc-baf2-45da-9546-19e5411998de req-60d8bd6e-4862-4a5d-a4bf-4eb309162c14 service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219337 Apr 05 14:59:16.106975 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-d7a6c87b-a42c-4151-8606-a492a4afc7dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f166841b64294e9d913250bb85771815&device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 1096 time: 0.1432860 Apr 05 14:59:16.235721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-2b848f3a-2190-4e96-bdcf-757ecb2943ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:16.237187 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-2b848f3a-2190-4e96-bdcf-757ecb2943ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=bb5c694d-1ead-4316-b20e-4e080d53d6ed HTTP/1.1" status: 200 len: 917 time: 0.1227643 Apr 05 14:59:16.310181 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-4879394a-101c-415a-9392-bff5bdd2b786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=995fcb08-a264-433d-9b63-c5f18a50f6db HTTP/1.1" status: 200 len: 217 time: 0.0664136 Apr 05 14:59:16.421612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-ec31b819-c4ef-41e6-87c0-1c3d09d577db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:16.423116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-ec31b819-c4ef-41e6-87c0-1c3d09d577db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=42d2046f-e7aa-494b-945c-c5ed43e04d94 HTTP/1.1" status: 200 len: 855 time: 0.1068177 Apr 05 14:59:16.483219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880cd8b9-f78f-4348-a140-27b5e658cd12 req-464805ba-2608-463b-90fa-dfe56a3d451a tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:16.484587 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-880cd8b9-f78f-4348-a140-27b5e658cd12 req-464805ba-2608-463b-90fa-dfe56a3d451a tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 943 time: 0.1388512 Apr 05 14:59:16.542828 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-941fd628-54ea-4a7e-9147-84b580c68e96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bb5c694d-1ead-4316-b20e-4e080d53d6ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1135361 Apr 05 14:59:16.545011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-880cd8b9-f78f-4348-a140-27b5e658cd12 req-be85ca55-12cd-4299-91d3-81f253a137ea tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536132 Apr 05 14:59:16.671850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-e3afb4f8-d304-4be9-b08b-2e11ea64685b service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222808 Apr 05 14:59:16.801662 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4dfbd187-0428-4e6c-8126-3a2b1d0f8e2a req-4e361462-28d7-4f1f-b02a-75dc53f688e7 service neutron] 10.222.0.15 "GET /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229527 Apr 05 14:59:16.970084 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:59:17.748746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a6032-d687-4773-b98c-136802730f51 req-ccbdcb93-8ff9-4c79-b1d9-6b438a658887 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:17.750242 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c71a6032-d687-4773-b98c-136802730f51 req-ccbdcb93-8ff9-4c79-b1d9-6b438a658887 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 943 time: 0.0815802 Apr 05 14:59:17.754810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 995fcb08-a264-433d-9b63-c5f18a50f6db details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 14:59:17.796578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c71a6032-d687-4773-b98c-136802730f51 req-4ab87f9c-9a12-40d8-935f-f1da8379a986 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406508 Apr 05 14:59:17.890391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 995fcb08-a264-433d-9b63-c5f18a50f6db, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=995fcb08-a264-433d-9b63-c5f18a50f6db,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:17.903707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '995fcb08-a264-433d-9b63-c5f18a50f6db', 'network_id': 'bb5c694d-1ead-4316-b20e-4e080d53d6ed', 'port_id': '995fcb08-a264-433d-9b63-c5f18a50f6db', 'mac_address': 'fa:16:3e:21:53:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42d2046f-e7aa-494b-945c-c5ed43e04d94', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 14:59:17.956567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:17.973011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 995fcb08-a264-433d-9b63-c5f18a50f6db {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 14:59:17.987231 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 995fcb08-a264-433d-9b63-c5f18a50f6db, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=995fcb08-a264-433d-9b63-c5f18a50f6db,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:17.991460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:18.070176 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=995fcb08-a264-433d-9b63-c5f18a50f6db,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:18.078931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.079273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.079609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.079938 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.080263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.080586 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.080909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.081229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.081547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.081863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.082208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:18.178832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['995fcb08-a264-433d-9b63-c5f18a50f6db'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 14:59:18.987349 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c410-17b1-432f-93f9-4f6c63657578 req-ea417f8f-8126-4d20-8de4-a0847354f65c tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:18.988961 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dc67c410-17b1-432f-93f9-4f6c63657578 req-ea417f8f-8126-4d20-8de4-a0847354f65c tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 944 time: 0.0747375 Apr 05 14:59:19.033912 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dc67c410-17b1-432f-93f9-4f6c63657578 req-2f02094c-d8c4-47e2-a59d-9c4f5f0d2d98 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393643 Apr 05 14:59:19.770745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 995fcb08-a264-433d-9b63-c5f18a50f6db up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:59:19.837075 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 995fcb08-a264-433d-9b63-c5f18a50f6db completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:59:19.841502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 995fcb08-a264-433d-9b63-c5f18a50f6db triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:19.841863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:19.951761 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:19.977709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414960c7-c019-4d27-b057-18a5850df1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995fcb08-a264-433d-9b63-c5f18a50f6db'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:59:19.986994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 995fcb08-a264-433d-9b63-c5f18a50f6db, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=995fcb08-a264-433d-9b63-c5f18a50f6db,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:19.991145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:20.032320 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-010d4757-9201-4478-a82b-d2af0a7658e3'] response: {'server_uuid': '414960c7-c019-4d27-b057-18a5850df1ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '995fcb08-a264-433d-9b63-c5f18a50f6db', 'code': 200} Apr 05 14:59:20.060072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=995fcb08-a264-433d-9b63-c5f18a50f6db,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:20.280418 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9239bbe5-691a-4fbb-8cec-c7ca51c53493 req-2904ddd9-f16c-4ef3-be49-605cf65db529 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 1098 time: 0.0943387 Apr 05 14:59:20.286570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bed4aa-b0ca-45dc-813e-9c271b187174 req-294361a7-d154-40df-9225-d7b8589d5eaf tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:20.287901 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6bed4aa-b0ca-45dc-813e-9c271b187174 req-294361a7-d154-40df-9225-d7b8589d5eaf tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 945 time: 0.1344888 Apr 05 14:59:20.355914 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9239bbe5-691a-4fbb-8cec-c7ca51c53493 req-bebd87c6-7399-4675-a878-0599ae6e10e7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671163 Apr 05 14:59:20.360472 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6bed4aa-b0ca-45dc-813e-9c271b187174 req-7d638743-da31-4920-a4bd-07bedd778e64 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596972 Apr 05 14:59:21.556760 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc64e25-3959-49ed-9fc3-fa616c947eee req-b87da992-51c6-47b7-9620-aef5243f914d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:21.558217 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc64e25-3959-49ed-9fc3-fa616c947eee req-b87da992-51c6-47b7-9620-aef5243f914d tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 945 time: 0.0751143 Apr 05 14:59:21.602565 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cc64e25-3959-49ed-9fc3-fa616c947eee req-543f5150-408f-44ff-8503-ab17f22f64a9 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386963 Apr 05 14:59:21.799506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6dc0c-d117-4335-848d-5d1379073a86 req-1b5cea7e-ac26-485b-97df-59d76421ac2b tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:21.800836 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8e6dc0c-d117-4335-848d-5d1379073a86 req-1b5cea7e-ac26-485b-97df-59d76421ac2b tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 945 time: 0.0774329 Apr 05 14:59:21.846987 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8e6dc0c-d117-4335-848d-5d1379073a86 req-618984b1-442f-4134-bc02-eae2818b555f tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Apr 05 14:59:24.179653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-40f4d29f-1f23-40bb-8f78-fca15b84580c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:26.407351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e06855de-3cf6-49c9-8bb1-5e867cfb5e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:27.509502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:27.543190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:29.079674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:36.070972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ab644-e363-45b6-a387-bf55af90d409 req-4efa96d6-a612-4f39-80da-82fe9080468c tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:36.072455 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c38ab644-e363-45b6-a387-bf55af90d409 req-4efa96d6-a612-4f39-80da-82fe9080468c tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 945 time: 0.0745389 Apr 05 14:59:36.116470 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c38ab644-e363-45b6-a387-bf55af90d409 req-7c373cb4-5491-490c-b33e-1ba21fd511ba tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386479 Apr 05 14:59:37.313676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7b9ee-16fc-4a5a-b811-7832480ec852 req-54cd993e-7340-456c-b0aa-91f7d6a70a73 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:37.315146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bba7b9ee-16fc-4a5a-b811-7832480ec852 req-54cd993e-7340-456c-b0aa-91f7d6a70a73 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 945 time: 0.0797601 Apr 05 14:59:37.360027 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bba7b9ee-16fc-4a5a-b811-7832480ec852 req-271fa634-7683-4ae3-9837-36e668ca2102 tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394292 Apr 05 14:59:37.526935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-0892da90-c8dd-4dc9-b2b8-6b0fdca9abaf tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:37.528298 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-0892da90-c8dd-4dc9-b2b8-6b0fdca9abaf tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.15 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 945 time: 0.0756941 Apr 05 14:59:37.672564 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Deleting port 995fcb08-a264-433d-9b63-c5f18a50f6db {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:37.672907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:37.910351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] For port 995fcb08-a264-433d-9b63-c5f18a50f6db, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=995fcb08-a264-433d-9b63-c5f18a50f6db,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:37.910708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:37.972229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:38.036704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Calling delete_port for 995fcb08-a264-433d-9b63-c5f18a50f6db owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:38.175325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:38.223807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Pushing event deleted for resources: {'Port': ['ID=995fcb08-a264-433d-9b63-c5f18a50f6db,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:38.262538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.262887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.263226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.263563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.263897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.264233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.264560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.265113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.265241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.265569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.265898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:38.310034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] No DVR routers for this DVR port 995fcb08-a264-433d-9b63-c5f18a50f6db on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:59:38.312600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:38.315340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '414960c7-c019-4d27-b057-18a5850df1ae', 'name': 'network-vif-deleted', 'tag': '995fcb08-a264-433d-9b63-c5f18a50f6db'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 14:59:38.331146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e424e542-abcf-4616-8aa0-3e865a69ac9b req-ad01df53-db03-4445-9d9b-7576ba333e5e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.15 "DELETE /v2.0/ports/995fcb08-a264-433d-9b63-c5f18a50f6db HTTP/1.1" status: 204 len: 173 time: 0.7975137 Apr 05 14:59:38.375729 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f913fc-aecb-402f-a7ed-0c5e36f85bd0'] response: {'server_uuid': '414960c7-c019-4d27-b057-18a5850df1ae', 'name': 'network-vif-deleted', 'tag': '995fcb08-a264-433d-9b63-c5f18a50f6db', 'status': 'completed', 'code': 200} Apr 05 14:59:38.537861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-4ac5e3a4-106c-494e-b34c-d5adf81522f0 req-2c8ddf09-7b7a-46ac-a172-60fb3f49030e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Synchronizing usage tracker for tenant:f166841b64294e9d913250bb85771815 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 14:59:38.552579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-4ac5e3a4-106c-494e-b34c-d5adf81522f0 req-2c8ddf09-7b7a-46ac-a172-60fb3f49030e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] Unset dirty status for tenant:f166841b64294e9d913250bb85771815 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 14:59:38.554155 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ac5e3a4-106c-494e-b34c-d5adf81522f0 req-2c8ddf09-7b7a-46ac-a172-60fb3f49030e tempest-TestEncryptedCinderVolumes-362233105 tempest-TestEncryptedCinderVolumes-362233105-project] 10.222.0.18 "GET /v2.0/ports?device_id=414960c7-c019-4d27-b057-18a5850df1ae HTTP/1.1" status: 200 len: 210 time: 0.0574346 Apr 05 14:59:39.702028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44798) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:39.922565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 995fcb08-a264-433d-9b63-c5f18a50f6db no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:59:39.954875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 995fcb08-a264-433d-9b63-c5f18a50f6db {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:59:39.955218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 995fcb08-a264-433d-9b63-c5f18a50f6db not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:59:40.079625 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:40.643407 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Deleting port 35b127fb-b7a5-415a-8976-644030bc332e {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:40.643745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:40.909134 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] For port 35b127fb-b7a5-415a-8976-644030bc332e, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=35b127fb-b7a5-415a-8976-644030bc332e,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:40.909788 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:41.026505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Calling delete_port for 35b127fb-b7a5-415a-8976-644030bc332e owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:41.187858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:41.231697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b127fb-b7a5-415a-8976-644030bc332e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:41.272888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.273235 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.273569 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.273900 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.274261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.274589 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.274911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.275234 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.275553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.275868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.276181 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:41.523396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:42.080493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Router 1a00e531-c947-4075-ba96-4410c32711a0 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:59:42.366400 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:59:42.375376 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] Sync routers for ids ['1a00e531-c947-4075-ba96-4410c32711a0'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:59:42.382432 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-39f1676e-5629-4ab1-bd04-083e65d64762 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a00e531-c947-4075-ba96-4410c32711a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6790550 Apr 05 14:59:42.384982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44802) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:42.388010 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] Routers {'1a00e531-c947-4075-ba96-4410c32711a0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:59:42.388600 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1a00e531-c947-4075-ba96-4410c32711a0'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:42.561206 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] Set router 1a00e531-c947-4075-ba96-4410c32711a0 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:59:42.578954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:42.771291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:42.781444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Deleting port abc349bc-8a8a-4154-940c-5e1ee8e47e27 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:42.781997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:42.862485 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244'}], 'enable_snat': True}, 'gw_port_id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:59:41Z', 'revision_number': 5, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port': {'id': 'abc349bc-8a8a-4154-940c-5e1ee8e47e27', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a00e531-c947-4075-ba96-4410c32711a0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:30Z', 'updated_at': '2022-04-05T14:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:42.866559 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] Checking router: 1a00e531-c947-4075-ba96-4410c32711a0 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:59:42.877254 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] Routers {'1a00e531-c947-4075-ba96-4410c32711a0'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:59:42.877835 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['1a00e531-c947-4075-ba96-4410c32711a0'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:42.952483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] For port abc349bc-8a8a-4154-940c-5e1ee8e47e27, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=abc349bc-8a8a-4154-940c-5e1ee8e47e27,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:42.952783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:43.026153 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] Set router 1a00e531-c947-4075-ba96-4410c32711a0 gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:59:43.131417 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:59:42Z', 'revision_number': 6, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:43.135308 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ecca484-5ef3-477f-addd-89d25bd5c468 None None] The sync data for ids ['1a00e531-c947-4075-ba96-4410c32711a0'] in dv-neutron-829488-2-hyperv is: [{'id': '1a00e531-c947-4075-ba96-4410c32711a0', 'name': 'tempest-TestEncryptedCinderVolumes-304307231-router', 'tenant_id': 'f166841b64294e9d913250bb85771815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:29Z', 'updated_at': '2022-04-05T14:59:42Z', 'revision_number': 6, 'project_id': 'f166841b64294e9d913250bb85771815', 'gw_port_host': None}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:59:43.156386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Calling delete_port for abc349bc-8a8a-4154-940c-5e1ee8e47e27 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:43.316193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:43.362343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=abc349bc-8a8a-4154-940c-5e1ee8e47e27,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:43.589465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:43.841686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:43.845937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:43.871847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:43.872417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a00e531-c947-4075-ba96-4410c32711a0 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:59:43.885212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:43.886583 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-83849a8e-e7fa-4d92-85f7-6deb704d24b8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1a00e531-c947-4075-ba96-4410c32711a0 HTTP/1.1" status: 204 len: 168 time: 1.5006433 Apr 05 14:59:43.889095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44806) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:43.946907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-96859ac0-d182-4c66-9efe-86b763639d6e admin admin] Deleting subnet 42d2046f-e7aa-494b-945c-c5ed43e04d94 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:59:43.949929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96859ac0-d182-4c66-9efe-86b763639d6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.000802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96859ac0-d182-4c66-9efe-86b763639d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.081719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96859ac0-d182-4c66-9efe-86b763639d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.149031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96859ac0-d182-4c66-9efe-86b763639d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.188296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96859ac0-d182-4c66-9efe-86b763639d6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42d2046f-e7aa-494b-945c-c5ed43e04d94,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:44.194363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-96859ac0-d182-4c66-9efe-86b763639d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.200061 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-96859ac0-d182-4c66-9efe-86b763639d6e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/42d2046f-e7aa-494b-945c-c5ed43e04d94 HTTP/1.1" status: 204 len: 168 time: 0.3099945 Apr 05 14:59:44.200223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602303a1-9abb-4fcd-940a-b892df012c1c None None] Network bb5c694d-1ead-4316-b20e-4e080d53d6ed requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:59:44.202429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44810) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:44.299378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 35b127fb-b7a5-415a-8976-644030bc332e no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:59:44.313156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.323400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Deleting port b037dba8-b25f-4147-ab27-de929cc107d6 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:44.323727 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.360566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 35b127fb-b7a5-415a-8976-644030bc332e {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:59:44.360821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 35b127fb-b7a5-415a-8976-644030bc332e not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:59:44.361283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device abc349bc-8a8a-4154-940c-5e1ee8e47e27 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:59:44.419773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: abc349bc-8a8a-4154-940c-5e1ee8e47e27 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:59:44.420110 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device abc349bc-8a8a-4154-940c-5e1ee8e47e27 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:59:44.505756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] DHCP port deletion for bb5c694d-1ead-4316-b20e-4e080d53d6ed request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:59:44.510142 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] Deleting port b037dba8-b25f-4147-ab27-de929cc107d6 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:44.510533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.612763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] For port b037dba8-b25f-4147-ab27-de929cc107d6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b037dba8-b25f-4147-ab27-de929cc107d6,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:44.613287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.712203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] For port b037dba8-b25f-4147-ab27-de929cc107d6, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b037dba8-b25f-4147-ab27-de929cc107d6,segment=NetworkSegment(3469f210-5c49-48ae-bc50-c769b0eda6b2),segment_id=3469f210-5c49-48ae-bc50-c769b0eda6b2)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:44.712585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.732762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Calling delete_port for b037dba8-b25f-4147-ab27-de929cc107d6 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:44.807755 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.831203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] Calling delete_port for b037dba8-b25f-4147-ab27-de929cc107d6 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:44.852756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Pushing event deleted for resources: {'Port': ['ID=b037dba8-b25f-4147-ab27-de929cc107d6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:44.857315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] No DVR routers for this DVR port b037dba8-b25f-4147-ab27-de929cc107d6 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:59:44.903182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:59:44.903484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:59:44.971614 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:44.995886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb5c694d-1ead-4316-b20e-4e080d53d6ed']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:45.011859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3469f210-5c49-48ae-bc50-c769b0eda6b2') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:45.012154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3469f210-5c49-48ae-bc50-c769b0eda6b2') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:45.023957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:45.039079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:45.045047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:59:45.045423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:59:45.058098 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:59:45.134097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:45.150148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:45.165769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5c694d-1ead-4316-b20e-4e080d53d6ed,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:45.170401 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-dc91bc93-f805-4d9a-95f7-a3e8c5db3908 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb5c694d-1ead-4316-b20e-4e080d53d6ed HTTP/1.1" status: 204 len: 168 time: 0.9669664 Apr 05 14:59:45.173202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44814) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:45.405052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] Deleting port b037dba8-b25f-4147-ab27-de929cc107d6 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:45.405625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:45.470911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-eac57ffc-3f49-4acb-9b80-03f1241d4ab1 None None] The port 'b037dba8-b25f-4147-ab27-de929cc107d6' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:59:45.553881 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:46.211404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Deleting port 600847f5-fcfc-4677-8874-7716e5385515 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:46.212146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:46.293507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b037dba8-b25f-4147-ab27-de929cc107d6 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:59:46.326448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: b037dba8-b25f-4147-ab27-de929cc107d6 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:59:46.326815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b037dba8-b25f-4147-ab27-de929cc107d6 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:59:46.380222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] For port 600847f5-fcfc-4677-8874-7716e5385515, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=600847f5-fcfc-4677-8874-7716e5385515,segment=NetworkSegment(3bff002a-d64e-4fdb-a9b8-39bfda343e3d),segment_id=3bff002a-d64e-4fdb-a9b8-39bfda343e3d)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:46.380577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:46.503887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Calling delete_port for 600847f5-fcfc-4677-8874-7716e5385515 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:46.666934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:46.710412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Pushing event deleted for resources: {'Port': ['ID=600847f5-fcfc-4677-8874-7716e5385515,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:46.990115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:47.636339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Router 3db4ad85-8b49-4507-9d44-419cd8758a6b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:59:47.834198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:59:47.842945 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-59fc457e-7ef2-4bcf-bca2-c89637f4098b admin admin] 10.222.0.18 "PUT /v2.0/routers/3db4ad85-8b49-4507-9d44-419cd8758a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6688120 Apr 05 14:59:47.843335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] Sync routers for ids ['3db4ad85-8b49-4507-9d44-419cd8758a6b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:59:47.845455 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44818) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:47.855471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] Routers {'3db4ad85-8b49-4507-9d44-419cd8758a6b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:59:47.856072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3db4ad85-8b49-4507-9d44-419cd8758a6b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:48.043967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:48.068024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] Set router 3db4ad85-8b49-4507-9d44-419cd8758a6b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:59:48.237532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:48.250077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Deleting port 92ce01d1-92ce-44d1-aeb8-52036f9116ad {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:48.250077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:48.352491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120'}], 'enable_snat': True}, 'gw_port_id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:59:46Z', 'revision_number': 5, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port': {'id': '92ce01d1-92ce-44d1-aeb8-52036f9116ad', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:fa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:58:36Z', 'updated_at': '2022-04-05T14:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:48.356310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] Checking router: 3db4ad85-8b49-4507-9d44-419cd8758a6b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:59:48.367854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] Routers {'3db4ad85-8b49-4507-9d44-419cd8758a6b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:59:48.368758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['3db4ad85-8b49-4507-9d44-419cd8758a6b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:48.425712 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] For port 92ce01d1-92ce-44d1-aeb8-52036f9116ad, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=92ce01d1-92ce-44d1-aeb8-52036f9116ad,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:48.426080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:48.516480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] Set router 3db4ad85-8b49-4507-9d44-419cd8758a6b gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:59:48.543849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Calling delete_port for 92ce01d1-92ce-44d1-aeb8-52036f9116ad owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:48.627910 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:59:48Z', 'revision_number': 6, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:48.632415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c04d7fbf-3a9b-4b75-8148-d6132762b7d5 None None] The sync data for ids ['3db4ad85-8b49-4507-9d44-419cd8758a6b'] in dv-neutron-829488-2-hyperv is: [{'id': '3db4ad85-8b49-4507-9d44-419cd8758a6b', 'name': 'tempest-TestEncryptedCinderVolumes-1330089252-router', 'tenant_id': '5b05b0c1398546379421c5c0958d7746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:58:35Z', 'updated_at': '2022-04-05T14:59:48Z', 'revision_number': 6, 'project_id': '5b05b0c1398546379421c5c0958d7746', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:59:48.710367 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:48.754755 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ce01d1-92ce-44d1-aeb8-52036f9116ad,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:48.969826 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.320089 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.325709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.353864 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.354421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db4ad85-8b49-4507-9d44-419cd8758a6b {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 14:59:49.367348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.368463 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-56d10e4e-0bb2-467f-a969-102b71094856 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3db4ad85-8b49-4507-9d44-419cd8758a6b HTTP/1.1" status: 204 len: 168 time: 1.5215290 Apr 05 14:59:49.370920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44822) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:49.427860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-70d4c916-618b-4339-b136-b2f1e43a4c39 admin admin] Deleting subnet e5200af7-1d93-4c04-8650-bba0d1afe521 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 14:59:49.430668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-70d4c916-618b-4339-b136-b2f1e43a4c39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.482641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-70d4c916-618b-4339-b136-b2f1e43a4c39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.562553 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-70d4c916-618b-4339-b136-b2f1e43a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.635293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-70d4c916-618b-4339-b136-b2f1e43a4c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.677087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4c916-618b-4339-b136-b2f1e43a4c39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5200af7-1d93-4c04-8650-bba0d1afe521,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:49.681752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-70d4c916-618b-4339-b136-b2f1e43a4c39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.687670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfc3205-53fe-45ec-90cd-445f325bd650 None None] Network 32ebbce3-7d69-409b-ae57-b52232daef5c requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:59:49.688141 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-70d4c916-618b-4339-b136-b2f1e43a4c39 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e5200af7-1d93-4c04-8650-bba0d1afe521 HTTP/1.1" status: 204 len: 168 time: 0.3159983 Apr 05 14:59:49.690385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44826) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:49.796640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.806846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Deleting port 45b74fe2-7c69-47d9-b381-489aea1c96da {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:49.807168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:49.929182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] DHCP port deletion for 32ebbce3-7d69-409b-ae57-b52232daef5c request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 14:59:49.933407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] Deleting port 45b74fe2-7c69-47d9-b381-489aea1c96da {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:49.933779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.014773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] For port 45b74fe2-7c69-47d9-b381-489aea1c96da, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45b74fe2-7c69-47d9-b381-489aea1c96da,segment=NetworkSegment(3bff002a-d64e-4fdb-a9b8-39bfda343e3d),segment_id=3bff002a-d64e-4fdb-a9b8-39bfda343e3d)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:50.015415 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.131920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] For port 45b74fe2-7c69-47d9-b381-489aea1c96da, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=45b74fe2-7c69-47d9-b381-489aea1c96da,segment=NetworkSegment(3bff002a-d64e-4fdb-a9b8-39bfda343e3d),segment_id=3bff002a-d64e-4fdb-a9b8-39bfda343e3d)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:50.132222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.134866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Calling delete_port for 45b74fe2-7c69-47d9-b381-489aea1c96da owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:50.209060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.250065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] Calling delete_port for 45b74fe2-7c69-47d9-b381-489aea1c96da owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 14:59:50.256852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=45b74fe2-7c69-47d9-b381-489aea1c96da,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:50.258999 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] No DVR routers for this DVR port 45b74fe2-7c69-47d9-b381-489aea1c96da on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 14:59:50.312126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 600847f5-fcfc-4677-8874-7716e5385515 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:59:50.354985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 600847f5-fcfc-4677-8874-7716e5385515 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:59:50.355314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 600847f5-fcfc-4677-8874-7716e5385515 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:59:50.355710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 92ce01d1-92ce-44d1-aeb8-52036f9116ad no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:59:50.383830 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.392829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 92ce01d1-92ce-44d1-aeb8-52036f9116ad {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:59:50.393166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 92ce01d1-92ce-44d1-aeb8-52036f9116ad not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:59:50.393568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 45b74fe2-7c69-47d9-b381-489aea1c96da no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 14:59:50.409449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ebbce3-7d69-409b-ae57-b52232daef5c']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:50.422078 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bff002a-d64e-4fdb-a9b8-39bfda343e3d') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:50.422366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bff002a-d64e-4fdb-a9b8-39bfda343e3d') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:50.428105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 45b74fe2-7c69-47d9-b381-489aea1c96da {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 14:59:50.428442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 45b74fe2-7c69-47d9-b381-489aea1c96da not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 14:59:50.433911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.448464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 14:59:50.448812 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 14:59:50.453795 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.460132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 14:59:50.460504 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 14:59:50.555787 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 14:59:50.628372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.633368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.659201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=32ebbce3-7d69-409b-ae57-b52232daef5c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:50.662672 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b87384dc-ac17-4ed0-afc1-1e7d2e838c61 admin admin] 10.222.0.18 "DELETE /v2.0/networks/32ebbce3-7d69-409b-ae57-b52232daef5c HTTP/1.1" status: 204 len: 168 time: 0.9713721 Apr 05 14:59:50.851750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44832) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:50.901122 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-234752e1-0ac5-439a-8ff7-87f3f27a41fb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f166841b64294e9d913250bb85771815&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0481617 Apr 05 14:59:50.903408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44836) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:50.949849 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] Deleting port 45b74fe2-7c69-47d9-b381-489aea1c96da {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 14:59:50.950429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.961232 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15f7bfd4-84e9-4e61-a0ed-fcbc119faa40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:50.986869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15f7bfd4-84e9-4e61-a0ed-fcbc119faa40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:51.014855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-63180e4b-47cc-47a2-86b0-ef4a3903db24 None None] The port '45b74fe2-7c69-47d9-b381-489aea1c96da' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 14:59:51.040348 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15f7bfd4-84e9-4e61-a0ed-fcbc119faa40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:51.055598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f7bfd4-84e9-4e61-a0ed-fcbc119faa40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4f3c25-e62a-4972-9dcf-a8cd79912a0d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:51.061560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-15f7bfd4-84e9-4e61-a0ed-fcbc119faa40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:51.062749 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-15f7bfd4-84e9-4e61-a0ed-fcbc119faa40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd4f3c25-e62a-4972-9dcf-a8cd79912a0d HTTP/1.1" status: 204 len: 168 time: 0.1584265 Apr 05 14:59:51.443822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44844) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:51.495162 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-daf8190a-b730-4129-acce-1a8abde00b04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b05b0c1398546379421c5c0958d7746&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0502024 Apr 05 14:59:51.497528 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44848) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:51.556163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79da3992-fc6e-496b-baa2-9e6414f0320a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:51.581385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79da3992-fc6e-496b-baa2-9e6414f0320a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:51.631272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79da3992-fc6e-496b-baa2-9e6414f0320a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:51.645674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da3992-fc6e-496b-baa2-9e6414f0320a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa56954-28e6-40b3-ac12-a250a0fb514d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:51.652208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79da3992-fc6e-496b-baa2-9e6414f0320a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:51.656494 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-79da3992-fc6e-496b-baa2-9e6414f0320a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2aa56954-28e6-40b3-ac12-a250a0fb514d HTTP/1.1" status: 204 len: 168 time: 0.1548953 Apr 05 14:59:52.540837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44870) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:52.666482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-121739242-network', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:59:52.671253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:52.675694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Usage tracker for resource:network and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:59:52.678526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:59:52.684662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:52.694664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Made reservation on behalf of bb86b1f9e24a407b999000c957680ae3 for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:59:52.696858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:52.709344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:52.740018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:52.743762 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Usage tracker for resource:security_group_rule and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:59:52.746496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:59:52.752577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:52.817496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:52.821243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:52.854463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:59:52.863139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf3be51-f410-47da-953f-f0f83f9a6c95,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:52.869128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:52.869411 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Added segment 985aea38-1977-4560-ae81-3478b3e4603a of type vlan for network 963d454a-5f3b-47a0-930d-7388c2fb32e8 Apr 05 14:59:52.895050 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:52.923397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:52.924316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:52.924891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.031994 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4900596 Apr 05 14:59:53.032830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78721458-2014-4e5c-b5ef-add2814d6013 admin admin] Pushing event updated for resources: {'Network': ['ID=963d454a-5f3b-47a0-930d-7388c2fb32e8,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:53.034814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44876) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:53.040266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Request body: {'subnet': {'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-121739242-subnet', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:59:53.042441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:59:53.046931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:53.050654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Usage tracker for resource:subnet and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:59:53.053547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:59:53.059268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:53.068402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Made reservation on behalf of bb86b1f9e24a407b999000c957680ae3 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:59:53.070816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.276341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.350543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371f6525-fc2c-45dd-96a7-19e244e7e84d,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:53.363208 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Checking segment: {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:59:53.363561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Network hostable DHCP agents. Network: 963d454a-5f3b-47a0-930d-7388c2fb32e8, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:59:53.384747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:59:53.394258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 963d454a-5f3b-47a0-930d-7388c2fb32e8) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:59:53.398600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:53.399182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.403111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690c38b8-5ef4-4827-abd4-40f67fe678b7 None None] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:59:53.420826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fd2f1c85-2024-4b56-bc2a-5a96e30fc507 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3849170 Apr 05 14:59:53.423707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44880) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:53.428914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:59:53.433667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:53.437987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Usage tracker for resource:router and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:59:53.440770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:59:53.446417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:53.457734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.458693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.477887 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.623081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-963d454a-5f3b-47a0-930d-7388c2fb32e8', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:59:53.623902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.633219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.802091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Allocated IP 172.20.0.2 (963d454a-5f3b-47a0-930d-7388c2fb32e8/371f6525-fc2c-45dd-96a7-19e244e7e84d/128c703e-7a0c-45a9-8e03-fd5809856a3c) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:59:53.827754 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.870740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:53.973712 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 14:59:54.009707 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.016255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Allocated IP 172.26.6.223 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/50186e6d-ee34-404f-b974-fb09f3ec60cf) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:59:54.021378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Transition to ACTIVE for port object 128c703e-7a0c-45a9-8e03-fd5809856a3c will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:54.040399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Transition to ACTIVE for port object 128c703e-7a0c-45a9-8e03-fd5809856a3c will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:54.047925 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.127441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:59:54.130222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:59:54.133928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:59:54.140171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Pushing event updated for resources: {'Port': ['ID=128c703e-7a0c-45a9-8e03-fd5809856a3c,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:54.231575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f51b87f1-c45a-4070-9bf8-e1249da516a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.239570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Attempting to bind port 128c703e-7a0c-45a9-8e03-fd5809856a3c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:59:54.239934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Attempting to bind port 128c703e-7a0c-45a9-8e03-fd5809856a3c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:59:54.240294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Attempting to bind port 128c703e-7a0c-45a9-8e03-fd5809856a3c on network 963d454a-5f3b-47a0-930d-7388c2fb32e8 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:59:54.246817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:59:54.247245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Checking segment: {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:59:54.247644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.248032 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Bound using segment: {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:59:54.248489 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Bound port: 128c703e-7a0c-45a9-8e03-fd5809856a3c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:59:54.248857 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.258206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.285649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.336536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] For port 128c703e-7a0c-45a9-8e03-fd5809856a3c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:59:54.339598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] For port 128c703e-7a0c-45a9-8e03-fd5809856a3c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=128c703e-7a0c-45a9-8e03-fd5809856a3c,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:59:54.345368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.356718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:59:54.359773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:59:54.362250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:59:54.395113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Pushing event updated for resources: {'Port': ['ID=50186e6d-ee34-404f-b974-fb09f3ec60cf,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:54.430409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcbc572-aad6-47b3-9d55-78f826370855 None None] Pushing event updated for resources: {'Port': ['ID=128c703e-7a0c-45a9-8e03-fd5809856a3c,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:54.530365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.531656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.774490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Router f2976243-6262-4349-ad7d-7fce6012bcfe is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 14:59:54.973108 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:59:54.983099 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Sync routers for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 14:59:54.995540 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:59:54.996215 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:54.998533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:54.999749 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-644d257c-8961-4f7d-ac17-77e51b81cb6f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5750849 Apr 05 14:59:55.002477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44886) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:55.183893 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:59:55.393857 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b0a029-80af-4602-b9df-3bf68e1f6b4c None None] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:59:55.476118 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:54Z', 'revision_number': 3, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:55.480405 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Checking router: f2976243-6262-4349-ad7d-7fce6012bcfe for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 14:59:55.480741 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Updating router f2976243-6262-4349-ad7d-7fce6012bcfe port 50186e6d-ee34-404f-b974-fb09f3ec60cf binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 14:59:55.522466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e3e7f203-4457-431b-8490-d45a85bb00db None None] Provisioning for port 128c703e-7a0c-45a9-8e03-fd5809856a3c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:59:55.547247 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:55.869449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:55.909877 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:55.921807 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Transition to ACTIVE for port object 50186e6d-ee34-404f-b974-fb09f3ec60cf will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:55.929141 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.008833 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Pushing event updated for resources: {'Port': ['ID=50186e6d-ee34-404f-b974-fb09f3ec60cf,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:56.010874 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Attempting to bind port 50186e6d-ee34-404f-b974-fb09f3ec60cf on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 14:59:56.011221 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Attempting to bind port 50186e6d-ee34-404f-b974-fb09f3ec60cf by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 14:59:56.011561 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Attempting to bind port 50186e6d-ee34-404f-b974-fb09f3ec60cf on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 14:59:56.023057 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.023388 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.023709 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.024025 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.024344 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.024666 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.024977 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.025286 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.025598 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.025903 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.026235 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 14:59:56.029770 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 14:59:56.030425 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:59:56.031373 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.031738 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 14:59:56.032184 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Bound port: 50186e6d-ee34-404f-b974-fb09f3ec60cf, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 14:59:56.032539 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.085499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Allocated IP 172.20.0.1 (963d454a-5f3b-47a0-930d-7388c2fb32e8/371f6525-fc2c-45dd-96a7-19e244e7e84d/a59b643b-5600-4233-baad-a48648e65290) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:59:56.103926 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] For port 50186e6d-ee34-404f-b974-fb09f3ec60cf, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 14:59:56.106848 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] For port 50186e6d-ee34-404f-b974-fb09f3ec60cf, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50186e6d-ee34-404f-b974-fb09f3ec60cf,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 14:59:56.114558 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.190360 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9f8a4-a83f-4db8-9b8e-afdd283411ec None None] Pushing event updated for resources: {'Port': ['ID=50186e6d-ee34-404f-b974-fb09f3ec60cf,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:56.195372 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 14:59:56.195953 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:56.242466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.259446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Transition to ACTIVE for port object a59b643b-5600-4233-baad-a48648e65290 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:56.288417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.345532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 128c703e-7a0c-45a9-8e03-fd5809856a3c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:59:56.359682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:59:56.362413 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:59:56.366466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 14:59:56.382779 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 14:59:56.396976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Pushing event updated for resources: {'Port': ['ID=a59b643b-5600-4233-baad-a48648e65290,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:56.428845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.485993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e685ac34-3492-4c13-b0e0-352baef2eeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.511988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 128c703e-7a0c-45a9-8e03-fd5809856a3c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:59:56.519782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 128c703e-7a0c-45a9-8e03-fd5809856a3c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:56.520537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.535315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.674821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.692703 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:54Z', 'revision_number': 3, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 14:59:56.697075 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29cec5bc-d402-4d37-9b37-ebe58cca18e7 None None] The sync data for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv is: [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:54Z', 'revision_number': 3, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 14:59:56.722014 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c48b49cb-231e-4c9e-8a4d-dd68b1ed559c None None] Provisioning for port a59b643b-5600-4233-baad-a48648e65290 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:59:56.728364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c48b49cb-231e-4c9e-8a4d-dd68b1ed559c None None] Provisioning complete for port a59b643b-5600-4233-baad-a48648e65290 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:56.728737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c48b49cb-231e-4c9e-8a4d-dd68b1ed559c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.757723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 128c703e-7a0c-45a9-8e03-fd5809856a3c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=128c703e-7a0c-45a9-8e03-fd5809856a3c,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:56.768895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.791783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.797658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.843039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c48b49cb-231e-4c9e-8a4d-dd68b1ed559c None None] Port a59b643b-5600-4233-baad-a48648e65290 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:59:56.860683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=128c703e-7a0c-45a9-8e03-fd5809856a3c,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:56.915207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:56.918567 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Pushing event updated for resources: {'Port': ['ID=a59b643b-5600-4233-baad-a48648e65290,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:57.061732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 14:59:57.063438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:59:57.367817 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-92176450-3214-4a9d-8c1a-98cf2a5d2a4c None None] Provisioning complete for port a59b643b-5600-4233-baad-a48648e65290 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:57.368181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92176450-3214-4a9d-8c1a-98cf2a5d2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:57.422936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-92176450-3214-4a9d-8c1a-98cf2a5d2a4c None None] Port a59b643b-5600-4233-baad-a48648e65290 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 14:59:57.459258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Router f2976243-6262-4349-ad7d-7fce6012bcfe has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 14:59:57.512273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:57.546703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:57.758952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 14:59:57.768252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-daf9712a-aa28-4210-ba5c-a88ed00d7999 admin admin] 10.222.0.18 "PUT /v2.0/routers/f2976243-6262-4349-ad7d-7fce6012bcfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7648423 Apr 05 14:59:58.370631 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 128c703e-7a0c-45a9-8e03-fd5809856a3c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:59:58.440059 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 128c703e-7a0c-45a9-8e03-fd5809856a3c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:58.440424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.553483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50186e6d-ee34-404f-b974-fb09f3ec60cf up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 14:59:58.592422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44908) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:58.598513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1034462552-network', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:59:58.603144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:58.606990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Usage tracker for resource:network and tenant:6edf4e4888404e70a59762c24a873a8b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:59:58.610021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:59:58.616595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:58.627610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 50186e6d-ee34-404f-b974-fb09f3ec60cf completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 14:59:58.631174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Made reservation on behalf of 6edf4e4888404e70a59762c24a873a8b for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:59:58.632920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 50186e6d-ee34-404f-b974-fb09f3ec60cf triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 14:59:58.633283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.633761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.646744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.678112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:58.681921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Usage tracker for resource:security_group_rule and tenant:6edf4e4888404e70a59762c24a873a8b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:59:58.684807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:59:58.691067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:58.749857 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.756932 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.760956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.765733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 50186e6d-ee34-404f-b974-fb09f3ec60cf, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50186e6d-ee34-404f-b974-fb09f3ec60cf,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 14:59:58.769521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.794882 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 14:59:58.803779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d10c581-7eb8-4796-9f92-785504de237f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:58.809328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.809712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Added segment 4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104 of type vlan for network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a Apr 05 14:59:58.839037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.841592 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=50186e6d-ee34-404f-b974-fb09f3ec60cf,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:58.868647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.869640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:58.870245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:58.973097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] Pushing event updated for resources: {'Network': ['ID=33da4f4d-59e9-42ac-8d27-74e2a1d1722a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:58.976065 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8a8e16a7-ed7e-4554-9acb-0af37cc3ca71 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3820238 Apr 05 14:59:58.978891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44912) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:58.983216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 14:59:58.984129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Request body: {'subnet': {'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1034462552-subnet', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:59:58.989251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:58.993112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Usage tracker for resource:subnet and tenant:6edf4e4888404e70a59762c24a873a8b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:59:58.995973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:59:59.001732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:59.011921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Made reservation on behalf of 6edf4e4888404e70a59762c24a873a8b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 14:59:59.014344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.095573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.212199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.284869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 14:59:59.295948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Checking segment: {'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 14:59:59.296346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Network hostable DHCP agents. Network: 33da4f4d-59e9-42ac-8d27-74e2a1d1722a, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 14:59:59.317022 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 14:59:59.325561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 33da4f4d-59e9-42ac-8d27-74e2a1d1722a) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 14:59:59.329862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 14:59:59.330469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.334662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b163e69d-debf-42b2-b853-04d062ef24d5 None None] Network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 14:59:59.352002 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-19aadcc7-2b68-4ab3-8caf-62b5bab6ddad admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3721220 Apr 05 14:59:59.354558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 44916) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 14:59:59.359514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 14:59:59.364281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 14:59:59.368066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Usage tracker for resource:router and tenant:6edf4e4888404e70a59762c24a873a8b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 14:59:59.370901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 14:59:59.377261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 14:59:59.386593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.387472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.405562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.544614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-33da4f4d-59e9-42ac-8d27-74e2a1d1722a', 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'fixed_ips': [{'subnet_id': '8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 14:59:59.545434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.552967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.701996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Allocated IP 172.20.0.2 (33da4f4d-59e9-42ac-8d27-74e2a1d1722a/8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7/b69b8516-3c82-4390-8609-e820c9ac498f) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:59:59.747599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.781047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.908094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 14:59:59.915397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Allocated IP 172.26.6.169 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/f47116db-9ed4-4c61-9f89-ef90df97c4ed) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 14:59:59.918548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Transition to ACTIVE for port object b69b8516-3c82-4390-8609-e820c9ac498f will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:59.938736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Transition to ACTIVE for port object b69b8516-3c82-4390-8609-e820c9ac498f will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 14:59:59.944081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.014639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:00:00.018436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:00:00.020200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Pushing event updated for resources: {'Port': ['ID=b69b8516-3c82-4390-8609-e820c9ac498f,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:00.022243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:00:00.069830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.098512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.146724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Attempting to bind port b69b8516-3c82-4390-8609-e820c9ac498f on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:00:00.146724 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Attempting to bind port b69b8516-3c82-4390-8609-e820c9ac498f by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:00:00.147076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Attempting to bind port b69b8516-3c82-4390-8609-e820c9ac498f on network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:00:00.154492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Sync routers for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:00:00.159794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:00:00.160159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Checking segment: {'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:00:00.160552 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.160937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Bound using segment: {'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:00:00.161381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Bound port: b69b8516-3c82-4390-8609-e820c9ac498f, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:00:00.161751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.172609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:00:00.176057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:00:00.177928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Pushing event updated for resources: {'Port': ['ID=f47116db-9ed4-4c61-9f89-ef90df97c4ed,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:00.180231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:00:00.210310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:00:00.210932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:00.325549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50186e6d-ee34-404f-b974-fb09f3ec60cf up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:00.426194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.426872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.464153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] For port b69b8516-3c82-4390-8609-e820c9ac498f, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:00:00.481597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] For port b69b8516-3c82-4390-8609-e820c9ac498f, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b69b8516-3c82-4390-8609-e820c9ac498f,segment=NetworkSegment(4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104),segment_id=4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:00:00.490711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.496456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:00:00.575105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 50186e6d-ee34-404f-b974-fb09f3ec60cf triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:00.575473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.654797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Router 0a6c3c35-8196-435b-b1f9-01d626cc577f is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:00:00.763492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47960e-a1db-475a-9531-0b410b4da307 None None] Pushing event updated for resources: {'Port': ['ID=b69b8516-3c82-4390-8609-e820c9ac498f,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:00.885072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:00:00.901060 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Sync routers for ids ['0a6c3c35-8196-435b-b1f9-01d626cc577f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:00:00.922021 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Routers {'0a6c3c35-8196-435b-b1f9-01d626cc577f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:00:00.923444 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['0a6c3c35-8196-435b-b1f9-01d626cc577f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:00.931562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:00.932904 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d5b78e67-9ea5-4309-bd1e-223aa7bd5566 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5773973 Apr 05 15:00:00.936773 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 44920) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:01.034903 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 2, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:01.039658 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Checking router: f2976243-6262-4349-ad7d-7fce6012bcfe for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:00:01.040012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Updating router f2976243-6262-4349-ad7d-7fce6012bcfe port a59b643b-5600-4233-baad-a48648e65290 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:00:01.093732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:01.117643 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Set router 0a6c3c35-8196-435b-b1f9-01d626cc577f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:00:01.403140 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:00Z', 'revision_number': 3, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port': {'id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T14:59:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:01.407337 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Checking router: 0a6c3c35-8196-435b-b1f9-01d626cc577f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:00:01.407679 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Updating router 0a6c3c35-8196-435b-b1f9-01d626cc577f port f47116db-9ed4-4c61-9f89-ef90df97c4ed binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:00:01.453923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:01.469105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Transition to ACTIVE for port object a59b643b-5600-4233-baad-a48648e65290 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:00:01.469695 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:01.477731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:01.689426 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcd381-b356-416f-be2e-4a2dfca22690 None None] Pushing event updated for resources: {'Port': ['ID=a59b643b-5600-4233-baad-a48648e65290,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:01.800967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:01.854361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Attempting to bind port a59b643b-5600-4233-baad-a48648e65290 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:00:01.854836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Attempting to bind port a59b643b-5600-4233-baad-a48648e65290 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:00:01.855255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Attempting to bind port a59b643b-5600-4233-baad-a48648e65290 on network 963d454a-5f3b-47a0-930d-7388c2fb32e8 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:00:01.857580 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335a52f2-7340-4524-a61b-7917f46b87bf None None] Network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:00:01.911054 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:01.923419 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Transition to ACTIVE for port object f47116db-9ed4-4c61-9f89-ef90df97c4ed will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:00:01.930926 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:01.936912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:00:01.937431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Checking segment: {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:00:01.937935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:01.938439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Bound using segment: {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:00:01.939016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Bound port: a59b643b-5600-4233-baad-a48648e65290, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:00:01.939533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.002954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aba77321-d18d-4566-827b-53db32cb48d3 None None] Provisioning for port b69b8516-3c82-4390-8609-e820c9ac498f completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:00:02.008614 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Attempting to bind port f47116db-9ed4-4c61-9f89-ef90df97c4ed on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:00:02.008978 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Attempting to bind port f47116db-9ed4-4c61-9f89-ef90df97c4ed by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:00:02.009328 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Attempting to bind port f47116db-9ed4-4c61-9f89-ef90df97c4ed on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:00:02.015856 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65015815-6120-4f36-aef3-838b388beff6 None None] Pushing event updated for resources: {'Port': ['ID=f47116db-9ed4-4c61-9f89-ef90df97c4ed,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:02.020881 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:00:02.021250 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:00:02.021641 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.022017 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:00:02.022499 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Bound port: f47116db-9ed4-4c61-9f89-ef90df97c4ed, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:00:02.022868 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.061713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Allocated IP 172.20.0.1 (33da4f4d-59e9-42ac-8d27-74e2a1d1722a/8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7/89bc2ab2-03ad-44da-9413-4b4f942becc7) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:00:02.098387 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] For port f47116db-9ed4-4c61-9f89-ef90df97c4ed, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:00:02.101755 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] For port f47116db-9ed4-4c61-9f89-ef90df97c4ed, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f47116db-9ed4-4c61-9f89-ef90df97c4ed,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:00:02.107079 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.126202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] For port a59b643b-5600-4233-baad-a48648e65290, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:00:02.145025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] For port a59b643b-5600-4233-baad-a48648e65290, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a59b643b-5600-4233-baad-a48648e65290,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:00:02.185394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.190798 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65015815-6120-4f36-aef3-838b388beff6 None None] Pushing event updated for resources: {'Port': ['ID=f47116db-9ed4-4c61-9f89-ef90df97c4ed,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:02.204338 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Routers {'0a6c3c35-8196-435b-b1f9-01d626cc577f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:00:02.204948 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['0a6c3c35-8196-435b-b1f9-01d626cc577f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:02.232113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.250184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Transition to ACTIVE for port object 89bc2ab2-03ad-44da-9413-4b4f942becc7 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:00:02.293006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.302647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcd381-b356-416f-be2e-4a2dfca22690 None None] Pushing event updated for resources: {'Port': ['ID=a59b643b-5600-4233-baad-a48648e65290,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:02.318204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:00:02.318908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:02.431000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b69b8516-3c82-4390-8609-e820c9ac498f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:02.483374 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] Set router 0a6c3c35-8196-435b-b1f9-01d626cc577f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:00:02.515288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:00:02.518779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:00:02.524519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:00:02.554122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Pushing event updated for resources: {'Port': ['ID=89bc2ab2-03ad-44da-9413-4b4f942becc7,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:02.587204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.700148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.722854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port b69b8516-3c82-4390-8609-e820c9ac498f completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:00:02.735145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b69b8516-3c82-4390-8609-e820c9ac498f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:02.735429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:02.805102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:00:02.919939 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:00Z', 'revision_number': 3, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port': {'id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:02.925995 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845d3021-5bf5-482c-b70f-6d6c57a49ff4 None None] The sync data for ids ['0a6c3c35-8196-435b-b1f9-01d626cc577f'] in dv-neutron-829488-2-hyperv is: [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:00Z', 'revision_number': 3, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port': {'id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:00:03.003038 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:03.008261 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:03.107617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:03.116456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Pushing event updated for resources: {'Port': ['ID=89bc2ab2-03ad-44da-9413-4b4f942becc7,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:03.121281 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:03.123488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-045bef64-0c77-47ab-903d-cc6d2ea4ec2d None None] Provisioning complete for port b69b8516-3c82-4390-8609-e820c9ac498f triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:03.123861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-045bef64-0c77-47ab-903d-cc6d2ea4ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:03.249975 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port b69b8516-3c82-4390-8609-e820c9ac498f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b69b8516-3c82-4390-8609-e820c9ac498f,segment=NetworkSegment(4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104),segment_id=4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:00:03.260201 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:00:03.261442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:00:03.304179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:03.422789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=b69b8516-3c82-4390-8609-e820c9ac498f,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:03.442329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T15:00:02Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:03.448437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd63cc-bbf4-4e30-8f48-0aab889785cb None None] The sync data for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv is: [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T15:00:02Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:00:03.541020 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0ebf8c2d-8f90-43a9-8fbb-1f6e28ed43a6 None None] Provisioning for port 89bc2ab2-03ad-44da-9413-4b4f942becc7 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:00:03.546930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0ebf8c2d-8f90-43a9-8fbb-1f6e28ed43a6 None None] Provisioning complete for port 89bc2ab2-03ad-44da-9413-4b4f942becc7 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:03.547225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0ebf8c2d-8f90-43a9-8fbb-1f6e28ed43a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:03.626736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0ebf8c2d-8f90-43a9-8fbb-1f6e28ed43a6 None None] Port 89bc2ab2-03ad-44da-9413-4b4f942becc7 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:00:03.697302 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Router 0a6c3c35-8196-435b-b1f9-01d626cc577f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:00:03.939129 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:00:03.957080 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-125f95bf-552e-4d75-8b38-fff8da7b045c admin admin] 10.222.0.18 "PUT /v2.0/routers/0a6c3c35-8196-435b-b1f9-01d626cc577f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0189285 Apr 05 15:00:04.433603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f47116db-9ed4-4c61-9f89-ef90df97c4ed up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:04.555757 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f47116db-9ed4-4c61-9f89-ef90df97c4ed completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:00:04.567499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f47116db-9ed4-4c61-9f89-ef90df97c4ed triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:04.567869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:04.715072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:04.731711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port f47116db-9ed4-4c61-9f89-ef90df97c4ed, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f47116db-9ed4-4c61-9f89-ef90df97c4ed,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:00:04.736370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:04.737253 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b69b8516-3c82-4390-8609-e820c9ac498f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:04.855751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=f47116db-9ed4-4c61-9f89-ef90df97c4ed,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:04.872005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b69b8516-3c82-4390-8609-e820c9ac498f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:04.872343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:05.006520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a59b643b-5600-4233-baad-a48648e65290 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:05.085377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port a59b643b-5600-4233-baad-a48648e65290 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:00:05.094001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a59b643b-5600-4233-baad-a48648e65290 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:05.094505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:05.237112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:05.281970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port a59b643b-5600-4233-baad-a48648e65290, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a59b643b-5600-4233-baad-a48648e65290,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:00:05.288135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:05.367656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=a59b643b-5600-4233-baad-a48648e65290,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:06.325118 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f47116db-9ed4-4c61-9f89-ef90df97c4ed up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:06.401469 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f47116db-9ed4-4c61-9f89-ef90df97c4ed triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:06.401935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:06.523727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a59b643b-5600-4233-baad-a48648e65290 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:06.598242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a59b643b-5600-4233-baad-a48648e65290 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:06.598616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:07.973521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:14.738130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-16ab0d64-23d7-48ea-a8db-7e1c480d0e17 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:14.738766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-16ab0d64-23d7-48ea-a8db-7e1c480d0e17 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Synchronizing usage tracker for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:00:14.755687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-16ab0d64-23d7-48ea-a8db-7e1c480d0e17 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Unset dirty status for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:00:14.756821 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-16ab0d64-23d7-48ea-a8db-7e1c480d0e17 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 814 time: 0.1561739 Apr 05 15:00:14.773337 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-7003673a-78f2-405c-88c8-7c78174738e8 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/quotas/bb86b1f9e24a407b999000c957680ae3 HTTP/1.1" status: 200 len: 375 time: 0.0110586 Apr 05 15:00:14.874914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-b3f258c7-6d87-43e1-b085-726d501e45fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Synchronizing usage tracker for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:00:14.901562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-b3f258c7-6d87-43e1-b085-726d501e45fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Unset dirty status for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:00:14.902978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-b3f258c7-6d87-43e1-b085-726d501e45fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1248255 Apr 05 15:00:15.040885 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-887a5c92-ca3b-444c-80d1-3080fd527ebd service neutron] 10.222.0.18 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246750 Apr 05 15:00:15.169203 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-477c7cb7-4efe-4d2e-8673-3c3e56251658 service neutron] 10.222.0.18 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226792 Apr 05 15:00:15.348761 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8ac18e3-6dc2-4dd7-90bb-b28c1a67e9b7 req-3529ab59-8bc0-4391-a850-44671051dd1c tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 210 time: 0.0411139 Apr 05 15:00:16.363645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-529d2557-2477-4a09-8a22-5b5f24014001 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:16.366255 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-529d2557-2477-4a09-8a22-5b5f24014001 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.15 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 814 time: 0.1450529 Apr 05 15:00:16.383441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'port': {'device_id': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'admin_state_up': True, 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:16.531828 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4affe6cf-497a-4367-9ce2-1b422f20a3c6 req-2fd78aac-0e5b-42cb-983e-5ffa56999bb0 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 210 time: 0.0561564 Apr 05 15:00:16.560615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:16.570847 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:16.581015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Made reservation on behalf of bb86b1f9e24a407b999000c957680ae3 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:00:16.584179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:16.757583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Allocated IP 172.20.0.11 (963d454a-5f3b-47a0-930d-7388c2fb32e8/371f6525-fc2c-45dd-96a7-19e244e7e84d/04ccfd79-39dd-4f36-934b-36dfeb8d6eca) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:00:17.117555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:17.135612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Transition to ACTIVE for port object 04ccfd79-39dd-4f36-934b-36dfeb8d6eca will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:00:17.161699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:17.245707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:00:17.249290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:00:17.254013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:00:17.280642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'Port': ['ID=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:17.341090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:17.341774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:17.380444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-cc1d6ebe-e901-4ec1-a653-861d340ec718 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9996808 Apr 05 15:00:17.554515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bbadc630-c4de-41b5-818c-89de2c22a395 None None] Provisioning for port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:00:17.559501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bbadc630-c4de-41b5-818c-89de2c22a395 None None] Provisioning complete for port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:17.559866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bbadc630-c4de-41b5-818c-89de2c22a395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:17.679242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bbadc630-c4de-41b5-818c-89de2c22a395 None None] Port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:00:17.761463 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9a106-e2d5-4cf0-b4ff-1888d461cec6 req-4bcb9ae9-a122-48bc-b90e-4514ee47cc33 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:17.762222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c1b9a106-e2d5-4cf0-b4ff-1888d461cec6 req-4bcb9ae9-a122-48bc-b90e-4514ee47cc33 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Synchronizing usage tracker for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:00:17.778673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c1b9a106-e2d5-4cf0-b4ff-1888d461cec6 req-4bcb9ae9-a122-48bc-b90e-4514ee47cc33 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Unset dirty status for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:00:17.780794 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c1b9a106-e2d5-4cf0-b4ff-1888d461cec6 req-4bcb9ae9-a122-48bc-b90e-4514ee47cc33 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 932 time: 0.1067991 Apr 05 15:00:17.840013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c1b9a106-e2d5-4cf0-b4ff-1888d461cec6 req-70671007-ddd9-4edd-8bed-bef208a04b4a tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Synchronizing usage tracker for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:00:17.858162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-c1b9a106-e2d5-4cf0-b4ff-1888d461cec6 req-70671007-ddd9-4edd-8bed-bef208a04b4a tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Unset dirty status for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:00:17.859428 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c1b9a106-e2d5-4cf0-b4ff-1888d461cec6 req-70671007-ddd9-4edd-8bed-bef208a04b4a tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726075 Apr 05 15:00:19.094382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afc581-7c8b-407a-afd5-5347d48a8b8b req-6a247d3e-0d6f-47a1-8192-8efa62dd0115 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:19.095851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d6afc581-7c8b-407a-afd5-5347d48a8b8b req-6a247d3e-0d6f-47a1-8192-8efa62dd0115 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 932 time: 0.0801189 Apr 05 15:00:19.148941 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d6afc581-7c8b-407a-afd5-5347d48a8b8b req-9ea022e4-742d-4838-be25-3e774337b286 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466549 Apr 05 15:00:20.387283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118bb37-867b-4fd4-96ea-03d16753d399 req-9dc5265f-6282-4a0f-9717-89aa6c4873ec tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:20.388736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8118bb37-867b-4fd4-96ea-03d16753d399 req-9dc5265f-6282-4a0f-9717-89aa6c4873ec tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 932 time: 0.0983648 Apr 05 15:00:20.460111 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8118bb37-867b-4fd4-96ea-03d16753d399 req-594dc1dc-4052-4a35-8a95-6b194a926e6b tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611453 Apr 05 15:00:21.706299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5a73e-bb58-41b5-9621-0b598fc545d8 req-3bdd0072-4210-4fb1-a58f-74629b85cd61 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:21.709054 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6e5a73e-bb58-41b5-9621-0b598fc545d8 req-3bdd0072-4210-4fb1-a58f-74629b85cd61 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 932 time: 0.1213136 Apr 05 15:00:21.757797 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6e5a73e-bb58-41b5-9621-0b598fc545d8 req-ecb41937-e85b-4d91-9016-82cd17d0ec34 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431337 Apr 05 15:00:22.972757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9360f0-dd36-4d85-a87b-365b00eaae5d req-59a41e36-2fee-455f-b0e8-65c6a6492aae tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:22.978511 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c9360f0-dd36-4d85-a87b-365b00eaae5d req-59a41e36-2fee-455f-b0e8-65c6a6492aae tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 932 time: 0.0924253 Apr 05 15:00:23.023643 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c9360f0-dd36-4d85-a87b-365b00eaae5d req-9e374d99-a803-483c-aaee-f17e7b4fe260 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Apr 05 15:00:24.068529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-bb638447-4ef4-496f-a80c-880998a6e8ad tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 15:00:24.069486 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-bb638447-4ef4-496f-a80c-880998a6e8ad tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050910 Apr 05 15:00:24.080753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Request body: {'port': {'device_id': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:24.184245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7ea1b5e1-f30d-49dc-9dee-981b2cdde84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:24.239371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:24.330289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531096b2-7f7c-4f75-8cb5-4be1b4a616dd req-6696a4e7-b8e6-4a36-9eb5-5105dac134ca tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:24.331669 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-531096b2-7f7c-4f75-8cb5-4be1b4a616dd req-6696a4e7-b8e6-4a36-9eb5-5105dac134ca tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 932 time: 0.1713648 Apr 05 15:00:24.509462 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-531096b2-7f7c-4f75-8cb5-4be1b4a616dd req-67dffe32-c1db-44ee-bc7f-4998be744b40 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370749 Apr 05 15:00:24.624377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ccfd79-39dd-4f36-934b-36dfeb8d6eca {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:00:24.630977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:24.645057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Transition to ACTIVE for port object 04ccfd79-39dd-4f36-934b-36dfeb8d6eca will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:00:24.648880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:24.776297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Pushing event updated for resources: {'Port': ['ID=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:24.883563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Attempting to bind port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:00:24.883840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Attempting to bind port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:00:24.884159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Attempting to bind port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca on network 963d454a-5f3b-47a0-930d-7388c2fb32e8 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:00:24.890225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca on network 963d454a-5f3b-47a0-930d-7388c2fb32e8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:00:24.890534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Attempting to bind port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca on network 963d454a-5f3b-47a0-930d-7388c2fb32e8 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:00:24.896534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:00:24.896841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Checking segment: {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:00:24.897215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Bound using segment: {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:00:24.897625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Bound port: 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985aea38-1977-4560-ae81-3478b3e4603a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:00:24.897960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:24.985362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] For port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:00:24.988186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] For port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:00:24.992790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:25.130256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:25.131688 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] 10.222.0.15 "PUT /v2.0/ports/04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 1094 time: 1.0556316 Apr 05 15:00:25.132118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:00:25.149968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370f19c-d740-4be7-9daa-935af1a70774 service neutron] Pushing event updated for resources: {'Port': ['ID=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:25.210860 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f24b8f29-1e01-4993-bb33-12bf637d2d1c'] response: {'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'status': 'completed', 'code': 200} Apr 05 15:00:25.255249 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-9109de41-94db-423f-b487-ffbdef69f94c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1097 time: 0.0769799 Apr 05 15:00:25.323991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-a96a4258-eca1-416d-b47f-20a178c22aad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 217 time: 0.0616179 Apr 05 15:00:25.390324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-3c48914e-f64f-4552-b765-78d8e66ccd6b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:25.391767 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-3c48914e-f64f-4552-b765-78d8e66ccd6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 200 len: 853 time: 0.0620172 Apr 05 15:00:25.464093 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-517afa1e-a342-4a06-971e-6b17ff50e6d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963d454a-5f3b-47a0-930d-7388c2fb32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663016 Apr 05 15:00:25.598803 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-adc69602-ece9-458b-8e70-d5362501daa1 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293862 Apr 05 15:00:25.687147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Sync routers for ids ['0a6c3c35-8196-435b-b1f9-01d626cc577f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:00:25.699263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Routers {'0a6c3c35-8196-435b-b1f9-01d626cc577f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:00:25.699861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T14:59:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['0a6c3c35-8196-435b-b1f9-01d626cc577f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:25.786568 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b571f5f9-e5bb-4f85-ac0a-41ab7f565986 req-6a871f5c-95df-4281-b4fc-e192093ff190 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822712 Apr 05 15:00:25.799968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accd4bc-78c3-49f2-8424-9aa6b14c1c4b req-5fd86d96-9a04-41a2-adec-e12b39034c7d tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:25.801633 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6accd4bc-78c3-49f2-8424-9aa6b14c1c4b req-5fd86d96-9a04-41a2-adec-e12b39034c7d tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 944 time: 0.1277742 Apr 05 15:00:25.876218 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Set router 0a6c3c35-8196-435b-b1f9-01d626cc577f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:00:25.889875 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6accd4bc-78c3-49f2-8424-9aa6b14c1c4b req-0eec8467-8a55-496c-a1ae-ef139fc573b5 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818694 Apr 05 15:00:25.916859 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-48ba1047-d881-4ef9-9f9a-97ebf46ae9ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1097 time: 0.0779254 Apr 05 15:00:26.045871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-083fb289-9ec9-4a38-a1d8-ef6300d5cc50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:26.047268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-083fb289-9ec9-4a38-a1d8-ef6300d5cc50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 915 time: 0.1244698 Apr 05 15:00:26.118334 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-a70cbdea-b5e4-44af-b47c-f0266eeb509f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 217 time: 0.0647655 Apr 05 15:00:26.179933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-4f4b7fa7-27c7-408e-8143-26c7f4822fa6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:26.181370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-4f4b7fa7-27c7-408e-8143-26c7f4822fa6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 200 len: 853 time: 0.0561919 Apr 05 15:00:26.209988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:02Z', 'revision_number': 4, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port': {'id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '89bc2ab2-03ad-44da-9413-4b4f942becc7', 'name': '', 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'mac_address': 'fa:16:3e:51:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:00:01Z', 'updated_at': '2022-04-05T15:00:02Z', 'revision_number': 2, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'subnets': [{'id': '8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:26.213744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Checking router: 0a6c3c35-8196-435b-b1f9-01d626cc577f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:00:26.214121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Updating router 0a6c3c35-8196-435b-b1f9-01d626cc577f port 89bc2ab2-03ad-44da-9413-4b4f942becc7 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:00:26.258759 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-04de5aea-fb70-48bf-80cd-6f7d828b9ad1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963d454a-5f3b-47a0-930d-7388c2fb32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705492 Apr 05 15:00:26.263773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:26.397280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-5be42557-5627-4dd2-b2c6-083ef37a9423 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305115 Apr 05 15:00:26.426227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4ce89135-cd19-43ad-88e6-0e4fee02b92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:26.540773 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8d5c44f-a559-4c0e-a78b-dbe25411e434 req-e7ed9ef3-7d0d-456b-9829-42c5b88ceab9 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359413 Apr 05 15:00:26.629105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:26.640401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Transition to ACTIVE for port object 89bc2ab2-03ad-44da-9413-4b4f942becc7 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:00:26.646868 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:26.768376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Pushing event updated for resources: {'Port': ['ID=89bc2ab2-03ad-44da-9413-4b4f942becc7,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:26.781731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.782097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.782436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.782773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.783094 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.783419 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.783749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.784121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.784444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.784765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.785077 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:26.871807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Attempting to bind port 89bc2ab2-03ad-44da-9413-4b4f942becc7 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:00:26.872167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Attempting to bind port 89bc2ab2-03ad-44da-9413-4b4f942becc7 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:00:26.872520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Attempting to bind port 89bc2ab2-03ad-44da-9413-4b4f942becc7 on network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:00:26.879277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:00:26.879620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Checking segment: {'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:00:26.880011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:26.880393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Bound using segment: {'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:00:26.880837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Bound port: 89bc2ab2-03ad-44da-9413-4b4f942becc7, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:00:26.881201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:26.976028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] For port 89bc2ab2-03ad-44da-9413-4b4f942becc7, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:00:26.979181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] For port 89bc2ab2-03ad-44da-9413-4b4f942becc7, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=89bc2ab2-03ad-44da-9413-4b4f942becc7,segment=NetworkSegment(4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104),segment_id=4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:00:26.983363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:27.064810 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369576a-dfc2-4a14-bf36-e14ad6d93ee0 None None] Pushing event updated for resources: {'Port': ['ID=89bc2ab2-03ad-44da-9413-4b4f942becc7,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:27.069473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Routers {'0a6c3c35-8196-435b-b1f9-01d626cc577f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:00:27.070187 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:00:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['0a6c3c35-8196-435b-b1f9-01d626cc577f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:27.094965 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18ba4cb-fb31-4efa-9522-f769c2e3053e req-c2040ba2-f4c1-4380-b7ad-7e4ee09da216 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:27.096757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d18ba4cb-fb31-4efa-9522-f769c2e3053e req-c2040ba2-f4c1-4380-b7ad-7e4ee09da216 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 944 time: 0.0852168 Apr 05 15:00:27.144265 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d18ba4cb-fb31-4efa-9522-f769c2e3053e req-86fca909-eb52-48b7-b071-32f4b220717c tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414736 Apr 05 15:00:27.248206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] Set router 0a6c3c35-8196-435b-b1f9-01d626cc577f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:00:27.558167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:27.565605 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:27.585652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:02Z', 'revision_number': 4, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port': {'id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '89bc2ab2-03ad-44da-9413-4b4f942becc7', 'name': '', 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'mac_address': 'fa:16:3e:51:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:00:01Z', 'updated_at': '2022-04-05T15:00:26Z', 'revision_number': 4, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'subnets': [{'id': '8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:27.589540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc51658d-d124-4ca0-8217-a5f6b183abee None None] The sync data for ids ['0a6c3c35-8196-435b-b1f9-01d626cc577f'] in dv-neutron-829488-2-hyperv is: [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:02Z', 'revision_number': 4, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port': {'id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '89bc2ab2-03ad-44da-9413-4b4f942becc7', 'name': '', 'network_id': '33da4f4d-59e9-42ac-8d27-74e2a1d1722a', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'mac_address': 'fa:16:3e:51:94:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:00:01Z', 'updated_at': '2022-04-05T15:00:26Z', 'revision_number': 4, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'subnets': [{'id': '8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:00:28.049743 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 04ccfd79-39dd-4f36-934b-36dfeb8d6eca details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:00:28.232182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:00:28.249532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'port_id': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'mac_address': 'fa:16:3e:7e:98:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:00:28.307827 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:28.328959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ccfd79-39dd-4f36-934b-36dfeb8d6eca {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:00:28.346508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:00:28.351850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:28.393862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 89bc2ab2-03ad-44da-9413-4b4f942becc7 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:28.472498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a21009-568a-40ea-8ed0-26f0acd60260 req-b529ca01-de94-4a48-95bc-227e2e290148 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:28.473954 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f7a21009-568a-40ea-8ed0-26f0acd60260 req-b529ca01-de94-4a48-95bc-227e2e290148 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 944 time: 0.1997838 Apr 05 15:00:28.482514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:28.500912 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 89bc2ab2-03ad-44da-9413-4b4f942becc7 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:00:28.505605 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 89bc2ab2-03ad-44da-9413-4b4f942becc7 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:28.505962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:28.521465 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f7a21009-568a-40ea-8ed0-26f0acd60260 req-1772773c-4df4-4b2c-909a-6fcf7126ad5a tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416105 Apr 05 15:00:28.560468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['04ccfd79-39dd-4f36-934b-36dfeb8d6eca'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:00:28.691435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:28.757314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 89bc2ab2-03ad-44da-9413-4b4f942becc7, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=89bc2ab2-03ad-44da-9413-4b4f942becc7,segment=NetworkSegment(4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104),segment_id=4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:00:28.762478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:28.855000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=89bc2ab2-03ad-44da-9413-4b4f942becc7,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:29.085521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:29.716315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0109071-4ff4-4053-8fd1-cef4449da9b6 req-f3fdd208-e4f3-4b7a-b242-593de9255a35 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:29.717752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e0109071-4ff4-4053-8fd1-cef4449da9b6 req-f3fdd208-e4f3-4b7a-b242-593de9255a35 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 945 time: 0.0740592 Apr 05 15:00:29.761837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e0109071-4ff4-4053-8fd1-cef4449da9b6 req-47c85458-130a-4ee7-a12a-ccac40ed24f9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383883 Apr 05 15:00:30.065093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 04ccfd79-39dd-4f36-934b-36dfeb8d6eca up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:30.136873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:00:30.141835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:30.142235 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:30.252357 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:30.278844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:00:30.289340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:00:30.293487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:30.335549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 89bc2ab2-03ad-44da-9413-4b4f942becc7 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:00:30.361433 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d33ec33-c2e2-47dc-8183-8442162bcc71'] response: {'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'code': 200} Apr 05 15:00:30.422254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:30.437490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 89bc2ab2-03ad-44da-9413-4b4f942becc7 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:30.437858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:30.556502 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73005b3f-8f72-4c1c-a251-01f6bf704d07 req-e1604934-9c4b-4379-b57c-4e1a61dff23e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1099 time: 0.0697315 Apr 05 15:00:30.599139 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-73005b3f-8f72-4c1c-a251-01f6bf704d07 req-b2266125-d2fb-4e43-b6c7-0e75735400d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353785 Apr 05 15:00:30.959123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7f1774-6784-4b39-8a41-c2cd8acae315 req-c15e01be-04a2-4b6b-9a4c-3a87a507ff67 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:30.960590 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d7f1774-6784-4b39-8a41-c2cd8acae315 req-c15e01be-04a2-4b6b-9a4c-3a87a507ff67 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.0750527 Apr 05 15:00:30.977311 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:00:31.009395 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d7f1774-6784-4b39-8a41-c2cd8acae315 req-714bb58c-7ac1-45dd-83a5-4b2867504402 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432506 Apr 05 15:00:32.204995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd358f-2351-404b-a08e-83652167e086 req-1552bce1-f6ea-4414-97ae-fc8917552e31 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:32.206495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-33fd358f-2351-404b-a08e-83652167e086 req-1552bce1-f6ea-4414-97ae-fc8917552e31 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.0779088 Apr 05 15:00:32.251716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-33fd358f-2351-404b-a08e-83652167e086 req-49555ae0-1354-40bd-8515-3d8a70feb2e8 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397778 Apr 05 15:00:32.450017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9dd63-4ba8-4433-9b7d-da413e7e198c req-c94057b4-0c52-4209-8da9-a98d7c9b2eee tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:32.451492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69e9dd63-4ba8-4433-9b7d-da413e7e198c req-c94057b4-0c52-4209-8da9-a98d7c9b2eee tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.0791032 Apr 05 15:00:32.496142 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-69e9dd63-4ba8-4433-9b7d-da413e7e198c req-163aa6a7-2c55-4266-88f6-8f0846a4f9fa tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389864 Apr 05 15:00:32.910634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6aa21e-0bd7-4876-83f4-50dc70d1e5fa req-954ed975-9c71-4993-8c9f-f416b46a3f27 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:32.912068 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b6aa21e-0bd7-4876-83f4-50dc70d1e5fa req-954ed975-9c71-4993-8c9f-f416b46a3f27 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.0747273 Apr 05 15:00:32.956036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6b6aa21e-0bd7-4876-83f4-50dc70d1e5fa req-64f93336-474e-4d0b-87d9-fdd488c9f52f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384030 Apr 05 15:00:37.979703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:43.043658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c612f16-d2e3-4e8c-8d93-84d8e77771a9 req-3ff7e4be-6687-4b4c-b471-dbee4f390407 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:43.045100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c612f16-d2e3-4e8c-8d93-84d8e77771a9 req-3ff7e4be-6687-4b4c-b471-dbee4f390407 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.0787666 Apr 05 15:00:43.090248 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c612f16-d2e3-4e8c-8d93-84d8e77771a9 req-82b94430-82c5-4915-9292-d77422bafd95 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391119 Apr 05 15:00:43.118857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45088) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:43.303981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f7b49509-ba6c-45e3-9755-411908faced3 tempest-TestMinimumBasicScenario-1001819107 tempest-TestMinimumBasicScenario-1001819107-project-admin] Synchronizing usage tracker for tenant:6edf4e4888404e70a59762c24a873a8b on resource:port {{(pid=83851) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:00:43.320296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f7b49509-ba6c-45e3-9755-411908faced3 tempest-TestMinimumBasicScenario-1001819107 tempest-TestMinimumBasicScenario-1001819107-project-admin] Unset dirty status for tenant:6edf4e4888404e70a59762c24a873a8b on resource:port {{(pid=83851) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:00:43.321539 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f7b49509-ba6c-45e3-9755-411908faced3 tempest-TestMinimumBasicScenario-1001819107 tempest-TestMinimumBasicScenario-1001819107-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1094 time: 0.2017322 Apr 05 15:00:43.324488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45094) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:43.330245 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:43.335907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:43.339794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Usage tracker for resource:floatingip and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:00:43.342802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:00:43.348492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:43.360380 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for floatingip, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:43.495168 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:43.735698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Allocated IP 172.26.6.234 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/7f91c127-83a2-4ce8-8179-ad42b941de4f) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:00:43.880021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:43.907317 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:43.973255 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:00:43.976085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:00:43.978595 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:00:44.011414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'Port': ['ID=7f91c127-83a2-4ce8-8179-ad42b941de4f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:44.033576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.033928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.035635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.035968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.036308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.036647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.036980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.037307 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.037628 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.037947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.040020 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:44.499115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:44.553704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:44.753979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:44.758495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:44.860944 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'Port': ['ID=7f91c127-83a2-4ce8-8179-ad42b941de4f,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:44.875357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:45.056124 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.l3_db [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Floating IP a1fb2088-a809-4085-823c-e882d65a255e associated. External IP: 172.26.6.234, port: 04ccfd79-39dd-4f36-934b-36dfeb8d6eca. Apr 05 15:00:45.531151 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Router f2976243-6262-4349-ad7d-7fce6012bcfe has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:00:45.731684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:00:45.741656 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] Sync routers for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:00:45.753770 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:00:45.754365 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:00:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:45.757807 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:45.816133 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-40781a67-9dca-4fd2-a514-b6591e9243fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4906251 Apr 05 15:00:45.816938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:00:45.818978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45098) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:45.824851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1463333683', 'description': 'tempest-secgroup-smoke-1463333683 description', 'project_id': 'bb86b1f9e24a407b999000c957680ae3'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:45.831812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:45.842145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:45.853410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:45.896238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:45.899685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Usage tracker for resource:security_group_rule and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:00:45.902986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:00:45.908687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:45.939835 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:00:45.973821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:45.978118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.029324 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e1853a-4ef7-4170-b266-735f00224054,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:46.039300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.040496 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2204850 Apr 05 15:00:46.041872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.042238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.042576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.042903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.043245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.043562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.043891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.044216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.044537 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.044814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45106) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:46.044935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.045172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e72c2b9-d340-4db9-91f3-382e1343fea6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:00:46.052933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'security_group_rule': {'security_group_id': '12e1853a-4ef7-4170-b266-735f00224054', 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:46.060253 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:46.063442 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42d6f02c-e96c-47e1-bb8b-1b687ec282c8'] response: {'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'status': 'completed', 'code': 200} Apr 05 15:00:46.065820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Usage tracker for resource:security_group_rule and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:00:46.070152 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:00:46.076055 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:46.099007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.167511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.174531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.198815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39458f30-bb7d-4404-a9ac-f4514f35ca46,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:46.211833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.213679 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7985da8e-315c-4dd5-abf6-42996f49bbe2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1672590 Apr 05 15:00:46.216295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45112) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:46.223738 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'security_group_rule': {'security_group_id': '12e1853a-4ef7-4170-b266-735f00224054', 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:46.229814 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:46.234298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Usage tracker for resource:security_group_rule and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:00:46.234474 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-43549a51-1b1b-4506-a818-89e6eaddb9b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1099 time: 0.1562643 Apr 05 15:00:46.237488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:00:46.243510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:46.263366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.335502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.340932 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.360661 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'a1fb2088-a809-4085-823c-e882d65a255e', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'floating_ip_address': '172.26.6.234', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'port_id': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'mac_address': 'fa:16:3e:7e:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:00:44Z', 'updated_at': '2022-04-05T15:00:44Z', 'revision_number': 0, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T15:00:05Z', 'revision_number': 5, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:46.364790 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] Checking router: f2976243-6262-4349-ad7d-7fce6012bcfe for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:00:46.366193 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cdfa6a2-5cd9-4460-9ace-3b3eb5f48924,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:46.377889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.378084 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:00:46.378677 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:00:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:46.379818 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-462a3fb3-e92a-41f0-b101-7957232b0ede tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1616797 Apr 05 15:00:46.382629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45116) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:46.385906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-6866257b-db2e-482c-b936-d1e5fc89c36d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:46.388004 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-6866257b-db2e-482c-b936-d1e5fc89c36d service neutron] 10.222.0.15 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 915 time: 0.1477277 Apr 05 15:00:46.388491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'security_group_rule': {'security_group_id': '12e1853a-4ef7-4170-b266-735f00224054', 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:46.394632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:46.398495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Usage tracker for resource:security_group_rule and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:00:46.401346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:00:46.407542 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:46.426122 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.495566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.500382 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-b8aee347-54e5-40a8-9c30-b957feddd8ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 1000 time: 0.1056640 Apr 05 15:00:46.501135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.532044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdd270b-26d0-4007-8c9f-e90fadefb0d7,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:46.536224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.538708 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-99070003-dc2e-4ac0-9193-32c1984386cc tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1549244 Apr 05 15:00:46.540140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45120) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:46.546349 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'security_group_rule': {'security_group_id': '12e1853a-4ef7-4170-b266-735f00224054', 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:46.553533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:46.559135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Usage tracker for resource:security_group_rule and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:00:46.562252 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:00:46.568364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:46.571154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-b4a97ade-fa7b-4351-aede-ed31f50e3c54 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:46.572606 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-b4a97ade-fa7b-4351-aede-ed31f50e3c54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 200 len: 853 time: 0.0670373 Apr 05 15:00:46.588708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.588907 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:00:46.662924 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.668053 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.669118 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-b64eb299-42ab-47d1-a020-b73e527d62c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963d454a-5f3b-47a0-930d-7388c2fb32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0898528 Apr 05 15:00:46.695005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c673c1b-a0c0-43d9-851c-d8f8f0eed9f0,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:46.706859 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.710948 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-885f7a83-9641-4644-a2ad-d24fa901a1fe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1692557 Apr 05 15:00:46.711206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45124) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:46.717081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'security_group_rule': {'security_group_id': '12e1853a-4ef7-4170-b266-735f00224054', 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:46.724044 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:46.727771 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Usage tracker for resource:security_group_rule and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:00:46.730714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:00:46.736702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:46.748057 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Project bb86b1f9e24a407b999000c957680ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:00:46.755228 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.816429 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-efe5be7b-f486-4c4d-8955-caa1637e2134 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398592 Apr 05 15:00:46.828099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.833013 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.860084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dad8238e-7caa-4ea6-95d3-6f0d7ae312a2,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:46.870581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.872045 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c774b7eb-091b-4dc0-8b30-ca90fc1461a4 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1598084 Apr 05 15:00:46.875520 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45128) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:00:46.881706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'security_group_rule': {'security_group_id': '12e1853a-4ef7-4170-b266-735f00224054', 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:46.887623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:00:46.892693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Usage tracker for resource:security_group_rule and tenant:bb86b1f9e24a407b999000c957680ae3 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:00:46.896409 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:00:46.902321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:00:46.914155 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Project bb86b1f9e24a407b999000c957680ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:00:46.921492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.959925 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'a1fb2088-a809-4085-823c-e882d65a255e', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'floating_ip_address': '172.26.6.234', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'port_id': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'mac_address': 'fa:16:3e:7e:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:00:44Z', 'updated_at': '2022-04-05T15:00:44Z', 'revision_number': 0, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T15:00:05Z', 'revision_number': 5, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:00:46.960645 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8cba15f0-1f4f-4d67-b792-55cebe382cc8 req-e3677f5a-67c6-49b2-a672-12402ded2be2 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383588 Apr 05 15:00:46.964350 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659d37af-479e-43fd-be2d-913dfe468e5c None None] The sync data for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv is: [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'a1fb2088-a809-4085-823c-e882d65a255e', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'floating_ip_address': '172.26.6.234', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'port_id': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'mac_address': 'fa:16:3e:7e:98:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:00:44Z', 'updated_at': '2022-04-05T15:00:44Z', 'revision_number': 0, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T15:00:05Z', 'revision_number': 5, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:00:46.995626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:46.999629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:47.026626 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26079d92-9825-4efc-8932-d89a3dbd737e,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:47.033785 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:47.035402 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-fa0d44c5-f25e-42d4-b5f7-e7886bb7ca94 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1587231 Apr 05 15:00:47.175864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-267c0d46-e177-4aaf-8c28-d7a64a50341b tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Synchronizing usage tracker for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:00:47.191041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aef8fb-bed0-43b9-89e6-96319f42dc55 None None] New status for floating IP a1fb2088-a809-4085-823c-e882d65a255e: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:00:47.193886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-267c0d46-e177-4aaf-8c28-d7a64a50341b tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Unset dirty status for tenant:bb86b1f9e24a407b999000c957680ae3 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:00:47.195360 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-267c0d46-e177-4aaf-8c28-d7a64a50341b tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463333683&fields=id&tenant_id=bb86b1f9e24a407b999000c957680ae3 HTTP/1.1" status: 200 len: 267 time: 0.0633841 Apr 05 15:00:47.275565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-5050a9ba-6eb8-4146-b424-8aaafd997790 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:47.276936 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-5050a9ba-6eb8-4146-b424-8aaafd997790 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.0761397 Apr 05 15:00:47.288722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'port': {'security_groups': ['0bf3be51-f410-47da-953f-f0f83f9a6c95', '12e1853a-4ef7-4170-b266-735f00224054']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:00:47.489094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:47.740826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] For port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:00:47.765442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:47.771038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:47.783137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['04ccfd79-39dd-4f36-934b-36dfeb8d6eca'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:00:47.840052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:47.840677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:47.842113 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a00a036b-f8a8-4f4e-b90f-b7cdbe8a6c0c req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "PUT /v2.0/ports/04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 982 time: 0.5582104 Apr 05 15:00:47.842558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:00:47.862210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbff49f-5e5d-458e-bd96-46516ff17fbe tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'Port': ['ID=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,revision_number=6']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:00:47.909448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['04ccfd79-39dd-4f36-934b-36dfeb8d6eca'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:00:47.929632 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c935f4-a288-4db3-80c1-4cd1eb34f8fe'] response: {'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'status': 'completed', 'code': 200} Apr 05 15:00:48.091221 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68788705-cab1-4945-8ef4-256123239a6d req-e7dd9d13-47f2-4090-8c73-83f83a92e9e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1138 time: 0.1287751 Apr 05 15:00:48.283717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68788705-cab1-4945-8ef4-256123239a6d req-36f77d86-cccf-4d28-ad7b-8859b6768405 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:48.285181 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68788705-cab1-4945-8ef4-256123239a6d req-36f77d86-cccf-4d28-ad7b-8859b6768405 service neutron] 10.222.0.15 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 915 time: 0.1936321 Apr 05 15:00:48.292540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ac05cc0e-5c53-4586-bfa8-e8d7de9f8897 None None] Provisioning complete for port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:00:48.293508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ac05cc0e-5c53-4586-bfa8-e8d7de9f8897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:48.296021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea7704-04aa-457f-97b4-b63d4ee73a21 req-3f52f464-a6ff-477d-87b2-b1a2252932a6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:48.297464 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4fea7704-04aa-457f-97b4-b63d4ee73a21 req-3f52f464-a6ff-477d-87b2-b1a2252932a6 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.1748655 Apr 05 15:00:48.427392 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4fea7704-04aa-457f-97b4-b63d4ee73a21 req-c59e2aa8-231b-4856-a2da-4cea98c4f699 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793180 Apr 05 15:00:48.428991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68788705-cab1-4945-8ef4-256123239a6d req-4d732c4a-45ed-4a1e-ae31-a2e2e58d9f1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 1002 time: 0.1306911 Apr 05 15:00:48.501399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68788705-cab1-4945-8ef4-256123239a6d req-6c2e8c02-30db-401d-8074-7b2dc62118d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:00:48.503286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68788705-cab1-4945-8ef4-256123239a6d req-6c2e8c02-30db-401d-8074-7b2dc62118d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 200 len: 853 time: 0.0673337 Apr 05 15:00:48.589417 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68788705-cab1-4945-8ef4-256123239a6d req-3d973efe-a851-4bc3-8183-eceff3400c6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963d454a-5f3b-47a0-930d-7388c2fb32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807116 Apr 05 15:00:48.722904 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68788705-cab1-4945-8ef4-256123239a6d req-ddd0012c-b67a-4412-8d50-6da2d0e78a7d service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266727 Apr 05 15:00:48.852524 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68788705-cab1-4945-8ef4-256123239a6d req-59775874-dc6c-4951-8fd5-8e8dc8e5b585 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232095 Apr 05 15:00:54.180442 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-47fa18fc-d851-4866-a176-e11586ffedc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:56.407524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a778a97-5e11-4926-aaaa-398f3c1c0015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:57.518329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:57.546805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:00:59.089342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:05.929984 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-4d2f8a48-de25-4e65-bcb4-06bc7f3559e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1138 time: 0.1292791 Apr 05 15:01:05.940247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b7bb9-10e4-4a7e-9e1a-bf52c5415219 req-37eb35bd-f4b6-4c9a-86af-2bed22ee4711 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:05.941592 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-666b7bb9-10e4-4a7e-9e1a-bf52c5415219 req-37eb35bd-f4b6-4c9a-86af-2bed22ee4711 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0982025 Apr 05 15:01:06.065095 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-666b7bb9-10e4-4a7e-9e1a-bf52c5415219 req-0b589b57-37e3-44ee-8113-7bb047c1eac7 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1053350 Apr 05 15:01:06.100844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-222c2088-0a9d-422b-8504-a1666f359567 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:06.102328 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-222c2088-0a9d-422b-8504-a1666f359567 service neutron] 10.222.0.15 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 915 time: 0.1598454 Apr 05 15:01:06.282018 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-cd4bf09c-7adf-4cfb-85f5-2ad9a3d300a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 1002 time: 0.1732450 Apr 05 15:01:06.346083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-8f98bab1-b886-4fed-885e-ecfc1996dfa2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:06.347419 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-8f98bab1-b886-4fed-885e-ecfc1996dfa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 200 len: 853 time: 0.0593152 Apr 05 15:01:06.420394 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-9173dee5-5f58-4d54-8368-c59e795a4e78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963d454a-5f3b-47a0-930d-7388c2fb32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665691 Apr 05 15:01:06.552723 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-7c5e358e-ba62-44ea-8c8b-0d2506a0c395 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257608 Apr 05 15:01:06.682985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32196d9e-3646-4a02-9ee5-8e1ad7030b53 req-e42f28de-f6e2-42db-9b68-388cbf4283ed service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237917 Apr 05 15:01:07.261302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ea89e-914e-4eec-bce8-5a77f829defd req-132015f4-b926-4721-8265-b7e72f8157b8 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:07.262752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f08ea89e-914e-4eec-bce8-5a77f829defd req-132015f4-b926-4721-8265-b7e72f8157b8 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0785055 Apr 05 15:01:07.308085 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f08ea89e-914e-4eec-bce8-5a77f829defd req-c25deae1-30df-490d-b44b-e09a49f2ac49 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389643 Apr 05 15:01:07.897471 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-e47853ce-8818-4bdf-9ac9-d99cc3bea4a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1138 time: 0.0679154 Apr 05 15:01:07.978210 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:01:07.980467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:08.038781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-d9755371-c7e8-48a9-89a0-3a23045fc13f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:08.040215 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-d9755371-c7e8-48a9-89a0-3a23045fc13f service neutron] 10.222.0.15 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 915 time: 0.1243839 Apr 05 15:01:08.144942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-5517bedb-6685-4e02-b1e7-ad4a2da54d8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 1002 time: 0.0976751 Apr 05 15:01:08.210858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-1780ffa9-0ff1-4aa1-8686-7f3fad10d3a1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:08.212182 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-1780ffa9-0ff1-4aa1-8686-7f3fad10d3a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 200 len: 853 time: 0.0608292 Apr 05 15:01:08.285089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-74885213-701a-4908-a365-2b6a632804f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963d454a-5f3b-47a0-930d-7388c2fb32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665557 Apr 05 15:01:08.415573 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-f2f72497-127f-43a3-b7fe-6cc6cf9343bc service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244473 Apr 05 15:01:08.600848 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3486ddd2-3143-476e-88e7-c345795b8b77 req-4ec12317-62a7-42f9-be83-90c1576ec9b4 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780818 Apr 05 15:01:08.611119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3eb34-8512-40f0-b0b6-7074c1e1f1a9 req-a7a154bc-9d33-4e4d-a21d-6142337403ce tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:08.612326 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8f3eb34-8512-40f0-b0b6-7074c1e1f1a9 req-a7a154bc-9d33-4e4d-a21d-6142337403ce tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.1728270 Apr 05 15:01:08.660285 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8f3eb34-8512-40f0-b0b6-7074c1e1f1a9 req-0c9ae2f5-e5b7-4ea6-bae1-3dce1ebb3ca0 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409048 Apr 05 15:01:09.854992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b749a2b9-8326-477c-9e86-3f9641e22c97 req-6e3c7425-1afc-456f-a86e-8929c9d3a519 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:09.855918 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b749a2b9-8326-477c-9e86-3f9641e22c97 req-6e3c7425-1afc-456f-a86e-8929c9d3a519 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0759757 Apr 05 15:01:09.902385 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b749a2b9-8326-477c-9e86-3f9641e22c97 req-1b4c969b-ce98-4c97-b203-c72c17186002 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402715 Apr 05 15:01:11.175215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186d73-36a8-460b-bf43-430d5141c75c req-a828cd66-4216-46d8-b8c0-45f15a09aab3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:11.176642 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b3186d73-36a8-460b-bf43-430d5141c75c req-a828cd66-4216-46d8-b8c0-45f15a09aab3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.1548319 Apr 05 15:01:11.222357 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b3186d73-36a8-460b-bf43-430d5141c75c req-5c943d83-78b0-4fd3-ac84-a5766f906eec tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398989 Apr 05 15:01:12.413110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99429089-3de5-4539-a0c7-ec3a84360f7a req-9dbbf9df-c8f4-441c-ac35-3dfa91f97e81 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:12.414516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-99429089-3de5-4539-a0c7-ec3a84360f7a req-9dbbf9df-c8f4-441c-ac35-3dfa91f97e81 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0751023 Apr 05 15:01:12.460095 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-99429089-3de5-4539-a0c7-ec3a84360f7a req-f5b4bda4-6328-482d-9b8f-47e57437e295 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0400562 Apr 05 15:01:13.664128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6263cf1a-5661-456f-99a0-dbb292ce57a4 req-ef81eddb-8a71-42fc-8b55-f6dc1a188f82 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:13.665593 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6263cf1a-5661-456f-99a0-dbb292ce57a4 req-ef81eddb-8a71-42fc-8b55-f6dc1a188f82 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0800021 Apr 05 15:01:13.711817 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6263cf1a-5661-456f-99a0-dbb292ce57a4 req-7a6e03d9-36d4-47a3-a505-2a2e82837c6a tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405228 Apr 05 15:01:14.906722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c877ce-cbc9-490f-8b8a-b5000a51a134 req-16be6a50-13f0-47fa-9952-68281ca90400 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:14.908080 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98c877ce-cbc9-490f-8b8a-b5000a51a134 req-16be6a50-13f0-47fa-9952-68281ca90400 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0744097 Apr 05 15:01:14.960068 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98c877ce-cbc9-490f-8b8a-b5000a51a134 req-aba8f4ad-62f3-42d0-b907-922bc18d88fd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462899 Apr 05 15:01:16.152609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbe20b-cc57-47ac-a9a4-2c41423ff05f req-58db26f0-b02a-4493-907b-6d138a617854 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:16.154572 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81bbe20b-cc57-47ac-a9a4-2c41423ff05f req-58db26f0-b02a-4493-907b-6d138a617854 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0746548 Apr 05 15:01:16.200457 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-81bbe20b-cc57-47ac-a9a4-2c41423ff05f req-08285a43-25b5-40e4-918c-cb7b8f9af969 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0403934 Apr 05 15:01:17.403519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01988220-39e1-4c18-b4b7-35912132ab9a req-f0ea2529-ae73-4caa-b70c-0ac2e377a426 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:17.405023 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01988220-39e1-4c18-b4b7-35912132ab9a req-f0ea2529-ae73-4caa-b70c-0ac2e377a426 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0804205 Apr 05 15:01:17.455738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-01988220-39e1-4c18-b4b7-35912132ab9a req-790bd240-3c0d-4455-b8a3-e774e1e71e41 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450475 Apr 05 15:01:18.649575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5397e726-9038-48d3-8e1f-eaa28d20fb14 req-dff72692-53e9-4b5c-8d22-ebf970866471 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:18.651048 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5397e726-9038-48d3-8e1f-eaa28d20fb14 req-dff72692-53e9-4b5c-8d22-ebf970866471 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0760124 Apr 05 15:01:18.696381 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5397e726-9038-48d3-8e1f-eaa28d20fb14 req-56fb83c3-cfb9-424c-a9de-ddb048dc3ee7 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&id=12e1853a-4ef7-4170-b266-735f00224054&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395598 Apr 05 15:01:24.181990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d470d7d7-a0a0-4c24-a35a-a64deb7d0308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:26.408686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c96fe83f-a1a3-4940-ad2c-237b3765b6a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:27.520449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:27.550881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:29.092448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:37.979492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:44.979456 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:01:51.026050 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66e89b63-755b-4888-a622-49cd16707cef req-fd0a4939-8fc3-4a0c-b928-67acad2dfdab tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1463333683&fields=id&tenant_id=bb86b1f9e24a407b999000c957680ae3 HTTP/1.1" status: 200 len: 267 time: 0.0442162 Apr 05 15:01:51.103466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e89b63-755b-4888-a622-49cd16707cef req-fd18a7c9-8f61-4e62-8385-7e25182820d8 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:51.104895 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66e89b63-755b-4888-a622-49cd16707cef req-fd18a7c9-8f61-4e62-8385-7e25182820d8 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 985 time: 0.0737331 Apr 05 15:01:51.115961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-66e89b63-755b-4888-a622-49cd16707cef req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Request body: {'port': {'security_groups': ['0bf3be51-f410-47da-953f-f0f83f9a6c95']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:01:51.230153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-66e89b63-755b-4888-a622-49cd16707cef req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.460284 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-66e89b63-755b-4888-a622-49cd16707cef req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] For port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:01:51.483481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-66e89b63-755b-4888-a622-49cd16707cef req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.487787 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-66e89b63-755b-4888-a622-49cd16707cef req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.499788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['04ccfd79-39dd-4f36-934b-36dfeb8d6eca'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:01:51.560809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e89b63-755b-4888-a622-49cd16707cef req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:51.561533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-66e89b63-755b-4888-a622-49cd16707cef req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.562786 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-66e89b63-755b-4888-a622-49cd16707cef req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "PUT /v2.0/ports/04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 943 time: 0.4514208 Apr 05 15:01:51.563228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:01:51.569225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45186) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:01:51.598900 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event updated for resources: {'Port': ['ID=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,revision_number=7']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:01:51.607633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.607989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.608332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.608669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.609000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.609321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.609653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.609981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.610323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.610649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.610975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9b826b-fb8f-4518-830c-a9896a3bd72f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.630844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['04ccfd79-39dd-4f36-934b-36dfeb8d6eca'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:01:51.662725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06c59d7e-d004-4e42-9e89-a136657b5d19'] response: {'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'status': 'completed', 'code': 200} Apr 05 15:01:51.680008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.722397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.770799 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-861d5658-8316-4d4b-b5df-788a6a0f36c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1099 time: 0.0846512 Apr 05 15:01:51.799882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.824508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e1853a-4ef7-4170-b266-735f00224054,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:01:51.839004 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.839423 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.839841 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.840259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.840652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.841110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.841500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.841886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.842316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.842698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.843107 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:01:51.846288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.850650 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ac4edc19-b566-442c-8267-b6d3718cdce3 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "DELETE /v2.0/security-groups/12e1853a-4ef7-4170-b266-735f00224054 HTTP/1.1" status: 204 len: 168 time: 0.2795346 Apr 05 15:01:51.851301 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45190) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:01:51.921072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5676c643-5306-42f6-961f-c98f6ae3a63e None None] Provisioning complete for port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:01:51.921436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5676c643-5306-42f6-961f-c98f6ae3a63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:51.928347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-4b4696fe-030e-46c6-9c6b-80b259e7c285 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:51.929836 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-4b4696fe-030e-46c6-9c6b-80b259e7c285 service neutron] 10.222.0.15 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 915 time: 0.1531887 Apr 05 15:01:52.038274 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-69860551-86be-4759-a6f8-94c07107929e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 1002 time: 0.1018264 Apr 05 15:01:52.062848 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Deleting port 7f91c127-83a2-4ce8-8179-ad42b941de4f {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:01:52.063184 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:52.103119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-d9b4ff66-b805-41bf-b72d-78fee07ec21c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:52.104554 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-d9b4ff66-b805-41bf-b72d-78fee07ec21c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 200 len: 853 time: 0.0601196 Apr 05 15:01:52.179051 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-0f4784b0-0783-4923-8c26-b2b7a60e3d92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963d454a-5f3b-47a0-930d-7388c2fb32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677752 Apr 05 15:01:52.232464 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:52.232778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:52.308611 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-4395823f-7540-4b34-a79c-19e718eaa5ec service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230354 Apr 05 15:01:52.453497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Calling delete_port for 7f91c127-83a2-4ce8-8179-ad42b941de4f owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:01:52.530098 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1c49682f-eed2-4c94-bf2e-08d980c9f7cf req-048c50c3-931a-4c10-9387-f85d011d704c service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161157 Apr 05 15:01:52.599931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:52.645276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event deleted for resources: {'Port': ['ID=7f91c127-83a2-4ce8-8179-ad42b941de4f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:01:52.735475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:53.121329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Router f2976243-6262-4349-ad7d-7fce6012bcfe has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:01:53.323355 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:01:53.335580 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] Sync routers for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:01:53.346862 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:53.349159 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:01:53.349837 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:01:53.405641 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8fb6bae8-2b09-4830-910d-913f4a5bfac2 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "DELETE /v2.0/floatingips/a1fb2088-a809-4085-823c-e882d65a255e HTTP/1.1" status: 204 len: 168 time: 1.5503252 Apr 05 15:01:53.405641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:01:53.460267 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d19ffc11-a791-4726-8049-6d7b97c29c88'] response: {'name': 'network-changed', 'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'status': 'completed', 'code': 200} Apr 05 15:01:53.539613 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:01:53.552137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c31a45da-6995-4788-a721-f10f390246c4 req-fad2ad01-988f-466d-b1b7-b0cfa60e7b82 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb86b1f9e24a407b999000c957680ae3&device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 1099 time: 0.0695946 Apr 05 15:01:53.687852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a45da-6995-4788-a721-f10f390246c4 req-64037202-8cd8-42b2-81ab-eba8adb0a12f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:53.689598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c31a45da-6995-4788-a721-f10f390246c4 req-64037202-8cd8-42b2-81ab-eba8adb0a12f service neutron] 10.222.0.15 "GET /v2.0/networks?id=963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 200 len: 915 time: 0.1317325 Apr 05 15:01:53.764686 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c31a45da-6995-4788-a721-f10f390246c4 req-fe32af8e-a843-46af-b38d-b48126e5cd4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 200 len: 217 time: 0.0695326 Apr 05 15:01:53.843724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a45da-6995-4788-a721-f10f390246c4 req-f288012d-831c-4ccf-bedf-8898781dd74f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:53.845178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c31a45da-6995-4788-a721-f10f390246c4 req-f288012d-831c-4ccf-bedf-8898781dd74f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 200 len: 853 time: 0.0736067 Apr 05 15:01:53.874025 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T15:00:05Z', 'revision_number': 5, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:01:53.877825 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] Checking router: f2976243-6262-4349-ad7d-7fce6012bcfe for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:01:53.888770 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:01:53.889350 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:01:53.926431 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c31a45da-6995-4788-a721-f10f390246c4 req-9497754f-c19f-48e6-b216-61565fe04af7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=963d454a-5f3b-47a0-930d-7388c2fb32e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752239 Apr 05 15:01:54.063015 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c31a45da-6995-4788-a721-f10f390246c4 req-46b9578b-d2b2-4f8c-8e0a-d4b73db7077d service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303396 Apr 05 15:01:54.108333 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:01:54.186653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-03fd9c3a-f491-4774-b52a-174ce64a22b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:54.206859 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c31a45da-6995-4788-a721-f10f390246c4 req-6028f295-2ce4-4b55-a5bd-0eb1a6802ad4 service neutron] 10.222.0.15 "GET /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370096 Apr 05 15:01:54.434537 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T15:00:05Z', 'revision_number': 5, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:01:54.438908 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90cc3b97-befa-4e39-977a-0c5e72efe685 None None] The sync data for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv is: [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:56Z', 'revision_number': 4, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'a59b643b-5600-4233-baad-a48648e65290', 'name': '', 'network_id': '963d454a-5f3b-47a0-930d-7388c2fb32e8', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'mac_address': 'fa:16:3e:fc:c5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:55Z', 'updated_at': '2022-04-05T15:00:05Z', 'revision_number': 5, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'subnets': [{'id': '371f6525-fc2c-45dd-96a7-19e244e7e84d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:01:54.676570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4601a00b-f1ba-41c1-a079-c69cb69175cd None None] New status for floating IP a1fb2088-a809-4085-823c-e882d65a255e: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:01:56.409992 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aafdbc31-3c91-4388-94ae-462b41942b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:57.522647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:57.555871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:57.856921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c7c00-82fe-440e-a890-21def5a7fe29 req-1d7387cf-a036-49ad-ab8d-0ed0eab6f6dd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:57.858365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-412c7c00-82fe-440e-a890-21def5a7fe29 req-1d7387cf-a036-49ad-ab8d-0ed0eab6f6dd tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.1408381 Apr 05 15:01:57.902725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-412c7c00-82fe-440e-a890-21def5a7fe29 req-78984874-8d13-4ecc-be69-c1a6011708e9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388384 Apr 05 15:01:59.096061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:59.103584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035096b5-fc2e-48b0-9575-4d2e45d95119 req-f62b59ea-ea4a-417f-b549-f0d1b4a3a16f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:59.105112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-035096b5-fc2e-48b0-9575-4d2e45d95119 req-f62b59ea-ea4a-417f-b549-f0d1b4a3a16f tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.0835173 Apr 05 15:01:59.156181 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-035096b5-fc2e-48b0-9575-4d2e45d95119 req-38cfa603-8e02-4ecb-afee-ef526ce28d25 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/security-groups?id=0bf3be51-f410-47da-953f-f0f83f9a6c95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445833 Apr 05 15:01:59.402266 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-fbdfd42d-95ce-475b-997b-b3af5301ff74 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:01:59.404259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-fbdfd42d-95ce-475b-997b-b3af5301ff74 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 946 time: 0.0768554 Apr 05 15:01:59.610002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Deleting port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:01:59.610370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:59.848692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] For port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:01:59.849043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:01:59.965642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Calling delete_port for 04ccfd79-39dd-4f36-934b-36dfeb8d6eca owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:00.179116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:00.192164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['04ccfd79-39dd-4f36-934b-36dfeb8d6eca'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:02:00.230733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Pushing event deleted for resources: {'Port': ['ID=04ccfd79-39dd-4f36-934b-36dfeb8d6eca,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:00.338971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] No DVR routers for this DVR port 04ccfd79-39dd-4f36-934b-36dfeb8d6eca on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:02:00.342627 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-35f1be2d-0db8-43af-93d7-1a18f4a24e60 req-67f83791-f11a-4973-a2d1-6b5767ba462e tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1f78cff-3331-4cef-818e-62f3e02ca2d8 HTTP/1.1" status: 200 len: 210 time: 0.0485768 Apr 05 15:02:00.343531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:00.345944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'name': 'network-vif-deleted', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:02:00.357341 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c324d43-77e7-4639-b80e-3d8400394b24 req-02e86138-ea66-48a5-828f-c37ef74044c9 tempest-TestMinimumBasicScenario-880915808 tempest-TestMinimumBasicScenario-880915808-project] 10.222.0.15 "DELETE /v2.0/ports/04ccfd79-39dd-4f36-934b-36dfeb8d6eca HTTP/1.1" status: 204 len: 173 time: 0.8209498 Apr 05 15:02:00.405373 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5adf9bc2-7322-4502-ad9e-0a057b219449'] response: {'server_uuid': 'b1f78cff-3331-4cef-818e-62f3e02ca2d8', 'name': 'network-vif-deleted', 'tag': '04ccfd79-39dd-4f36-934b-36dfeb8d6eca', 'status': 'completed', 'code': 200} Apr 05 15:02:01.995742 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45276) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:02.367360 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:02.454368 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 04ccfd79-39dd-4f36-934b-36dfeb8d6eca no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:02:02.492854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 04ccfd79-39dd-4f36-934b-36dfeb8d6eca {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:02:02.493131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 04ccfd79-39dd-4f36-934b-36dfeb8d6eca not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:02:03.056583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Deleting port a59b643b-5600-4233-baad-a48648e65290 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:03.057094 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:03.229082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] For port a59b643b-5600-4233-baad-a48648e65290, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a59b643b-5600-4233-baad-a48648e65290,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:03.229430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:03.346463 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Calling delete_port for a59b643b-5600-4233-baad-a48648e65290 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:03.506991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:03.552277 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Pushing event deleted for resources: {'Port': ['ID=a59b643b-5600-4233-baad-a48648e65290,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:03.837709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:04.477079 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Router f2976243-6262-4349-ad7d-7fce6012bcfe has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:02:04.669654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:02:04.678477 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] Sync routers for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:02:04.681534 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6aec614d-5630-49c9-b842-d50a43a5d900 admin admin] 10.222.0.18 "PUT /v2.0/routers/f2976243-6262-4349-ad7d-7fce6012bcfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6847835 Apr 05 15:02:04.684097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45280) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:04.691316 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:04.691917 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:04.868042 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:04.877968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:05.073624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:05.082961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Deleting port 50186e6d-ee34-404f-b974-fb09f3ec60cf {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:05.083339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:05.145809 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223'}], 'enable_snat': True}, 'gw_port_id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T15:02:03Z', 'revision_number': 5, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port': {'id': '50186e6d-ee34-404f-b974-fb09f3ec60cf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:02:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T14:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:05.149699 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] Checking router: f2976243-6262-4349-ad7d-7fce6012bcfe for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:02:05.163119 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] Routers {'f2976243-6262-4349-ad7d-7fce6012bcfe'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:05.163713 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f2976243-6262-4349-ad7d-7fce6012bcfe'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:05.265501 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] For port 50186e6d-ee34-404f-b974-fb09f3ec60cf, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=50186e6d-ee34-404f-b974-fb09f3ec60cf,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:05.265764 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:05.311363 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] Set router f2976243-6262-4349-ad7d-7fce6012bcfe gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:05.388671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Calling delete_port for 50186e6d-ee34-404f-b974-fb09f3ec60cf owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:05.419577 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T15:02:05Z', 'revision_number': 6, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:05.423517 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c26e42da-a337-4a16-84a4-7a0ffcbb8253 None None] The sync data for ids ['f2976243-6262-4349-ad7d-7fce6012bcfe'] in dv-neutron-829488-2-hyperv is: [{'id': 'f2976243-6262-4349-ad7d-7fce6012bcfe', 'name': 'tempest-TestMinimumBasicScenario-121739242-router', 'tenant_id': 'bb86b1f9e24a407b999000c957680ae3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:53Z', 'updated_at': '2022-04-05T15:02:05Z', 'revision_number': 6, 'project_id': 'bb86b1f9e24a407b999000c957680ae3', 'gw_port_host': None}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:02:05.641440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:05.685564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Pushing event deleted for resources: {'Port': ['ID=50186e6d-ee34-404f-b974-fb09f3ec60cf,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:05.908149 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.155085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.159396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.187950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.188474 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2976243-6262-4349-ad7d-7fce6012bcfe {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:02:06.200823 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.201924 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5699562a-41b0-4d18-b5a6-7abcba304d38 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f2976243-6262-4349-ad7d-7fce6012bcfe HTTP/1.1" status: 204 len: 168 time: 1.5162921 Apr 05 15:02:06.204448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45284) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:06.264662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-924cb101-5fb1-4834-928d-0b5d00545a31 admin admin] Deleting subnet 371f6525-fc2c-45dd-96a7-19e244e7e84d {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:02:06.267704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-924cb101-5fb1-4834-928d-0b5d00545a31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.318913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-924cb101-5fb1-4834-928d-0b5d00545a31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.369452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50186e6d-ee34-404f-b974-fb09f3ec60cf no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:02:06.406192 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-924cb101-5fb1-4834-928d-0b5d00545a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.407531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 50186e6d-ee34-404f-b974-fb09f3ec60cf {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:02:06.408052 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 50186e6d-ee34-404f-b974-fb09f3ec60cf not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:02:06.408600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a59b643b-5600-4233-baad-a48648e65290 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:02:06.439772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: a59b643b-5600-4233-baad-a48648e65290 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:02:06.440107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a59b643b-5600-4233-baad-a48648e65290 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:02:06.473185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-924cb101-5fb1-4834-928d-0b5d00545a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.511191 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924cb101-5fb1-4834-928d-0b5d00545a31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371f6525-fc2c-45dd-96a7-19e244e7e84d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:06.519118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-924cb101-5fb1-4834-928d-0b5d00545a31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.525748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae666df5-d4bc-41a8-b333-14c109030fc8 None None] Network 963d454a-5f3b-47a0-930d-7388c2fb32e8 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:02:06.528776 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-924cb101-5fb1-4834-928d-0b5d00545a31 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/371f6525-fc2c-45dd-96a7-19e244e7e84d HTTP/1.1" status: 204 len: 168 time: 0.3209302 Apr 05 15:02:06.528903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45288) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:06.632477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.643789 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Deleting port 128c703e-7a0c-45a9-8e03-fd5809856a3c {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:06.644352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.798769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] DHCP port deletion for 963d454a-5f3b-47a0-930d-7388c2fb32e8 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:02:06.802940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] Deleting port 128c703e-7a0c-45a9-8e03-fd5809856a3c {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:06.803300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:06.848798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] For port 128c703e-7a0c-45a9-8e03-fd5809856a3c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=128c703e-7a0c-45a9-8e03-fd5809856a3c,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:06.849148 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.002809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] For port 128c703e-7a0c-45a9-8e03-fd5809856a3c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=128c703e-7a0c-45a9-8e03-fd5809856a3c,segment=NetworkSegment(985aea38-1977-4560-ae81-3478b3e4603a),segment_id=985aea38-1977-4560-ae81-3478b3e4603a)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:07.003116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.062173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Calling delete_port for 128c703e-7a0c-45a9-8e03-fd5809856a3c owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:07.124105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] Calling delete_port for 128c703e-7a0c-45a9-8e03-fd5809856a3c owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:07.137120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.186972 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Pushing event deleted for resources: {'Port': ['ID=128c703e-7a0c-45a9-8e03-fd5809856a3c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:07.193051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] No DVR routers for this DVR port 128c703e-7a0c-45a9-8e03-fd5809856a3c on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:02:07.193774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:02:07.194168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 15:02:07.312025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.339266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963d454a-5f3b-47a0-930d-7388c2fb32e8']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:07.351314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985aea38-1977-4560-ae81-3478b3e4603a') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:07.351604 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985aea38-1977-4560-ae81-3478b3e4603a') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:07.363077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.378386 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.385390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:02:07.385770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:02:07.398730 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:02:07.469084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.474056 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.500503 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] Pushing event deleted for resources: {'Network': ['ID=963d454a-5f3b-47a0-930d-7388c2fb32e8,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:07.515166 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3c0a9c46-8820-400c-bc1c-9f504a308301 admin admin] 10.222.0.18 "DELETE /v2.0/networks/963d454a-5f3b-47a0-930d-7388c2fb32e8 HTTP/1.1" status: 204 len: 168 time: 0.9853654 Apr 05 15:02:07.517919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45292) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:07.695623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] Deleting port 128c703e-7a0c-45a9-8e03-fd5809856a3c {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:07.696158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.761051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-cfc62553-ede6-4ad3-8707-892fde044938 None None] The port '128c703e-7a0c-45a9-8e03-fd5809856a3c' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 15:02:07.894725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:07.984472 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:08.362202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 128c703e-7a0c-45a9-8e03-fd5809856a3c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:02:08.398340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 128c703e-7a0c-45a9-8e03-fd5809856a3c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:02:08.398678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 128c703e-7a0c-45a9-8e03-fd5809856a3c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:02:08.559943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Deleting port 89bc2ab2-03ad-44da-9413-4b4f942becc7 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:08.560196 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:08.724840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] For port 89bc2ab2-03ad-44da-9413-4b4f942becc7, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=89bc2ab2-03ad-44da-9413-4b4f942becc7,segment=NetworkSegment(4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104),segment_id=4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:08.725187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:08.850147 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Calling delete_port for 89bc2ab2-03ad-44da-9413-4b4f942becc7 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:09.065889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:09.110772 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Pushing event deleted for resources: {'Port': ['ID=89bc2ab2-03ad-44da-9413-4b4f942becc7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:09.406745 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:10.060796 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Router 0a6c3c35-8196-435b-b1f9-01d626cc577f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:02:10.254708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:02:10.263677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] Sync routers for ids ['0a6c3c35-8196-435b-b1f9-01d626cc577f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:02:10.270913 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-05d03d3b-5cbc-428e-970f-6e4cded22743 admin admin] 10.222.0.18 "PUT /v2.0/routers/0a6c3c35-8196-435b-b1f9-01d626cc577f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7519851 Apr 05 15:02:10.273713 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45296) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:10.275548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] Routers {'0a6c3c35-8196-435b-b1f9-01d626cc577f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:10.276152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['0a6c3c35-8196-435b-b1f9-01d626cc577f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:10.457540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] Set router 0a6c3c35-8196-435b-b1f9-01d626cc577f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:10.468706 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:10.673080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:10.682366 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Deleting port f47116db-9ed4-4c61-9f89-ef90df97c4ed {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:10.682685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:10.739358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169'}], 'enable_snat': True}, 'gw_port_id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:02:08Z', 'revision_number': 5, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port': {'id': 'f47116db-9ed4-4c61-9f89-ef90df97c4ed', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:51:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:00:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:10.743518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] Checking router: 0a6c3c35-8196-435b-b1f9-01d626cc577f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:02:10.754192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] Routers {'0a6c3c35-8196-435b-b1f9-01d626cc577f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:10.754786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['0a6c3c35-8196-435b-b1f9-01d626cc577f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:10.849710 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] For port f47116db-9ed4-4c61-9f89-ef90df97c4ed, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f47116db-9ed4-4c61-9f89-ef90df97c4ed,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:10.850217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:10.907584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] Set router 0a6c3c35-8196-435b-b1f9-01d626cc577f gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:10.982815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Calling delete_port for f47116db-9ed4-4c61-9f89-ef90df97c4ed owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:11.050917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:02:10Z', 'revision_number': 6, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:11.054922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea7deae-a54b-4f5f-8a3b-bf7299606259 None None] The sync data for ids ['0a6c3c35-8196-435b-b1f9-01d626cc577f'] in dv-neutron-829488-2-hyperv is: [{'id': '0a6c3c35-8196-435b-b1f9-01d626cc577f', 'name': 'tempest-TestMinimumBasicScenario-1034462552-router', 'tenant_id': '6edf4e4888404e70a59762c24a873a8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T14:59:59Z', 'updated_at': '2022-04-05T15:02:10Z', 'revision_number': 6, 'project_id': '6edf4e4888404e70a59762c24a873a8b', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:02:11.148190 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:11.193032 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Pushing event deleted for resources: {'Port': ['ID=f47116db-9ed4-4c61-9f89-ef90df97c4ed,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:11.509750 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:11.758584 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:11.762633 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:11.787206 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:11.787735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a6c3c35-8196-435b-b1f9-01d626cc577f {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:02:11.800199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:11.801313 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e4c56e96-214c-417d-a98f-375488bde198 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0a6c3c35-8196-435b-b1f9-01d626cc577f HTTP/1.1" status: 204 len: 168 time: 1.5265265 Apr 05 15:02:11.803752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45300) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:11.863726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc77d8e-6e40-453b-89d9-a6e957831e4b admin admin] Deleting subnet 8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:02:11.866903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc77d8e-6e40-453b-89d9-a6e957831e4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:11.918215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc77d8e-6e40-453b-89d9-a6e957831e4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:11.995680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc77d8e-6e40-453b-89d9-a6e957831e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.068259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc77d8e-6e40-453b-89d9-a6e957831e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.108938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc77d8e-6e40-453b-89d9-a6e957831e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:12.115021 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0fc77d8e-6e40-453b-89d9-a6e957831e4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.120517 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443df7f4-04ba-47a1-8abd-7eea1c9ea260 None None] Network 33da4f4d-59e9-42ac-8d27-74e2a1d1722a requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:02:12.120988 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0fc77d8e-6e40-453b-89d9-a6e957831e4b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8a7ecbfc-e4f9-40fe-94a8-93fa5d1fd8a7 HTTP/1.1" status: 204 len: 168 time: 0.3162296 Apr 05 15:02:12.123540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45304) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:12.226965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.237663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Deleting port b69b8516-3c82-4390-8609-e820c9ac498f {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:12.237991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.377269 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] DHCP port deletion for 33da4f4d-59e9-42ac-8d27-74e2a1d1722a request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:02:12.381818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] Deleting port b69b8516-3c82-4390-8609-e820c9ac498f {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:12.382230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.413805 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f47116db-9ed4-4c61-9f89-ef90df97c4ed no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:02:12.440558 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] For port b69b8516-3c82-4390-8609-e820c9ac498f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b69b8516-3c82-4390-8609-e820c9ac498f,segment=NetworkSegment(4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104),segment_id=4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:12.440912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.456616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: f47116db-9ed4-4c61-9f89-ef90df97c4ed {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:02:12.456957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f47116db-9ed4-4c61-9f89-ef90df97c4ed not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:02:12.457370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 89bc2ab2-03ad-44da-9413-4b4f942becc7 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:02:12.495935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 89bc2ab2-03ad-44da-9413-4b4f942becc7 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:02:12.496276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 89bc2ab2-03ad-44da-9413-4b4f942becc7 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:02:12.563835 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Calling delete_port for b69b8516-3c82-4390-8609-e820c9ac498f owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:12.641966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.647108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] For port b69b8516-3c82-4390-8609-e820c9ac498f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b69b8516-3c82-4390-8609-e820c9ac498f,segment=NetworkSegment(4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104),segment_id=4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:12.647498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.685933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Pushing event deleted for resources: {'Port': ['ID=b69b8516-3c82-4390-8609-e820c9ac498f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:12.690434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] No DVR routers for this DVR port b69b8516-3c82-4390-8609-e820c9ac498f on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:02:12.765793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] Calling delete_port for b69b8516-3c82-4390-8609-e820c9ac498f owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:02:12.802197 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.831833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33da4f4d-59e9-42ac-8d27-74e2a1d1722a']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:12.836026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:02:12.836568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 15:02:12.929674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:12.929968 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b29b4ea-4c7e-47fc-afb1-4c5bd9cda104') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:12.942579 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.958593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.964797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:02:12.965170 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:02:12.978102 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:02:13.052921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:13.070364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:13.076556 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] Pushing event deleted for resources: {'Network': ['ID=33da4f4d-59e9-42ac-8d27-74e2a1d1722a,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:13.085670 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-48a18313-ebf4-46e0-8d2c-9b04ccafb545 admin admin] 10.222.0.18 "DELETE /v2.0/networks/33da4f4d-59e9-42ac-8d27-74e2a1d1722a HTTP/1.1" status: 204 len: 168 time: 0.9611568 Apr 05 15:02:13.273888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45310) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:13.321882 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b803a0e8-7d2b-41af-b76a-8664acdef800 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb86b1f9e24a407b999000c957680ae3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0468314 Apr 05 15:02:13.324158 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45314) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:13.338005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] Deleting port b69b8516-3c82-4390-8609-e820c9ac498f {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:02:13.338494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:13.381512 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50dd1ebc-3ef3-4725-a8f6-b56101f6f178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:13.403028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1ea143cf-dc19-4883-ace8-c365d8ccb1e9 None None] The port 'b69b8516-3c82-4390-8609-e820c9ac498f' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 15:02:13.407166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50dd1ebc-3ef3-4725-a8f6-b56101f6f178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:13.458256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50dd1ebc-3ef3-4725-a8f6-b56101f6f178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:13.477598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dd1ebc-3ef3-4725-a8f6-b56101f6f178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf3be51-f410-47da-953f-f0f83f9a6c95,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:13.484075 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-50dd1ebc-3ef3-4725-a8f6-b56101f6f178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:13.485006 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-50dd1ebc-3ef3-4725-a8f6-b56101f6f178 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bf3be51-f410-47da-953f-f0f83f9a6c95 HTTP/1.1" status: 204 len: 168 time: 0.1600087 Apr 05 15:02:13.874411 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45322) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:13.923541 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9c204ebd-20c1-426e-b65d-a74071465bb2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6edf4e4888404e70a59762c24a873a8b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480208 Apr 05 15:02:13.925942 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45326) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:13.982546 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e122918-5842-4c2b-86bd-e67f5e69fcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:14.006979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e122918-5842-4c2b-86bd-e67f5e69fcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:14.057635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e122918-5842-4c2b-86bd-e67f5e69fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:14.074780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e122918-5842-4c2b-86bd-e67f5e69fcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d10c581-7eb8-4796-9f92-785504de237f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:14.078645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3e122918-5842-4c2b-86bd-e67f5e69fcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:14.079750 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3e122918-5842-4c2b-86bd-e67f5e69fcc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d10c581-7eb8-4796-9f92-785504de237f HTTP/1.1" status: 204 len: 168 time: 0.1529236 Apr 05 15:02:14.363924 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b69b8516-3c82-4390-8609-e820c9ac498f no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:02:14.396169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: b69b8516-3c82-4390-8609-e820c9ac498f {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:02:14.396508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b69b8516-3c82-4390-8609-e820c9ac498f not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:02:16.235893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45372) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:16.241697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075474259', 'description': 'tempest-secgroup-smoke-1075474259 description', 'project_id': '22dd3dab03a0411c882ed560e5d26eef'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:16.248127 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:16.251897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:16.254716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:16.260979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:16.271033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.283195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.313983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:16.317766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:16.320635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:16.326756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:16.403930 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.407608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.448322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:16.451029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f267c98-d495-4178-a32f-9a04da915565,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:16.455984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:16.459009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:16.465036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:16.519807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.524794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.564566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:16.567265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.568466 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9e42ce5d-3a4a-4ee8-8187-9e0b1988bd76 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3315690 Apr 05 15:02:16.571752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45376) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:16.577697 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:16.583870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:16.587625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:16.590599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:16.596928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:16.614455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.673669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.677013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.702654 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d764c3-d1bb-45c3-838b-f16057595f8b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:16.712484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.713714 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3bce5e9f-a5e3-4eaf-ba97-d44284c5669d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410186 Apr 05 15:02:16.717175 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45380) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:16.722390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:16.727933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:16.732147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:16.734937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:16.740739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:16.756978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.815256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.818964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.844663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea999162-3d28-445e-a7c6-28e531844e19,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:16.852672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.853826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e258c094-039f-4cc4-9b59-349d5bf7906d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1357145 Apr 05 15:02:16.856565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45384) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:16.861687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:16.867563 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:16.871287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:16.874090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:16.879612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:16.895456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.954456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.957868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.984025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8166c21-3771-4114-bc85-b3e171dc658f,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:16.992685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:16.993752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4aa981ec-af31-4fc3-8457-02ea103e6516 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1363237 Apr 05 15:02:16.997203 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45388) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:17.002794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:17.008699 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:17.013051 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:17.015901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:17.021473 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:17.037460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.100995 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.104529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.127290 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e58aa150-ad16-4763-a1ad-88aa3f34b273,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:17.136162 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.137370 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ae56d50e-3fb5-45ef-ad17-fe9ac013c251 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1391239 Apr 05 15:02:17.140050 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45392) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:17.145225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:17.150776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:17.155040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:17.157851 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:17.163435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:17.173893 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:02:17.179913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.243617 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.248011 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.276326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2246a8f2-4287-49a2-82fb-ce25611fd52f,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:17.286180 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.290540 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ebb9a09a-f623-468f-b0f7-12b4852e3d48 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1494989 Apr 05 15:02:17.290944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45396) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:17.297153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:17.303033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:17.306743 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:17.310184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:17.315731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:17.325696 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:02:17.332138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.399114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.402625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.426192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8351b212-3a45-4d80-b3b2-9af577dc5cd5,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:17.435171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.436361 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-337cd15d-4ee0-46c7-8b64-5ee2bb48c4d8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1443822 Apr 05 15:02:17.439341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45400) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:17.444635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'network': {'name': 'tempest-network-smoke--1140704948', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:17.449482 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:17.453709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:network and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:17.456512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:17.462218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:17.472148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:02:17.475084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.502738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:02:17.511227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.511552 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Added segment abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f of type vlan for network 9530950e-f957-4c33-8db5-fc5d61957cb5 Apr 05 15:02:17.536361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.564870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.568486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:17.569067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.668947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2284310 Apr 05 15:02:17.671765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45404) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:17.678923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'admin_state_up': True, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:17.684010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a08a07-0f67-4944-a379-546f6f264e7b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Network': ['ID=9530950e-f957-4c33-8db5-fc5d61957cb5,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:17.688815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:17.692612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:router and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:17.694371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:02:17.695484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:17.701671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:17.713381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.714451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.732478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:17.878761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:18.018066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-341a290f-5537-48fe-8dd5-d1f1f594f0cf req-925598fc-71e9-4817-95cc-d870b28ca34d service neutron] (83850) timed out ('10.222.0.15', 61923) {{(pid=83850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 15:02:18.052374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:18.081030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:18.214009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.228 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/c8dd7b33-1347-4a95-a9da-f00d87ac630f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:02:18.357246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:18.383971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:18.446944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:02:18.449500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:02:18.453692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:02:18.484751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=c8dd7b33-1347-4a95-a9da-f00d87ac630f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:18.689678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:18.690436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:18.913766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router dcfbc984-5b9c-48e6-893e-ce658834bf3c is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:02:19.110282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:02:19.120657 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Sync routers for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:02:19.132277 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:19.132869 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:19.136099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:19.137556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6abb1cbd-fc05-46d4-bbf1-48a14b42daef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4647057 Apr 05 15:02:19.140839 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45408) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:19.307281 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-182646e5-ab03-4b8d-8448-1bad5f620fbb tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=22dd3dab03a0411c882ed560e5d26eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1651826 Apr 05 15:02:19.307854 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:19.310408 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45414) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:19.438024 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1d60eb-a20c-42db-b993-9891dbef6b11 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:19.442106 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-bb1d60eb-a20c-42db-b993-9891dbef6b11 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282358 Apr 05 15:02:19.442322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45418) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:19.483678 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d62cc246-9c9a-426f-a500-312a2ee6b805 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401638 Apr 05 15:02:19.486014 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45422) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:19.491481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1630211710', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:19.584089 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:18Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:19.588115 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Checking router: dcfbc984-5b9c-48e6-893e-ce658834bf3c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:02:19.588452 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Updating router dcfbc984-5b9c-48e6-893e-ce658834bf3c port c8dd7b33-1347-4a95-a9da-f00d87ac630f binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:02:19.597472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:19.602562 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:subnet and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:19.605554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:19.612098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:19.624650 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:02:19.647201 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:19.727876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:19.931007 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:19.961715 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:19.973382 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Transition to ACTIVE for port object c8dd7b33-1347-4a95-a9da-f00d87ac630f will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:02:19.980418 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.008208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Subnet': ['ID=7b233e05-0831-4859-95c2-6fbd0a44d2f9,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:20.020363 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Checking segment: {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:02:20.020709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network hostable DHCP agents. Network: 9530950e-f957-4c33-8db5-fc5d61957cb5, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:02:20.041635 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:02:20.047129 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Pushing event updated for resources: {'Port': ['ID=c8dd7b33-1347-4a95-a9da-f00d87ac630f,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:20.050933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 9530950e-f957-4c33-8db5-fc5d61957cb5) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:02:20.057820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:20.058474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f89df-e0b7-47c5-8f68-1d2714428e2d None None] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:02:20.058911 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.065911 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Attempting to bind port c8dd7b33-1347-4a95-a9da-f00d87ac630f on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:02:20.066268 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Attempting to bind port c8dd7b33-1347-4a95-a9da-f00d87ac630f by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:02:20.066694 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Attempting to bind port c8dd7b33-1347-4a95-a9da-f00d87ac630f on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:02:20.077322 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.077663 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.077997 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.078350 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.078695 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.079035 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.079436 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.079747 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.080079 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.080441 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.081123 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.084880 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-eed035e7-17b3-4624-bc8a-e1a7b19487eb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5953000 Apr 05 15:02:20.085037 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:02:20.085037 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:02:20.085224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45426) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:20.085455 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.085828 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:02:20.086325 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Bound port: c8dd7b33-1347-4a95-a9da-f00d87ac630f, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:02:20.087004 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.162098 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] For port c8dd7b33-1347-4a95-a9da-f00d87ac630f, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:02:20.165172 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] For port c8dd7b33-1347-4a95-a9da-f00d87ac630f, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c8dd7b33-1347-4a95-a9da-f00d87ac630f,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:02:20.170971 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.255626 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee26412-6e71-4569-ba39-5ae9f3d8d866 None None] Pushing event updated for resources: {'Port': ['ID=c8dd7b33-1347-4a95-a9da-f00d87ac630f,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:20.260096 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:20.260690 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:20.292727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-9530950e-f957-4c33-8db5-fc5d61957cb5', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:02:20.294224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.449132 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:20.460497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Allocated IP 172.20.0.2 (9530950e-f957-4c33-8db5-fc5d61957cb5/7b233e05-0831-4859-95c2-6fbd0a44d2f9/b92da91e-cfb2-4f51-9a6f-7178912d2bf9) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:02:20.699544 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.709537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Transition to ACTIVE for port object b92da91e-cfb2-4f51-9a6f-7178912d2bf9 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:02:20.727948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Transition to ACTIVE for port object b92da91e-cfb2-4f51-9a6f-7178912d2bf9 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:02:20.733088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.761127 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:18Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:20.765076 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb8f72f5-d051-429c-ab42-f465846fbee8 None None] The sync data for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv is: [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:18Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:02:20.807091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:02:20.811204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:02:20.813098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Pushing event updated for resources: {'Port': ['ID=b92da91e-cfb2-4f51-9a6f-7178912d2bf9,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:20.815411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:02:20.850393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.850736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.851070 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.851396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.851721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.852771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.852771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.852771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.852999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.853275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.853589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:02:20.914270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Attempting to bind port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:02:20.914637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Attempting to bind port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:02:20.914995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Attempting to bind port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 on network 9530950e-f957-4c33-8db5-fc5d61957cb5 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:02:20.921571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:02:20.921951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Checking segment: {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:02:20.922365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:20.922752 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Bound using segment: {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:02:20.923205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Bound port: b92da91e-cfb2-4f51-9a6f-7178912d2bf9, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:02:20.923578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:21.024460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:21.047974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] For port b92da91e-cfb2-4f51-9a6f-7178912d2bf9, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:02:21.051279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] For port b92da91e-cfb2-4f51-9a6f-7178912d2bf9, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b92da91e-cfb2-4f51-9a6f-7178912d2bf9,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:02:21.056602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:21.145400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600b8e8-2415-46a4-b9f8-aefa9bf4dd35 None None] Pushing event updated for resources: {'Port': ['ID=b92da91e-cfb2-4f51-9a6f-7178912d2bf9,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:21.467990 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.1 (9530950e-f957-4c33-8db5-fc5d61957cb5/7b233e05-0831-4859-95c2-6fbd0a44d2f9/651221a7-8df8-4379-a6fd-50a87c92205c) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:02:21.639308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:21.655488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object 651221a7-8df8-4379-a6fd-50a87c92205c will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:02:21.677256 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:21.742401 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:02:21.745418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:02:21.749336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:02:21.789221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=651221a7-8df8-4379-a6fd-50a87c92205c,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:21.815822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:21.911243 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:21.979078 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:02:22.055373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61752a02-0695-4083-8b3b-b0c51789f41b None None] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:02:22.180636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-39cc7a2a-df32-4b6f-94fa-4a3683b0e8f7 None None] Provisioning for port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:02:22.434541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b92da91e-cfb2-4f51-9a6f-7178912d2bf9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:02:22.439358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:22.445278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:22.505870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:02:22.511948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:22.512876 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:22.560421 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:22.563802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=651221a7-8df8-4379-a6fd-50a87c92205c,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:22.659791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:22.686600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f2f0f9ec-b889-4a48-bede-27f7d74cff5b None None] Provisioning complete for port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:22.686960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f9ec-b889-4a48-bede-27f7d74cff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:22.725382 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:02:22.726581 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:02:22.749520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port b92da91e-cfb2-4f51-9a6f-7178912d2bf9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b92da91e-cfb2-4f51-9a6f-7178912d2bf9,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:22.756564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:22.757422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c8dd7b33-1347-4a95-a9da-f00d87ac630f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:02:22.923437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=b92da91e-cfb2-4f51-9a6f-7178912d2bf9,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:22.950918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port c8dd7b33-1347-4a95-a9da-f00d87ac630f completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:02:22.956046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c8dd7b33-1347-4a95-a9da-f00d87ac630f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:22.956431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:22.984109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f2f0f9ec-b889-4a48-bede-27f7d74cff5b None None] Provisioning for port 651221a7-8df8-4379-a6fd-50a87c92205c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:02:22.995666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f2f0f9ec-b889-4a48-bede-27f7d74cff5b None None] Provisioning complete for port 651221a7-8df8-4379-a6fd-50a87c92205c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:22.996030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f2f0f9ec-b889-4a48-bede-27f7d74cff5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:23.065209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0f9ec-b889-4a48-bede-27f7d74cff5b None None] Port 651221a7-8df8-4379-a6fd-50a87c92205c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:02:23.113209 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router dcfbc984-5b9c-48e6-893e-ce658834bf3c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:02:23.121570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:23.137291 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port c8dd7b33-1347-4a95-a9da-f00d87ac630f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c8dd7b33-1347-4a95-a9da-f00d87ac630f,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:23.141361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:23.217451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=c8dd7b33-1347-4a95-a9da-f00d87ac630f,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:23.219988 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4d4a3ae1-25a4-41e0-8fc7-5e6365d12ce5 None None] Provisioning complete for port 651221a7-8df8-4379-a6fd-50a87c92205c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:23.220351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4d4a3ae1-25a4-41e0-8fc7-5e6365d12ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:23.273036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4d4a3ae1-25a4-41e0-8fc7-5e6365d12ce5 None None] Port 651221a7-8df8-4379-a6fd-50a87c92205c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:02:23.313494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:02:23.323424 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6b956f8e-3125-40cf-bbab-4a53efda0080 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/dcfbc984-5b9c-48e6-893e-ce658834bf3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2373104 Apr 05 15:02:23.630765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-eee68a3d-c202-4f83-aa95-2da716743261 req-a167ed2d-7ffe-4567-91f5-3d2a69d7d269 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:02:23.647607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-eee68a3d-c202-4f83-aa95-2da716743261 req-a167ed2d-7ffe-4567-91f5-3d2a69d7d269 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:02:23.648800 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-a167ed2d-7ffe-4567-91f5-3d2a69d7d269 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075474259&fields=id&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 267 time: 0.0589137 Apr 05 15:02:23.791701 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee68a3d-c202-4f83-aa95-2da716743261 req-b34c0722-36e4-4642-8c43-f687d4a2c18c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:23.792372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-eee68a3d-c202-4f83-aa95-2da716743261 req-b34c0722-36e4-4642-8c43-f687d4a2c18c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:02:23.807807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-eee68a3d-c202-4f83-aa95-2da716743261 req-b34c0722-36e4-4642-8c43-f687d4a2c18c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:02:23.808991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-b34c0722-36e4-4642-8c43-f687d4a2c18c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/networks?id=9530950e-f957-4c33-8db5-fc5d61957cb5 HTTP/1.1" status: 200 len: 797 time: 0.1531849 Apr 05 15:02:23.826255 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-029265bc-d058-4ec6-b030-e178c5d7661c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/quotas/22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 375 time: 0.0112379 Apr 05 15:02:23.905686 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-44937654-4bc2-4efe-ab42-ffb02d261665 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738347 Apr 05 15:02:23.920538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-3bfc0521-b460-46e7-bd4b-3ce87cb88534 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 15:02:23.921467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-3bfc0521-b460-46e7-bd4b-3ce87cb88534 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048532 Apr 05 15:02:24.051602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-d2000c2f-3a7b-4d6d-a440-e2208b66d7f1 service neutron] 10.222.0.18 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246512 Apr 05 15:02:24.190899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2fb9aa88-54be-4fd4-94cd-765caac30713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:24.193222 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1df7096a-60f2-4675-bc67-346e7138bb8e service neutron] 10.222.0.18 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353536 Apr 05 15:02:24.273303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Sync routers for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:02:24.285117 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:24.285722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:24.408566 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0305b742-2215-4772-b22c-18454cff6a3d req-c3f82962-0710-4b42-9c7c-aed031853999 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 210 time: 0.0666811 Apr 05 15:02:24.417072 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b92da91e-cfb2-4f51-9a6f-7178912d2bf9 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:02:24.571672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:24.610954 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:24.611314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:24.886326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c8dd7b33-1347-4a95-a9da-f00d87ac630f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:02:25.033271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c8dd7b33-1347-4a95-a9da-f00d87ac630f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:25.033630 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.098135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:22Z', 'revision_number': 2, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:25.103095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Checking router: dcfbc984-5b9c-48e6-893e-ce658834bf3c for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:02:25.103437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Updating router dcfbc984-5b9c-48e6-893e-ce658834bf3c port 651221a7-8df8-4379-a6fd-50a87c92205c binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:02:25.195995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.430338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee68a3d-c202-4f83-aa95-2da716743261 req-30a71f2c-f015-4cda-8301-dcd65a977c00 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:25.431793 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-30a71f2c-f015-4cda-8301-dcd65a977c00 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/networks?id=9530950e-f957-4c33-8db5-fc5d61957cb5 HTTP/1.1" status: 200 len: 797 time: 0.1577685 Apr 05 15:02:25.495041 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-11a2a75c-b04c-47b9-b56c-6b391a409aab tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 380 time: 0.0505266 Apr 05 15:02:25.504818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'port': {'device_id': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'admin_state_up': True, 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'security_groups': ['3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:25.574340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.587729 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Transition to ACTIVE for port object 651221a7-8df8-4379-a6fd-50a87c92205c will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:02:25.594865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.629841 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-409e0cd4-ea84-4e97-8c81-307e9bd01579 req-9b54b715-094b-4f83-8c9a-c7854b2dfb80 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 210 time: 0.0601151 Apr 05 15:02:25.687651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:25.692520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:port and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:25.695992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:25.702103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:25.714007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:02:25.717640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.727703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189fc99-64ec-42e8-b012-716022bc6886 None None] Pushing event updated for resources: {'Port': ['ID=651221a7-8df8-4379-a6fd-50a87c92205c,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:25.828445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Attempting to bind port 651221a7-8df8-4379-a6fd-50a87c92205c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:02:25.828815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Attempting to bind port 651221a7-8df8-4379-a6fd-50a87c92205c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:02:25.829174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Attempting to bind port 651221a7-8df8-4379-a6fd-50a87c92205c on network 9530950e-f957-4c33-8db5-fc5d61957cb5 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:02:25.836922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:02:25.837340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Checking segment: {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:02:25.837900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.838310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Bound using segment: {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:02:25.838790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Bound port: 651221a7-8df8-4379-a6fd-50a87c92205c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:02:25.839165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.938648 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] For port 651221a7-8df8-4379-a6fd-50a87c92205c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:02:25.941664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] For port 651221a7-8df8-4379-a6fd-50a87c92205c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=651221a7-8df8-4379-a6fd-50a87c92205c,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:02:25.947061 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:25.980784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.6 (9530950e-f957-4c33-8db5-fc5d61957cb5/7b233e05-0831-4859-95c2-6fbd0a44d2f9/e5ae1f18-51d2-4889-9081-3816b790721a) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:02:26.033693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189fc99-64ec-42e8-b012-716022bc6886 None None] Pushing event updated for resources: {'Port': ['ID=651221a7-8df8-4379-a6fd-50a87c92205c,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:26.039293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:26.039918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:01:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:26.180652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:26.198528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object e5ae1f18-51d2-4889-9081-3816b790721a will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:02:26.221003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:26.279584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:26.296606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:02:26.299776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:02:26.304304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:02:26.329178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=e5ae1f18-51d2-4889-9081-3816b790721a,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:26.373814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:26.374502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:26.397252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-ac9e8d77-2398-4368-986e-4eb978b68712 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8970819 Apr 05 15:02:26.408618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Request body: {'port': {'device_id': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:26.508428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-06a87f6c-52cf-4d00-8e3f-900e05d275ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:26.522408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:26.630730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c584d7c6-5c50-4435-9dbe-bb6c78b254b1 None None] Provisioning for port e5ae1f18-51d2-4889-9081-3816b790721a completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:02:26.641862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c584d7c6-5c50-4435-9dbe-bb6c78b254b1 None None] Provisioning complete for port e5ae1f18-51d2-4889-9081-3816b790721a triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:26.642249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c584d7c6-5c50-4435-9dbe-bb6c78b254b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:26.700832 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:26.705204 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c584d7c6-5c50-4435-9dbe-bb6c78b254b1 None None] Port e5ae1f18-51d2-4889-9081-3816b790721a cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:02:26.707855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eeafe48-d00b-4690-8487-2e819de339db None None] The sync data for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv is: [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:02:26.925645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ce90df-c355-4e9c-a5d2-d418016af654 req-cc01bac2-f3aa-4b10-a557-1119837c4976 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:26.926360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-86ce90df-c355-4e9c-a5d2-d418016af654 req-cc01bac2-f3aa-4b10-a557-1119837c4976 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:02:26.959797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5ae1f18-51d2-4889-9081-3816b790721a {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:02:26.968203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:26.972418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-86ce90df-c355-4e9c-a5d2-d418016af654 req-cc01bac2-f3aa-4b10-a557-1119837c4976 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:02:26.973577 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86ce90df-c355-4e9c-a5d2-d418016af654 req-cc01bac2-f3aa-4b10-a557-1119837c4976 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 931 time: 0.2034771 Apr 05 15:02:26.999937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Transition to ACTIVE for port object e5ae1f18-51d2-4889-9081-3816b790721a will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:02:27.005771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:27.148878 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86ce90df-c355-4e9c-a5d2-d418016af654 req-4b121303-cea8-4c7d-a7c7-5f7ee4ce305a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688938 Apr 05 15:02:27.149970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Pushing event updated for resources: {'Port': ['ID=e5ae1f18-51d2-4889-9081-3816b790721a,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:27.267036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Attempting to bind port e5ae1f18-51d2-4889-9081-3816b790721a on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:02:27.267371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Attempting to bind port e5ae1f18-51d2-4889-9081-3816b790721a by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:02:27.267700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Attempting to bind port e5ae1f18-51d2-4889-9081-3816b790721a on network 9530950e-f957-4c33-8db5-fc5d61957cb5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:02:27.274111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Port e5ae1f18-51d2-4889-9081-3816b790721a on network 9530950e-f957-4c33-8db5-fc5d61957cb5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:02:27.274436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Attempting to bind port e5ae1f18-51d2-4889-9081-3816b790721a on network 9530950e-f957-4c33-8db5-fc5d61957cb5 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:02:27.281854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:02:27.282224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Checking segment: {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:02:27.282609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Bound using segment: {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:02:27.283029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Bound port: e5ae1f18-51d2-4889-9081-3816b790721a, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:02:27.283375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:27.376845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] For port e5ae1f18-51d2-4889-9081-3816b790721a, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:02:27.379776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] For port e5ae1f18-51d2-4889-9081-3816b790721a, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e5ae1f18-51d2-4889-9081-3816b790721a,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:02:27.384837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:27.454191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:27.455585 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] 10.222.0.15 "PUT /v2.0/ports/e5ae1f18-51d2-4889-9081-3816b790721a HTTP/1.1" status: 200 len: 1093 time: 1.0512054 Apr 05 15:02:27.456021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:02:27.476782 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdec51b-50ac-4fbb-b12d-7152c7d8ff1a service neutron] Pushing event updated for resources: {'Port': ['ID=e5ae1f18-51d2-4889-9081-3816b790721a,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:27.536352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:27.570625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:27.604162 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-e9d25f23-b483-4402-9331-fc749507c289 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 1096 time: 0.0987842 Apr 05 15:02:27.677454 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d226ea09-9c80-475b-9457-b6caca67b99d'] response: {'name': 'network-changed', 'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'status': 'completed', 'code': 200} Apr 05 15:02:27.692547 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-20b4b0c1-54ff-4319-b107-ff118d9d9ac5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5ae1f18-51d2-4889-9081-3816b790721a HTTP/1.1" status: 200 len: 217 time: 0.0803277 Apr 05 15:02:27.755626 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee68a3d-c202-4f83-aa95-2da716743261 req-11af25a1-8a03-44a6-b4ee-d5739d5a7599 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:27.757004 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-11af25a1-8a03-44a6-b4ee-d5739d5a7599 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b233e05-0831-4859-95c2-6fbd0a44d2f9 HTTP/1.1" status: 200 len: 835 time: 0.0589144 Apr 05 15:02:27.910835 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-386561cf-a10a-4a2d-8c9e-3b4de038902c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9530950e-f957-4c33-8db5-fc5d61957cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1474466 Apr 05 15:02:28.037914 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-c5d7e3c1-8083-417c-b9f6-7b800d645eab service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214499 Apr 05 15:02:28.164503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eee68a3d-c202-4f83-aa95-2da716743261 req-818aec2b-835e-4481-af19-0054cf0b24ff service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212170 Apr 05 15:02:28.310995 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-fa072b24-26cf-49fd-ac83-ba6ddcb60dfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 1096 time: 0.1012743 Apr 05 15:02:28.394583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 651221a7-8df8-4379-a6fd-50a87c92205c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:02:28.453593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5dfca-8c11-48e3-9969-5273ee23a954 req-827998cb-2c93-4b7a-907c-cd4c2946da70 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:28.455066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0aa5dfca-8c11-48e3-9969-5273ee23a954 req-827998cb-2c93-4b7a-907c-cd4c2946da70 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 943 time: 0.1806264 Apr 05 15:02:28.464270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 651221a7-8df8-4379-a6fd-50a87c92205c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:02:28.469347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 651221a7-8df8-4379-a6fd-50a87c92205c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:28.469715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:28.488220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-322b2127-33e8-4569-ae52-4d8a44455322 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:28.489629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-322b2127-33e8-4569-ae52-4d8a44455322 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9530950e-f957-4c33-8db5-fc5d61957cb5 HTTP/1.1" status: 200 len: 898 time: 0.1712191 Apr 05 15:02:28.572297 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-6139dc5b-32c9-44eb-be8b-f59a2c86b7c3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5ae1f18-51d2-4889-9081-3816b790721a HTTP/1.1" status: 200 len: 217 time: 0.0714850 Apr 05 15:02:28.574639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0aa5dfca-8c11-48e3-9969-5273ee23a954 req-598b7884-1627-44de-85d1-65daebc8938f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087773 Apr 05 15:02:28.586557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:28.628502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 651221a7-8df8-4379-a6fd-50a87c92205c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=651221a7-8df8-4379-a6fd-50a87c92205c,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:28.632883 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:28.637081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-7c6ad02e-3ec2-4a66-a77d-3d53574c123c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:28.638586 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-7c6ad02e-3ec2-4a66-a77d-3d53574c123c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b233e05-0831-4859-95c2-6fbd0a44d2f9 HTTP/1.1" status: 200 len: 835 time: 0.0604615 Apr 05 15:02:28.699469 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=651221a7-8df8-4379-a6fd-50a87c92205c,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:28.714619 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-5065ca19-46fd-4a7c-97aa-ef62d1f843f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9530950e-f957-4c33-8db5-fc5d61957cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689635 Apr 05 15:02:28.848135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-f333e548-0ced-4375-98c1-b5eeeddf8cc0 service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256502 Apr 05 15:02:28.977351 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4272e0f-0ffc-4e37-ba28-5377a4a2152e req-9767b429-a989-4a54-baf6-fb81f59be411 service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235447 Apr 05 15:02:29.098573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:29.778721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f56b33-4c6e-4d3c-9e15-4b661c22a7f6 req-12a9426b-42b9-49b5-b9a6-417dd64e82c5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:29.780891 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58f56b33-4c6e-4d3c-9e15-4b661c22a7f6 req-12a9426b-42b9-49b5-b9a6-417dd64e82c5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 943 time: 0.0850704 Apr 05 15:02:29.826673 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-58f56b33-4c6e-4d3c-9e15-4b661c22a7f6 req-fcd0c909-cfdf-4612-9f63-fcc40984dcb0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402021 Apr 05 15:02:30.377801 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 651221a7-8df8-4379-a6fd-50a87c92205c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:02:30.448948 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 651221a7-8df8-4379-a6fd-50a87c92205c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:30.449309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:30.624809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device e5ae1f18-51d2-4889-9081-3816b790721a details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:02:30.754367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port e5ae1f18-51d2-4889-9081-3816b790721a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e5ae1f18-51d2-4889-9081-3816b790721a,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:30.770645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'port_id': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'mac_address': 'fa:16:3e:6b:0f:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:02:30.822524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:30.839669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5ae1f18-51d2-4889-9081-3816b790721a {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:02:30.855971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port e5ae1f18-51d2-4889-9081-3816b790721a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e5ae1f18-51d2-4889-9081-3816b790721a,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:30.867565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:30.934130 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=e5ae1f18-51d2-4889-9081-3816b790721a,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:31.025934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48caf87f-ce3b-47bc-a4b6-91bfb6356297 req-ec74e1e4-b707-4829-a4fb-31bd4eb79625 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:31.027399 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-48caf87f-ce3b-47bc-a4b6-91bfb6356297 req-ec74e1e4-b707-4829-a4fb-31bd4eb79625 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 944 time: 0.0742035 Apr 05 15:02:31.070823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['e5ae1f18-51d2-4889-9081-3816b790721a'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:02:31.075801 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-48caf87f-ce3b-47bc-a4b6-91bfb6356297 req-35dfc576-826e-4b4a-b1ce-0ab914606bd9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Apr 05 15:02:32.272729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4dccbf-b147-4444-a9f8-56ab4c507bc9 req-c00a86a7-3069-48c0-8161-208e8c97fbfe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:32.274443 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef4dccbf-b147-4444-a9f8-56ab4c507bc9 req-c00a86a7-3069-48c0-8161-208e8c97fbfe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 944 time: 0.0755289 Apr 05 15:02:32.319327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef4dccbf-b147-4444-a9f8-56ab4c507bc9 req-0376646e-4fb2-4ae2-bab1-35920b904344 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393229 Apr 05 15:02:32.640170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device e5ae1f18-51d2-4889-9081-3816b790721a up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:02:32.707553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port e5ae1f18-51d2-4889-9081-3816b790721a completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:02:32.712168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port e5ae1f18-51d2-4889-9081-3816b790721a triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:02:32.712537 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:32.852629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:32.880463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:02:32.890608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port e5ae1f18-51d2-4889-9081-3816b790721a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e5ae1f18-51d2-4889-9081-3816b790721a,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:02:32.894457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:32.938845 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d522735e-4102-4969-b20d-9ea481f24c13'] response: {'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'code': 200} Apr 05 15:02:32.961778 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=e5ae1f18-51d2-4889-9081-3816b790721a,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:33.161359 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0bbad728-2df1-407b-bcd9-3bb7575dfcb8 req-d331112f-6bf5-49df-97ec-0c7d08dfeef5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 1098 time: 0.0697412 Apr 05 15:02:33.202303 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0bbad728-2df1-407b-bcd9-3bb7575dfcb8 req-3510f31e-841e-49c1-ba47-0ecb814a64a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348527 Apr 05 15:02:33.520822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937dab2c-59d8-4ae1-a370-f5c6a108e255 req-1715cbb3-782c-469a-9bf7-5dcd8a06ef2e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:33.522198 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-937dab2c-59d8-4ae1-a370-f5c6a108e255 req-1715cbb3-782c-469a-9bf7-5dcd8a06ef2e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.0747311 Apr 05 15:02:33.566220 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-937dab2c-59d8-4ae1-a370-f5c6a108e255 req-b215058d-d3f6-4561-9213-7a3710341323 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384853 Apr 05 15:02:34.842238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde91ecd-59ab-4bdf-be77-57d1afc3fbf1 req-f3606859-6234-4cdf-93ce-a478e71a4b1e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:34.843699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dde91ecd-59ab-4bdf-be77-57d1afc3fbf1 req-f3606859-6234-4cdf-93ce-a478e71a4b1e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.1558521 Apr 05 15:02:34.888220 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dde91ecd-59ab-4bdf-be77-57d1afc3fbf1 req-32aba227-48c3-45c0-b3d6-5b18b93a3c70 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 Apr 05 15:02:35.081960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6467e425-2081-4f46-bb1e-907d8c210430 req-412ff696-37a1-4263-8351-ecc9f742664f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:35.083407 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6467e425-2081-4f46-bb1e-907d8c210430 req-412ff696-37a1-4263-8351-ecc9f742664f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.0757387 Apr 05 15:02:35.127427 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6467e425-2081-4f46-bb1e-907d8c210430 req-5bea4b35-6b30-4690-a628-eacc6f729c64 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384734 Apr 05 15:02:35.154684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45480) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:35.223743 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9ac0de1c-c72b-4270-a6bd-aadbf910c9d6 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 1093 time: 0.0679123 Apr 05 15:02:35.226308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45484) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:35.231287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:02:35.236496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:02:35.240194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:floatingip and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:02:35.243181 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:02:35.249183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:02:35.259117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:35.389889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:35.523115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.185 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/6a8525aa-3b7d-49e4-b0b0-46996e7a8b0c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:02:35.668703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:35.695238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:35.760800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:02:35.764220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:02:35.769223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:02:35.793028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=6a8525aa-3b7d-49e4-b0b0-46996e7a8b0c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:36.263635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:36.319211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:36.522417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:36.528282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:36.718422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=6a8525aa-3b7d-49e4-b0b0-46996e7a8b0c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:02:36.739072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:36.932753 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Floating IP e5c272df-578b-4743-a23c-48823e79cded associated. External IP: 172.26.6.185, port: e5ae1f18-51d2-4889-9081-3816b790721a. Apr 05 15:02:37.316763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router dcfbc984-5b9c-48e6-893e-ce658834bf3c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:02:37.519456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:02:37.529726 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] Sync routers for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:02:37.541601 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:37.542240 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:02:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:37.545135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:37.599111 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fe1199ed-6189-4873-9ab1-274ab2ec7444 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3717277 Apr 05 15:02:37.599599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:02:37.661204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cd7ffe5-f139-4f4c-86c0-0a83afc7dc99'] response: {'name': 'network-changed', 'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'status': 'completed', 'code': 200} Apr 05 15:02:37.716750 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:37.829204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-d0a62c69-37e4-40eb-a1be-16b9d54dd624 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 1098 time: 0.1449828 Apr 05 15:02:37.835423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff23d8a9-3d81-4b92-955a-bfa19928e232 req-be9db69e-8272-42cb-add6-8452d7cc5089 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:37.836782 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff23d8a9-3d81-4b92-955a-bfa19928e232 req-be9db69e-8272-42cb-add6-8452d7cc5089 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.1007476 Apr 05 15:02:37.976266 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ff23d8a9-3d81-4b92-955a-bfa19928e232 req-5f0c929c-bc03-4208-8cff-2716b2ea66e7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176126 Apr 05 15:02:37.992971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:38.000292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-9073c415-db2d-4724-a928-bbf5d7ca8a06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:38.000292 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-9073c415-db2d-4724-a928-bbf5d7ca8a06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9530950e-f957-4c33-8db5-fc5d61957cb5 HTTP/1.1" status: 200 len: 898 time: 0.1608822 Apr 05 15:02:38.008395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45492) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:38.058367 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'e5c272df-578b-4743-a23c-48823e79cded', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'port_id': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'mac_address': 'fa:16:3e:6b:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:02:36Z', 'updated_at': '2022-04-05T15:02:36Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:38.062196 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] Checking router: dcfbc984-5b9c-48e6-893e-ce658834bf3c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:02:38.072431 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:02:38.073024 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:02:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:38.105553 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-3cba558c-3e2a-4e85-99e2-5f5b12d7d1bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5ae1f18-51d2-4889-9081-3816b790721a HTTP/1.1" status: 200 len: 999 time: 0.1000373 Apr 05 15:02:38.117933 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-60abeb8c-9ef2-4a93-876f-d579a87f2da4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e5c272df-578b-4743-a23c-48823e79cded HTTP/1.1" status: 200 len: 991 time: 0.1079094 Apr 05 15:02:38.171465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-a99e1511-d357-46e2-8b22-2df94ec4ef04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:02:38.172899 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-a99e1511-d357-46e2-8b22-2df94ec4ef04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b233e05-0831-4859-95c2-6fbd0a44d2f9 HTTP/1.1" status: 200 len: 835 time: 0.0609686 Apr 05 15:02:38.246917 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-111c6989-7de1-4da9-9478-3300b305af10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9530950e-f957-4c33-8db5-fc5d61957cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680144 Apr 05 15:02:38.248992 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:02:38.472099 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-72a74e61-7337-411a-8239-8897b6428afc service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189627 Apr 05 15:02:38.594547 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'e5c272df-578b-4743-a23c-48823e79cded', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'port_id': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'mac_address': 'fa:16:3e:6b:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:02:36Z', 'updated_at': '2022-04-05T15:02:36Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:02:38.598415 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9568dc5-e1b9-4960-a601-946f7c45f362 None None] The sync data for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv is: [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'e5c272df-578b-4743-a23c-48823e79cded', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.185', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'port_id': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'mac_address': 'fa:16:3e:6b:0f:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:02:36Z', 'updated_at': '2022-04-05T15:02:36Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:02:38.608382 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c73eb70d-4310-41f9-b0be-015b96c002f2 req-6b732d3e-3396-4a5c-bb94-e41bada011b5 service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307640 Apr 05 15:02:39.119831 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45496) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:39.220813 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-35820a38-716e-48ed-a101-20bc8ee0f087 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e5c272df-578b-4743-a23c-48823e79cded HTTP/1.1" status: 200 len: 991 time: 0.0998676 Apr 05 15:02:40.223905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45500) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:40.327762 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3e671453-6479-48f2-8cd8-5def2b8c5fbf tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e5c272df-578b-4743-a23c-48823e79cded HTTP/1.1" status: 200 len: 991 time: 0.1027567 Apr 05 15:02:41.331730 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45504) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:41.533350 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1500fd25-4cdf-4ba0-b5de-0f83bdbc2071 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e5c272df-578b-4743-a23c-48823e79cded HTTP/1.1" status: 200 len: 991 time: 0.2005906 Apr 05 15:02:42.274526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b832ec-66c1-43d4-a14c-dbc1a23b4405 None None] New status for floating IP e5c272df-578b-4743-a23c-48823e79cded: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:02:42.537120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45508) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:02:42.640771 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9d3695ff-e1a8-4bf5-9b36-32c797872428 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e5c272df-578b-4743-a23c-48823e79cded HTTP/1.1" status: 200 len: 993 time: 0.1025434 Apr 05 15:02:54.194283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-967c224b-8876-4a7f-bf4d-006688bfd8d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:56.409764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f9521e47-f3e5-48f7-afbb-2e8bbb4ac46b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:57.529041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:57.562143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:02:58.978559 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:02:59.101216 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:07.998879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:10.254656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34f361-a0fb-4869-ac9a-82ba5488b3c4 req-d96f1c72-2d5b-4617-a430-772baef36c56 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:10.256042 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5b34f361-a0fb-4869-ac9a-82ba5488b3c4 req-d96f1c72-2d5b-4617-a430-772baef36c56 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.0803237 Apr 05 15:03:10.301225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5b34f361-a0fb-4869-ac9a-82ba5488b3c4 req-b34271b8-e2a9-42f4-9a16-d05b758a341f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394759 Apr 05 15:03:10.836476 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-2ef1396e-2630-4abc-b87b-542c3570ab18 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659323 Apr 05 15:03:10.989121 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-9d2f624c-942c-4a22-ab85-e4ce5caf8836 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 1098 time: 0.0697711 Apr 05 15:03:11.126805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-6b4d0c47-8ae8-41f2-a03d-aef63e75dff5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:11.128210 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-6b4d0c47-8ae8-41f2-a03d-aef63e75dff5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9530950e-f957-4c33-8db5-fc5d61957cb5 HTTP/1.1" status: 200 len: 898 time: 0.1220095 Apr 05 15:03:11.223967 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-506f9dc1-6035-415c-8846-7720f54e2c97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5ae1f18-51d2-4889-9081-3816b790721a HTTP/1.1" status: 200 len: 1001 time: 0.0901980 Apr 05 15:03:11.287355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-084f4358-58a5-459a-8ff5-442f6f871d45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:11.288647 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-084f4358-58a5-459a-8ff5-442f6f871d45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b233e05-0831-4859-95c2-6fbd0a44d2f9 HTTP/1.1" status: 200 len: 835 time: 0.0592046 Apr 05 15:03:11.359480 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-b4916871-1f0c-44e5-832a-d9212161c2c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9530950e-f957-4c33-8db5-fc5d61957cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652883 Apr 05 15:03:11.549631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-fe5e1782-67b1-40d8-b48d-b1c0fae61fc5 service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838911 Apr 05 15:03:11.559366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6526f27-fce7-4185-b346-92feb2687ff3 req-dd38813f-6372-4299-9fca-126944209238 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:11.560707 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6526f27-fce7-4185-b346-92feb2687ff3 req-dd38813f-6372-4299-9fca-126944209238 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.1282060 Apr 05 15:03:11.686094 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6526f27-fce7-4185-b346-92feb2687ff3 req-a8426a5e-7724-4e03-9079-d44d8060b92f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079228 Apr 05 15:03:11.714387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45534) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:11.718212 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-703513b7-2f38-4456-b7dc-f59c839d5e27 req-6de85b50-055e-4e51-a166-bc2681bb81d8 service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565883 Apr 05 15:03:11.828594 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a525f852-c9b0-4d62-8d93-7c81c188557e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e5c272df-578b-4743-a23c-48823e79cded HTTP/1.1" status: 200 len: 993 time: 0.1125112 Apr 05 15:03:13.308524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0061c29-6c36-4926-b42a-8c36d33aa6aa req-9ea879f1-b2f0-432a-a075-642d72abded7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:13.309899 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0061c29-6c36-4926-b42a-8c36d33aa6aa req-9ea879f1-b2f0-432a-a075-642d72abded7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.0769944 Apr 05 15:03:13.361610 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0061c29-6c36-4926-b42a-8c36d33aa6aa req-b8324e4a-a9c3-4ff4-a115-1df4cdc94286 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456371 Apr 05 15:03:14.557020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df39c50-35b6-47f7-8cf7-86759c477f65 req-71b2487f-874d-4fb8-89df-b9c2823b4c0c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:14.558484 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9df39c50-35b6-47f7-8cf7-86759c477f65 req-71b2487f-874d-4fb8-89df-b9c2823b4c0c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.0743012 Apr 05 15:03:14.602601 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9df39c50-35b6-47f7-8cf7-86759c477f65 req-852a3bc0-224b-46f6-ac16-d22f2c134056 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385404 Apr 05 15:03:14.632450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45548) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:14.735451 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-38a741e8-d3da-400c-aed7-1fe22c2f8c3a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e5c272df-578b-4743-a23c-48823e79cded HTTP/1.1" status: 200 len: 993 time: 0.1017957 Apr 05 15:03:15.009913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45556) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:15.203099 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 6a8525aa-3b7d-49e4-b0b0-46996e7a8b0c {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:03:15.203352 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:15.366333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:15.366665 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:15.482166 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 6a8525aa-3b7d-49e4-b0b0-46996e7a8b0c owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:03:15.628139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:15.672746 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=6a8525aa-3b7d-49e4-b0b0-46996e7a8b0c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:15.711969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.712305 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.712631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.712956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.713273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.713587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.713904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.714237 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.715135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.715438 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.715753 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:15.772402 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:16.248702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router dcfbc984-5b9c-48e6-893e-ce658834bf3c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:03:16.448471 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:03:16.458358 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] Sync routers for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:03:16.469042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:16.470364 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:16.470971 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:02:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:16.521996 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cdb481a0-6920-4688-8ef3-4ba8d758689e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/floatingips/e5c272df-578b-4743-a23c-48823e79cded HTTP/1.1" status: 204 len: 168 time: 1.5108109 Apr 05 15:03:16.522560 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:03:16.593027 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50b2a0f9-1cd5-4314-b5f4-e5eae00aa146'] response: {'name': 'network-changed', 'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'status': 'completed', 'code': 200} Apr 05 15:03:16.659253 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:16.701082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-c1611dea-e644-4e5b-bae5-248cb55efabb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 1098 time: 0.0852787 Apr 05 15:03:16.966333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-b517a135-220f-4a24-97dc-f220dbb1dbc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:16.967760 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-b517a135-220f-4a24-97dc-f220dbb1dbc8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9530950e-f957-4c33-8db5-fc5d61957cb5 HTTP/1.1" status: 200 len: 898 time: 0.2612596 Apr 05 15:03:16.988501 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:16.992493 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] Checking router: dcfbc984-5b9c-48e6-893e-ce658834bf3c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:03:17.002773 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:17.003349 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:02:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:17.044837 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-622f5ab1-675b-4b35-8c5e-c9f5456859a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e5ae1f18-51d2-4889-9081-3816b790721a HTTP/1.1" status: 200 len: 217 time: 0.0671723 Apr 05 15:03:17.114471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-fe4cd466-c75c-47d9-87cc-b4dd7c3fb6e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:17.115902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-fe4cd466-c75c-47d9-87cc-b4dd7c3fb6e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7b233e05-0831-4859-95c2-6fbd0a44d2f9 HTTP/1.1" status: 200 len: 835 time: 0.0639343 Apr 05 15:03:17.125009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a06f8a-acfc-43fb-a560-f0a7c290e586 req-72c239cc-87a8-4af6-94aa-90875a1222b8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:17.126384 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-38a06f8a-acfc-43fb-a560-f0a7c290e586 req-72c239cc-87a8-4af6-94aa-90875a1222b8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.1910999 Apr 05 15:03:17.177401 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:17.217777 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-38a06f8a-acfc-43fb-a560-f0a7c290e586 req-4adda2ba-0556-455c-9bb3-7ce19eef11ae tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569682 Apr 05 15:03:17.229563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-1b4a3555-18a2-4b61-a17f-a5606ec5740a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9530950e-f957-4c33-8db5-fc5d61957cb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022866 Apr 05 15:03:17.366442 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-67193591-99a0-43ac-b853-bc05bc4530f1 service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271656 Apr 05 15:03:17.483634 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:17.487414 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edb605f-33d4-4a1a-b972-d69c29b6a78f None None] The sync data for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv is: [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:02:21Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '651221a7-8df8-4379-a6fd-50a87c92205c', 'name': '', 'network_id': '9530950e-f957-4c33-8db5-fc5d61957cb5', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:e3:8a:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:21Z', 'updated_at': '2022-04-05T15:02:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '7b233e05-0831-4859-95c2-6fbd0a44d2f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:03:17.496647 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f9696085-91bd-47f3-b7c4-ad10c7261e25 req-d891d77a-d409-43e2-8545-0710271c5f87 service neutron] 10.222.0.15 "GET /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242876 Apr 05 15:03:17.712462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90e1fa6-5543-4c9e-8eb2-afa06b8519fe None None] New status for floating IP e5c272df-578b-4743-a23c-48823e79cded: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:03:18.445442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-9dd9ee18-b24a-4eab-842a-1c6c28d0e1b3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:18.446929 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-9dd9ee18-b24a-4eab-842a-1c6c28d0e1b3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.1343379 Apr 05 15:03:18.458263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a270fed-9208-49e4-8486-efe225e7a547 req-81a49b2d-78a8-4b26-86f9-307b61de01e5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:18.459622 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2a270fed-9208-49e4-8486-efe225e7a547 req-81a49b2d-78a8-4b26-86f9-307b61de01e5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 945 time: 0.1122260 Apr 05 15:03:18.553449 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port e5ae1f18-51d2-4889-9081-3816b790721a {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:03:18.553704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:18.584175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2a270fed-9208-49e4-8486-efe225e7a547 req-4bacdda9-313f-43a2-a8ce-20a21ba890e4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976639 Apr 05 15:03:18.795837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port e5ae1f18-51d2-4889-9081-3816b790721a, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=e5ae1f18-51d2-4889-9081-3816b790721a,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:18.796189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:18.916691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for e5ae1f18-51d2-4889-9081-3816b790721a owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:03:19.055388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:19.104458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=e5ae1f18-51d2-4889-9081-3816b790721a,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:19.143151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.143483 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.143818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.144148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.144475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.144800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.145121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.145440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.145756 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.146094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.146415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:19.185145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] No DVR routers for this DVR port e5ae1f18-51d2-4889-9081-3816b790721a on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:03:19.187385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:19.189720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'name': 'network-vif-deleted', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:03:19.201488 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8bfa3ffa-be13-4ddd-be67-8adcb120b4e2 req-70b7e908-4d09-4cf5-b49e-69cdd76058c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "DELETE /v2.0/ports/e5ae1f18-51d2-4889-9081-3816b790721a HTTP/1.1" status: 204 len: 173 time: 0.7489309 Apr 05 15:03:19.249939 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46c19529-5533-4c79-8472-93fe62fc40d6'] response: {'server_uuid': '74a9f826-73fa-4b52-aeda-8a2f0a58709f', 'name': 'network-vif-deleted', 'tag': 'e5ae1f18-51d2-4889-9081-3816b790721a', 'status': 'completed', 'code': 200} Apr 05 15:03:19.767856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e40dcdf6-a1c6-4af3-b404-825cdefa7d92 req-ca7dee2c-4c4d-4b55-8945-2cdaaef523dd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:03:19.787660 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-e40dcdf6-a1c6-4af3-b404-825cdefa7d92 req-ca7dee2c-4c4d-4b55-8945-2cdaaef523dd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:03:19.788852 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e40dcdf6-a1c6-4af3-b404-825cdefa7d92 req-ca7dee2c-4c4d-4b55-8945-2cdaaef523dd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=74a9f826-73fa-4b52-aeda-8a2f0a58709f HTTP/1.1" status: 200 len: 210 time: 0.0635662 Apr 05 15:03:20.902954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45578) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:21.395370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:21.996286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 651221a7-8df8-4379-a6fd-50a87c92205c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:03:21.996976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:22.177835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port 651221a7-8df8-4379-a6fd-50a87c92205c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=651221a7-8df8-4379-a6fd-50a87c92205c,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:22.178222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:22.300963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 651221a7-8df8-4379-a6fd-50a87c92205c owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:03:22.471047 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:22.602163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=651221a7-8df8-4379-a6fd-50a87c92205c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:22.894362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:22.904640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device e5ae1f18-51d2-4889-9081-3816b790721a no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:03:22.940344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: e5ae1f18-51d2-4889-9081-3816b790721a {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:03:22.940683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device e5ae1f18-51d2-4889-9081-3816b790721a not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:03:23.451445 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router dcfbc984-5b9c-48e6-893e-ce658834bf3c has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:03:23.650134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:03:23.659768 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] Sync routers for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:03:23.666139 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-85851321-615f-406c-873c-643fe3cccdbe tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/dcfbc984-5b9c-48e6-893e-ce658834bf3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7620425 Apr 05 15:03:23.669393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45582) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:23.672138 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:23.672731 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:02:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:23.848085 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:23.851832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-b609fb9e-1b47-4010-b27e-635b98caea82 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting subnet 7b233e05-0831-4859-95c2-6fbd0a44d2f9 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:03:23.855348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-1b47-4010-b27e-635b98caea82 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:23.909183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-1b47-4010-b27e-635b98caea82 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.097390 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-1b47-4010-b27e-635b98caea82 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.155888 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:03:22Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:24.160092 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] Checking router: dcfbc984-5b9c-48e6-893e-ce658834bf3c for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:03:24.170794 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] Routers {'dcfbc984-5b9c-48e6-893e-ce658834bf3c'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:24.171391 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:02:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:24.172466 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-1b47-4010-b27e-635b98caea82 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.197791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d5150d4d-3ba9-40e8-8b9a-777ba421c2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.215297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609fb9e-1b47-4010-b27e-635b98caea82 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Subnet': ['ID=7b233e05-0831-4859-95c2-6fbd0a44d2f9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:24.219907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b609fb9e-1b47-4010-b27e-635b98caea82 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.225950 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b609fb9e-1b47-4010-b27e-635b98caea82 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/subnets/7b233e05-0831-4859-95c2-6fbd0a44d2f9 HTTP/1.1" status: 204 len: 168 time: 0.5555823 Apr 05 15:03:24.229174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45586) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:24.232286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ba9a35-4e29-44f6-bce9-ce78cbf6ff6c None None] Network 9530950e-f957-4c33-8db5-fc5d61957cb5 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:03:24.347935 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] Set router dcfbc984-5b9c-48e6-893e-ce658834bf3c gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:24.453369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.507059 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] DHCP port deletion for 9530950e-f957-4c33-8db5-fc5d61957cb5 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:03:24.511389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Deleting port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:03:24.511862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.648713 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:03:22Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:24.653247 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aee5ff-a409-4bd8-8f30-ce128517ad31 None None] The sync data for ids ['dcfbc984-5b9c-48e6-893e-ce658834bf3c'] in dv-neutron-829488-2-hyperv is: [{'id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1375291790', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228'}], 'enable_snat': True}, 'gw_port_id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:02:17Z', 'updated_at': '2022-04-05T15:03:22Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'c8dd7b33-1347-4a95-a9da-f00d87ac630f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:62:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcfbc984-5b9c-48e6-893e-ce658834bf3c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:02:18Z', 'updated_at': '2022-04-05T15:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:03:24.660805 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.671505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port c8dd7b33-1347-4a95-a9da-f00d87ac630f {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:03:24.671861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.725522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] For port b92da91e-cfb2-4f51-9a6f-7178912d2bf9, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b92da91e-cfb2-4f51-9a6f-7178912d2bf9,segment=NetworkSegment(abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f),segment_id=abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:24.725825 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.847175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Calling delete_port for b92da91e-cfb2-4f51-9a6f-7178912d2bf9 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:03:24.849414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port c8dd7b33-1347-4a95-a9da-f00d87ac630f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c8dd7b33-1347-4a95-a9da-f00d87ac630f,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:24.849770 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.918115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:24.963942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Pushing event deleted for resources: {'Port': ['ID=b92da91e-cfb2-4f51-9a6f-7178912d2bf9,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:24.969536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for c8dd7b33-1347-4a95-a9da-f00d87ac630f owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:03:24.974409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] No DVR routers for this DVR port b92da91e-cfb2-4f51-9a6f-7178912d2bf9 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:03:24.976616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.976951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.977279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.977601 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.977937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.978281 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.978599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.978913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.979225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.979532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:24.979872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8893765d-1b99-4c8e-b674-b336f92b7196 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:25.149187 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:25.194594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=c8dd7b33-1347-4a95-a9da-f00d87ac630f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:25.506505 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:25.769660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:25.773894 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:25.797278 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:25.797837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Fanout notify agent at l3_agent the message router_deleted on router dcfbc984-5b9c-48e6-893e-ce658834bf3c {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:03:25.812858 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:25.813925 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-12a7d262-9d7f-4b5b-b6ce-4874b639c7bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/routers/dcfbc984-5b9c-48e6-893e-ce658834bf3c HTTP/1.1" status: 204 len: 168 time: 1.5824528 Apr 05 15:03:25.816623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45590) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:25.930274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.061732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.085280 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9530950e-f957-4c33-8db5-fc5d61957cb5']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:26.097065 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:26.097353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc1c55e-ecfb-4ae2-b17a-10b4cb3cbb7f') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:26.108668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.125361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.131156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:03:26.131522 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:03:26.145223 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:03:26.224115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.242847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.255973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Network': ['ID=9530950e-f957-4c33-8db5-fc5d61957cb5,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:26.264759 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-79e4b83c-c221-48da-85f3-ec897f429c67 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/networks/9530950e-f957-4c33-8db5-fc5d61957cb5 HTTP/1.1" status: 204 len: 168 time: 0.4471993 Apr 05 15:03:26.267557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45594) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:26.338306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf7db9c9-7a4d-4401-97ff-58537548f9c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.368480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf7db9c9-7a4d-4401-97ff-58537548f9c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.411582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b92da91e-cfb2-4f51-9a6f-7178912d2bf9 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:03:26.440634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf7db9c9-7a4d-4401-97ff-58537548f9c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.447898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: b92da91e-cfb2-4f51-9a6f-7178912d2bf9 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:03:26.448259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b92da91e-cfb2-4f51-9a6f-7178912d2bf9 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:03:26.448718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 651221a7-8df8-4379-a6fd-50a87c92205c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:03:26.459215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7db9c9-7a4d-4401-97ff-58537548f9c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:26.472235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf7db9c9-7a4d-4401-97ff-58537548f9c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.473415 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bf7db9c9-7a4d-4401-97ff-58537548f9c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/security-groups/3aeb608a-a0f7-4ef5-bfa1-28e61106d7fb HTTP/1.1" status: 204 len: 168 time: 0.2048471 Apr 05 15:03:26.482741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a59d7ce0-eac1-4426-9eba-2418ef693d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:26.492193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 651221a7-8df8-4379-a6fd-50a87c92205c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:03:26.492548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 651221a7-8df8-4379-a6fd-50a87c92205c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:03:26.492960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c8dd7b33-1347-4a95-a9da-f00d87ac630f no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:03:26.533526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: c8dd7b33-1347-4a95-a9da-f00d87ac630f {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:03:26.533862 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c8dd7b33-1347-4a95-a9da-f00d87ac630f not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:03:26.946907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45602) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:26.953045 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-499673424', 'description': 'tempest-secgroup-smoke-499673424 description', 'project_id': '22dd3dab03a0411c882ed560e5d26eef'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:26.958925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:26.962978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:26.966010 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:26.972106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:26.982758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.017966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:27.021676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:27.024434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:27.030109 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:27.087295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.090883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.133853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179b61ba-c83b-4e9d-9470-8ac00a60b41f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:27.137691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.138914 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d1eaca89-d505-48b4-b682-1ecac66e6c5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1910172 Apr 05 15:03:27.141794 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45606) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:27.147195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '179b61ba-c83b-4e9d-9470-8ac00a60b41f', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:27.153104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:27.156885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:27.159708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:27.165228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:27.180906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.240454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.244045 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.266973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b994a1d0-df32-4d07-96ce-87beac871cd6,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:27.275603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.276781 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-97bcca0f-e05f-4581-b390-b965f75c60d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1340778 Apr 05 15:03:27.279471 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45610) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:27.284679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '179b61ba-c83b-4e9d-9470-8ac00a60b41f', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:27.290343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:27.294123 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:27.296909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:27.302533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:27.318630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.379666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.383279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.408961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d79b5a0-5fcc-4127-9b69-8d554d5ce492,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:27.418389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.419536 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-240e66f5-a3f9-4858-a571-4f6e220fd6af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1391761 Apr 05 15:03:27.422641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45614) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:27.428040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '179b61ba-c83b-4e9d-9470-8ac00a60b41f', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:27.433829 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:27.437497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:27.440346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:27.445926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:27.462226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.523950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.528508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.531863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.552271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a30f089-85c1-49c3-a155-624a3669839a,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:27.561465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.562864 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c538cc97-92fb-4e39-af9b-5e375de61023 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1391211 Apr 05 15:03:27.565480 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45618) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:27.571150 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '179b61ba-c83b-4e9d-9470-8ac00a60b41f', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:27.578020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:27.582217 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:27.585359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:27.592085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:27.599869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.610534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.674801 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.678233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.701638 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=671fdea3-f6c7-4236-89e6-4aad7abfa0f0,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:27.709974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.711181 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bf93a974-72d8-4c3a-9f81-b16020046b1f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1446815 Apr 05 15:03:27.713919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45622) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:27.719893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '179b61ba-c83b-4e9d-9470-8ac00a60b41f', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:27.726922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:27.731962 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:27.735790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:27.742808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:27.753947 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:03:27.760365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.825792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.829595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.854226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=078ff97e-0f94-43e5-9025-44edb4e20e24,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:27.864485 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.865727 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e8d65382-5c5b-4d2b-a8cf-73b0806fe13a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1503179 Apr 05 15:03:27.868876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45626) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:27.874060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '179b61ba-c83b-4e9d-9470-8ac00a60b41f', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:27.879848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:27.883705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:27.886534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:27.892395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:27.903574 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:03:27.909803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.972812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.976268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:27.999428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0886b1a9-ccb9-48be-a869-0f23e193eb7f,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:28.007481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.008643 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-3fc8a1b1-152a-4bca-9692-6b4aa1d44e9d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1388800 Apr 05 15:03:28.011502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45630) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:28.016738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'network': {'name': 'tempest-network-smoke--1863152382', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:28.021541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:28.025594 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:network and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:28.028944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:28.034636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:28.044637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:03:28.047619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.074705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:03:28.083496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.083844 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Added segment a336b475-8232-4092-8d9f-e1932c1fd1fc of type vlan for network 6936e648-b030-4f31-81c8-43f0d7b5f648 Apr 05 15:03:28.112423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.140944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.144800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:28.145379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.251746 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2391591 Apr 05 15:03:28.254571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45634) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:28.259775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'admin_state_up': True, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:28.260286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec756d6-661d-47d3-a67f-14536c68f034 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Network': ['ID=6936e648-b030-4f31-81c8-43f0d7b5f648,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:28.267208 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:28.270330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:03:28.271955 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:router and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:28.274759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:28.280618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:28.291110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.292126 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.311222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.454267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.722465 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.751263 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:28.883919 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.215 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:03:29.028856 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:29.054709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:29.105054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:29.123233 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:03:29.125816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:03:29.129565 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:03:29.166333 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:29.293391 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:29.294076 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:29.518215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:03:29.717295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:03:29.726585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Sync routers for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:03:29.738523 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:29.739131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:03:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:29.743385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:29.750108 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6c648d97-9732-47c6-89ed-3b892ffb8d9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4890435 Apr 05 15:03:29.750108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45638) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:29.793173 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f9865c69-cb01-4e15-858b-68e762e87abe tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=22dd3dab03a0411c882ed560e5d26eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414944 Apr 05 15:03:29.795927 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45642) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:29.924888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:29.925406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6aac24-34f0-4cb1-80da-33104c3f0086 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:29.926957 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4a6aac24-34f0-4cb1-80da-33104c3f0086 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1300445 Apr 05 15:03:29.929827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45646) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:29.969687 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-488a8787-20f6-430b-8310-d770feae2e93 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387383 Apr 05 15:03:29.972213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45650) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:29.977528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2095311034', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:30.088454 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:30.092853 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:subnet and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:30.095624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:30.101428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:30.111530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:03:30.206410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:29Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:30.210157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Checking router: 4fc2a128-5c4a-4aae-ae38-8077ff44c031 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:03:30.210509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Updating router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:03:30.214464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:30.262096 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:30.426228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:30.596797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:30.598020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Subnet': ['ID=64232085-a8ca-45e9-83bd-fc8f25517ade,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:30.612673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Transition to ACTIVE for port object 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:03:30.614033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Checking segment: {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:03:30.614643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network hostable DHCP agents. Network: 6936e648-b030-4f31-81c8-43f0d7b5f648, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:03:30.621201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:30.638071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:03:30.647851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 6936e648-b030-4f31-81c8-43f0d7b5f648) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:03:30.651806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:30.652387 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:30.671167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71a8130-5f95-4def-aaa7-6e1434f15fd9 None None] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:03:30.673497 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-09f50e67-4957-470d-8342-df215a52fbc0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7002640 Apr 05 15:03:30.676389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45654) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:30.784977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb264e3-2a9d-4b3e-8108-df8abef4079a None None] Pushing event updated for resources: {'Port': ['ID=9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:30.793723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Attempting to bind port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:03:30.794113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Attempting to bind port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:03:30.794473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Attempting to bind port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:03:30.818489 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:03:30.818878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:03:30.819282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:30.819676 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:03:30.820157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Bound port: 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:03:30.820530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:30.950657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] For port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:03:30.989213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] For port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:03:30.994662 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:31.028256 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-6936e648-b030-4f31-81c8-43f0d7b5f648', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:03:31.029167 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:31.197782 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb264e3-2a9d-4b3e-8108-df8abef4079a None None] Pushing event updated for resources: {'Port': ['ID=9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:31.211653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:31.212250 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:03:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:31.434970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:31.559636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Allocated IP 172.20.0.2 (6936e648-b030-4f31-81c8-43f0d7b5f648/64232085-a8ca-45e9-83bd-fc8f25517ade/2f97516d-8d6a-4904-9037-118619a6ed55) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:03:31.661313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:32.055180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:32.076241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Transition to ACTIVE for port object 2f97516d-8d6a-4904-9037-118619a6ed55 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:03:32.111396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Transition to ACTIVE for port object 2f97516d-8d6a-4904-9037-118619a6ed55 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:03:32.121093 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:32.197632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.1 (6936e648-b030-4f31-81c8-43f0d7b5f648/64232085-a8ca-45e9-83bd-fc8f25517ade/13b6afaa-a936-443e-b684-1c4a85c95c4c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:03:32.209785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:03:32.211184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Pushing event updated for resources: {'Port': ['ID=2f97516d-8d6a-4904-9037-118619a6ed55,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:32.214159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:03:32.219549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:03:32.222567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:29Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:32.229352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef70e86-f710-480d-80da-0b6fd4946d2e None None] The sync data for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv is: [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:29Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:03:32.323248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Attempting to bind port 2f97516d-8d6a-4904-9037-118619a6ed55 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:03:32.324429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Attempting to bind port 2f97516d-8d6a-4904-9037-118619a6ed55 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:03:32.324946 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Attempting to bind port 2f97516d-8d6a-4904-9037-118619a6ed55 on network 6936e648-b030-4f31-81c8-43f0d7b5f648 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:03:32.334781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:03:32.335147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Checking segment: {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:03:32.335539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:32.335918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Bound using segment: {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:03:32.336553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Bound port: 2f97516d-8d6a-4904-9037-118619a6ed55, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:03:32.336927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:32.385784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:32.404043 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object 13b6afaa-a936-443e-b684-1c4a85c95c4c will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:03:32.431587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:32.459609 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-957797f0-6202-4af2-9827-875d8469b557 None None] For port 2f97516d-8d6a-4904-9037-118619a6ed55, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:03:32.481233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-957797f0-6202-4af2-9827-875d8469b557 None None] For port 2f97516d-8d6a-4904-9037-118619a6ed55, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2f97516d-8d6a-4904-9037-118619a6ed55,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:03:32.499151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:32.521922 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:03:32.525401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:03:32.532989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:03:32.572581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=13b6afaa-a936-443e-b684-1c4a85c95c4c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:32.609737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957797f0-6202-4af2-9827-875d8469b557 None None] Pushing event updated for resources: {'Port': ['ID=2f97516d-8d6a-4904-9037-118619a6ed55,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:32.629334 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:32.840584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:33.261069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:33.265736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:33.380823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=13b6afaa-a936-443e-b684-1c4a85c95c4c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:33.384160 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:33.530824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:03:33.531951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:03:33.581125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6f4b6a-cd4a-4c5b-a3c3-c80b33b52aec None None] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:03:33.739528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4981fdc4-3ad8-42d6-83d9-8adf9bb675d9 None None] Provisioning for port 2f97516d-8d6a-4904-9037-118619a6ed55 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:03:33.921204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:03:34.071542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-90e545d3-1f54-4b02-8ff7-47fa11f0f5fb None None] Provisioning for port 13b6afaa-a936-443e-b684-1c4a85c95c4c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:03:34.077443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-90e545d3-1f54-4b02-8ff7-47fa11f0f5fb None None] Provisioning complete for port 13b6afaa-a936-443e-b684-1c4a85c95c4c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:34.077900 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-90e545d3-1f54-4b02-8ff7-47fa11f0f5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:34.132828 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-90e545d3-1f54-4b02-8ff7-47fa11f0f5fb None None] Port 13b6afaa-a936-443e-b684-1c4a85c95c4c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:03:34.134470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:03:34.158693 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5e6a562a-8a64-425a-b786-9b273a2db8c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/4fc2a128-5c4a-4aae-ae38-8077ff44c031/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4811807 Apr 05 15:03:34.274813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bcae3596-605b-4b2c-ab20-b9e864b706de None None] Provisioning complete for port 13b6afaa-a936-443e-b684-1c4a85c95c4c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:34.275186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bcae3596-605b-4b2c-ab20-b9e864b706de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:34.334440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-bcae3596-605b-4b2c-ab20-b9e864b706de None None] Port 13b6afaa-a936-443e-b684-1c4a85c95c4c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:03:34.341630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-194ab8f6-3d82-4f00-8fbf-23a20bf5f0a8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:03:34.358907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-194ab8f6-3d82-4f00-8fbf-23a20bf5f0a8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:03:34.360037 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-194ab8f6-3d82-4f00-8fbf-23a20bf5f0a8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-499673424&fields=id&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 267 time: 0.0667973 Apr 05 15:03:34.468699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2f97516d-8d6a-4904-9037-118619a6ed55 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:03:34.538179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 2f97516d-8d6a-4904-9037-118619a6ed55 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:03:34.547339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 2f97516d-8d6a-4904-9037-118619a6ed55 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:34.547705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:34.606363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-160e4791-a415-4df3-ac5d-8db4cedf182e None None] Provisioning complete for port 13b6afaa-a936-443e-b684-1c4a85c95c4c triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:34.607018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-160e4791-a415-4df3-ac5d-8db4cedf182e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:34.628229 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-bfccb852-2e1c-47a2-baa5-33a3141cda34 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:34.628902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-bfccb852-2e1c-47a2-baa5-33a3141cda34 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:03:34.646374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-bfccb852-2e1c-47a2-baa5-33a3141cda34 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:03:34.647898 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-bfccb852-2e1c-47a2-baa5-33a3141cda34 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/networks?id=6936e648-b030-4f31-81c8-43f0d7b5f648 HTTP/1.1" status: 200 len: 797 time: 0.2802258 Apr 05 15:03:34.663437 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-384dc196-b2c3-4fa3-a595-f85ff914506a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/quotas/22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 375 time: 0.0104389 Apr 05 15:03:34.688636 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-160e4791-a415-4df3-ac5d-8db4cedf182e None None] Port 13b6afaa-a936-443e-b684-1c4a85c95c4c cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:03:34.718332 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:34.745944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-c716026c-42bf-447c-8e09-f71e7ddde78a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:03:34.751341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 2f97516d-8d6a-4904-9037-118619a6ed55, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2f97516d-8d6a-4904-9037-118619a6ed55,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:34.755510 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:34.756439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:03:34.760613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-c716026c-42bf-447c-8e09-f71e7ddde78a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:03:34.761942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-c716026c-42bf-447c-8e09-f71e7ddde78a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0933394 Apr 05 15:03:34.871993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=2f97516d-8d6a-4904-9037-118619a6ed55,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:34.884570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:03:34.889520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:34.889885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:35.005276 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:35.021227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:35.021457 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-328b55ba-83f6-45ce-942e-25b7b4c185a6 service neutron] 10.222.0.18 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478025 Apr 05 15:03:35.025796 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:35.090473 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:35.156465 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-71ab06c0-9264-48e9-bacf-4e2077a2b87b service neutron] 10.222.0.18 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284373 Apr 05 15:03:35.340307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d0b211d-512a-43c3-af3c-cb3f64b5dc05 req-6d043897-158b-4ebc-89f0-093e3b2c64f7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 210 time: 0.0416172 Apr 05 15:03:35.833155 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Sync routers for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:03:35.845867 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:35.846524 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:03:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:35.991123 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:03:36.033222 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:36.338831 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:33Z', 'revision_number': 2, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:36.342707 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Checking router: 4fc2a128-5c4a-4aae-ae38-8077ff44c031 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:03:36.343050 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Updating router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 port 13b6afaa-a936-443e-b684-1c4a85c95c4c binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:03:36.429437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2f97516d-8d6a-4904-9037-118619a6ed55 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:03:36.467304 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:36.506886 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 2f97516d-8d6a-4904-9037-118619a6ed55 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:36.507343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:36.569547 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eecc2db8-3e2e-45ef-8d09-e1dd85534223 req-8d5849f0-2b5d-4b12-946f-e8cb3ad6c239 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 210 time: 0.0418231 Apr 05 15:03:36.652911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-9983a510-d2fa-46d9-a5be-40ed6344f109 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:36.654981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-9983a510-d2fa-46d9-a5be-40ed6344f109 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/networks?id=6936e648-b030-4f31-81c8-43f0d7b5f648 HTTP/1.1" status: 200 len: 797 time: 0.2340038 Apr 05 15:03:36.713240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:03:36.728603 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-ccb064dc-9812-4968-9185-82ebfa6e5397 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 379 time: 0.0621502 Apr 05 15:03:36.736728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'port': {'device_id': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'admin_state_up': True, 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'security_groups': ['179b61ba-c83b-4e9d-9470-8ac00a60b41f']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:36.782383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:36.782746 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:36.847505 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:36.859715 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Transition to ACTIVE for port object 13b6afaa-a936-443e-b684-1c4a85c95c4c will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:03:36.866174 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:36.879850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:36.889355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:36.899696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:03:36.903305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.001500 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Pushing event updated for resources: {'Port': ['ID=13b6afaa-a936-443e-b684-1c4a85c95c4c,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:37.042991 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.043317 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.043648 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.043968 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.044285 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.044600 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.044911 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.045223 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.045534 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.045842 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.046168 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:03:37.074082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.3 (6936e648-b030-4f31-81c8-43f0d7b5f648/64232085-a8ca-45e9-83bd-fc8f25517ade/ec6de66c-b4dc-4e05-98cc-bbda01558559) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:03:37.106139 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Attempting to bind port 13b6afaa-a936-443e-b684-1c4a85c95c4c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:03:37.106429 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Attempting to bind port 13b6afaa-a936-443e-b684-1c4a85c95c4c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:03:37.106787 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Attempting to bind port 13b6afaa-a936-443e-b684-1c4a85c95c4c on network 6936e648-b030-4f31-81c8-43f0d7b5f648 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:03:37.113486 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:03:37.114123 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Checking segment: {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:03:37.114282 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.114670 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Bound using segment: {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:03:37.115124 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Bound port: 13b6afaa-a936-443e-b684-1c4a85c95c4c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:03:37.115867 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.204156 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] For port 13b6afaa-a936-443e-b684-1c4a85c95c4c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:03:37.207144 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] For port 13b6afaa-a936-443e-b684-1c4a85c95c4c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=13b6afaa-a936-443e-b684-1c4a85c95c4c,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:03:37.212421 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.288553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.295587 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085eecc-8d3b-4278-9fc3-510be6c24374 None None] Pushing event updated for resources: {'Port': ['ID=13b6afaa-a936-443e-b684-1c4a85c95c4c,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:37.298580 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:37.299215 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:03:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:37.308993 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object ec6de66c-b4dc-4e05-98cc-bbda01558559 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:03:37.333215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.411777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:03:37.414955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:03:37.420248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:03:37.473634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=ec6de66c-b4dc-4e05-98cc-bbda01558559,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:37.484928 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:37.493251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:37.493924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.523268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-2db173c3-76ee-4db1-abd2-a34640d331bc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7903864 Apr 05 15:03:37.537877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Request body: {'port': {'device_id': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:37.661852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.802551 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-48a946e3-8fbe-4c7a-ac34-2e0891bd06eb None None] Provisioning for port ec6de66c-b4dc-4e05-98cc-bbda01558559 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:03:37.807325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-48a946e3-8fbe-4c7a-ac34-2e0891bd06eb None None] Provisioning complete for port ec6de66c-b4dc-4e05-98cc-bbda01558559 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:37.808298 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-48a946e3-8fbe-4c7a-ac34-2e0891bd06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:37.810538 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:37Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:37.816588 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ef5c1-796a-448e-9942-eaf5e9174453 None None] The sync data for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv is: [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:37Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:03:37.872872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-48a946e3-8fbe-4c7a-ac34-2e0891bd06eb None None] Port ec6de66c-b4dc-4e05-98cc-bbda01558559 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:03:38.012822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.060593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd1c66-c2a4-4c1d-b572-7462e5ceeb29 req-e33406b2-7de1-4f7f-8664-7d282333130d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:38.061310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-74cd1c66-c2a4-4c1d-b572-7462e5ceeb29 req-e33406b2-7de1-4f7f-8664-7d282333130d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:03:38.112817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-74cd1c66-c2a4-4c1d-b572-7462e5ceeb29 req-e33406b2-7de1-4f7f-8664-7d282333130d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:03:38.113978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-74cd1c66-c2a4-4c1d-b572-7462e5ceeb29 req-e33406b2-7de1-4f7f-8664-7d282333130d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 931 time: 0.3743887 Apr 05 15:03:38.217749 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-74cd1c66-c2a4-4c1d-b572-7462e5ceeb29 req-d4187852-0922-4957-9e25-790ed09a4222 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971284 Apr 05 15:03:38.221936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6de66c-b4dc-4e05-98cc-bbda01558559 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:03:38.230534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.255914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Transition to ACTIVE for port object ec6de66c-b4dc-4e05-98cc-bbda01558559 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:03:38.259800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.389182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Pushing event updated for resources: {'Port': ['ID=ec6de66c-b4dc-4e05-98cc-bbda01558559,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:38.458889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 13b6afaa-a936-443e-b684-1c4a85c95c4c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:03:38.532405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Attempting to bind port ec6de66c-b4dc-4e05-98cc-bbda01558559 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:03:38.532807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Attempting to bind port ec6de66c-b4dc-4e05-98cc-bbda01558559 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:03:38.533220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Attempting to bind port ec6de66c-b4dc-4e05-98cc-bbda01558559 on network 6936e648-b030-4f31-81c8-43f0d7b5f648 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:03:38.534338 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 13b6afaa-a936-443e-b684-1c4a85c95c4c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:03:38.539996 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 13b6afaa-a936-443e-b684-1c4a85c95c4c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:38.540362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.544783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Port ec6de66c-b4dc-4e05-98cc-bbda01558559 on network 6936e648-b030-4f31-81c8-43f0d7b5f648 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:03:38.545050 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Attempting to bind port ec6de66c-b4dc-4e05-98cc-bbda01558559 on network 6936e648-b030-4f31-81c8-43f0d7b5f648 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:03:38.552591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:03:38.552938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Checking segment: {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:03:38.553316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Bound using segment: {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:03:38.553744 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Bound port: ec6de66c-b4dc-4e05-98cc-bbda01558559, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a336b475-8232-4092-8d9f-e1932c1fd1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:03:38.554131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.661261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] For port ec6de66c-b4dc-4e05-98cc-bbda01558559, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:03:38.665510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] For port ec6de66c-b4dc-4e05-98cc-bbda01558559, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:03:38.671764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.685011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.719591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 13b6afaa-a936-443e-b684-1c4a85c95c4c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=13b6afaa-a936-443e-b684-1c4a85c95c4c,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:38.724112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.744516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:38.746171 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] 10.222.0.15 "PUT /v2.0/ports/ec6de66c-b4dc-4e05-98cc-bbda01558559 HTTP/1.1" status: 200 len: 1093 time: 1.2158260 Apr 05 15:03:38.746621 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:03:38.788222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8085fbe-a460-4c63-8454-6fd830b224dc service neutron] Pushing event updated for resources: {'Port': ['ID=ec6de66c-b4dc-4e05-98cc-bbda01558559,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:38.829293 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=13b6afaa-a936-443e-b684-1c4a85c95c4c,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:38.834866 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b30b8e-60a0-4b92-a37e-b48d9318e1b1'] response: {'name': 'network-changed', 'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'status': 'completed', 'code': 200} Apr 05 15:03:38.875994 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-7ac2ab84-9e69-4455-bd54-ae2b8faef137 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 1096 time: 0.0841303 Apr 05 15:03:38.948316 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-ded3486a-6366-4b7e-a9d6-b187cc0ef661 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559 HTTP/1.1" status: 200 len: 217 time: 0.0660892 Apr 05 15:03:39.009375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-4b110e28-050e-47bb-84be-e67a42495190 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:39.011382 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-4b110e28-050e-47bb-84be-e67a42495190 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64232085-a8ca-45e9-83bd-fc8f25517ade HTTP/1.1" status: 200 len: 835 time: 0.0572081 Apr 05 15:03:39.089095 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-246eb1f2-b9c6-41ce-b156-cc1bd8d1cc02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6936e648-b030-4f31-81c8-43f0d7b5f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728800 Apr 05 15:03:39.225783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-ab6e922c-55b3-4490-8964-164c7f225270 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310887 Apr 05 15:03:39.387974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e9ac490-09e3-4c96-84ac-0130501af2ae req-76f31793-1142-435f-be36-fb41d96f9063 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567426 Apr 05 15:03:39.428860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c3a19-d1cb-4817-a6c3-64bceb7b1f3a req-fd741aa1-8709-494b-bf0c-298e7f82028e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:39.430383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-248c3a19-d1cb-4817-a6c3-64bceb7b1f3a req-fd741aa1-8709-494b-bf0c-298e7f82028e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 943 time: 0.0801499 Apr 05 15:03:39.529219 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-248c3a19-d1cb-4817-a6c3-64bceb7b1f3a req-aa1e6d56-e444-4e61-a0a8-62301b8dd86a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659416 Apr 05 15:03:39.539524 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-52d9f7ed-d176-495d-9c21-7ba32d679719 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 1096 time: 0.1043091 Apr 05 15:03:39.669511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-9ca9e8cb-1f73-4c6c-8674-572b1c290ec5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:39.670999 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-9ca9e8cb-1f73-4c6c-8674-572b1c290ec5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6936e648-b030-4f31-81c8-43f0d7b5f648 HTTP/1.1" status: 200 len: 898 time: 0.1253247 Apr 05 15:03:39.739905 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-2055f2a2-2c8e-437e-bc96-afe25d43f5d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559 HTTP/1.1" status: 200 len: 217 time: 0.0607910 Apr 05 15:03:39.896509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-f4cf352b-151c-45c6-bd44-e751a52783b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:39.897935 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-f4cf352b-151c-45c6-bd44-e751a52783b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64232085-a8ca-45e9-83bd-fc8f25517ade HTTP/1.1" status: 200 len: 835 time: 0.1515074 Apr 05 15:03:39.971475 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-74af27eb-6def-4db5-a40a-511112d21596 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6936e648-b030-4f31-81c8-43f0d7b5f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0672021 Apr 05 15:03:40.099013 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-d83d79bc-ca9c-4495-a02c-975843fa5619 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209197 Apr 05 15:03:40.228495 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6d1248bf-d685-4046-a353-950b1ca5f210 req-014f167d-d1c4-49f3-b684-0a84fe5b4375 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230490 Apr 05 15:03:40.409241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 13b6afaa-a936-443e-b684-1c4a85c95c4c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:03:40.474761 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 13b6afaa-a936-443e-b684-1c4a85c95c4c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:40.475121 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:40.730545 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b245f-70e3-43c1-8176-519865b00d89 req-09c698cb-0c90-40a8-818c-b3ee3cd512b0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:40.731993 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9b245f-70e3-43c1-8176-519865b00d89 req-09c698cb-0c90-40a8-818c-b3ee3cd512b0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 943 time: 0.0792487 Apr 05 15:03:40.777062 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9b245f-70e3-43c1-8176-519865b00d89 req-6a885c13-bab2-4496-ad30-b00f67f5b7f7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395844 Apr 05 15:03:41.973919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fac4250-6658-4358-add4-22bf44cccbac req-7427b4e4-dc9e-473b-8361-450373a9f500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:41.975284 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fac4250-6658-4358-add4-22bf44cccbac req-7427b4e4-dc9e-473b-8361-450373a9f500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 943 time: 0.0743549 Apr 05 15:03:42.019181 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fac4250-6658-4358-add4-22bf44cccbac req-43e0cbc2-ab4b-4daf-9e8c-aa7049f40049 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379181 Apr 05 15:03:42.952867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device ec6de66c-b4dc-4e05-98cc-bbda01558559 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:03:43.081777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port ec6de66c-b4dc-4e05-98cc-bbda01558559, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:43.094480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'port_id': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'mac_address': 'fa:16:3e:b7:55:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:03:43.150889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:43.167980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6de66c-b4dc-4e05-98cc-bbda01558559 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:03:43.182252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port ec6de66c-b4dc-4e05-98cc-bbda01558559, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:43.186737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:43.219690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab107d2c-3f9b-4acc-82d2-c921f79f3477 req-0c174864-e707-45de-832d-03dba748c407 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:43.221082 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ab107d2c-3f9b-4acc-82d2-c921f79f3477 req-0c174864-e707-45de-832d-03dba748c407 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 943 time: 0.0796914 Apr 05 15:03:43.250504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=ec6de66c-b4dc-4e05-98cc-bbda01558559,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:43.273769 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ab107d2c-3f9b-4acc-82d2-c921f79f3477 req-02cd1ab7-2f03-45f9-9517-d387240b7c1d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455918 Apr 05 15:03:43.388888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['ec6de66c-b4dc-4e05-98cc-bbda01558559'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:03:44.469493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f7ee9-560b-4d51-b508-9200a92e1ec2 req-0a31382c-b87b-4b94-8a8b-c5fea9501b44 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:44.470973 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9b3f7ee9-560b-4d51-b508-9200a92e1ec2 req-0a31382c-b87b-4b94-8a8b-c5fea9501b44 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 944 time: 0.0767334 Apr 05 15:03:44.518634 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9b3f7ee9-560b-4d51-b508-9200a92e1ec2 req-857664e3-9c78-4136-9d74-bb67dc19bdab tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419021 Apr 05 15:03:44.975418 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device ec6de66c-b4dc-4e05-98cc-bbda01558559 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:03:45.046494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port ec6de66c-b4dc-4e05-98cc-bbda01558559 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:03:45.051258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port ec6de66c-b4dc-4e05-98cc-bbda01558559 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:03:45.051655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:45.157622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:45.185313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:03:45.194523 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port ec6de66c-b4dc-4e05-98cc-bbda01558559, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:03:45.199481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:45.241290 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d34fb7f-e472-487d-acce-6f79a3f9cfb8'] response: {'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'code': 200} Apr 05 15:03:45.266678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=ec6de66c-b4dc-4e05-98cc-bbda01558559,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:45.455966 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6a34b00b-638f-4f2a-9ffa-edd322a0e5cd req-177137ee-b33c-4043-962d-be3c677fbe84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 1098 time: 0.0666983 Apr 05 15:03:45.498116 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6a34b00b-638f-4f2a-9ffa-edd322a0e5cd req-ec90b4fb-3c7d-4ad5-a79a-74b3f6859257 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366080 Apr 05 15:03:45.718185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5183-c9d4-488a-be72-05e6e1d04b0d req-bd13bbf1-b5da-420e-884a-79dae6d53744 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:45.719662 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1b7c5183-c9d4-488a-be72-05e6e1d04b0d req-bd13bbf1-b5da-420e-884a-79dae6d53744 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0795226 Apr 05 15:03:45.765062 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1b7c5183-c9d4-488a-be72-05e6e1d04b0d req-998d10fd-8396-464d-a903-7094a581dda4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392797 Apr 05 15:03:46.958448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319ad565-4bb0-4aa2-bc08-eb18900db9c9 req-d1bc4675-6892-4141-975d-832ba5197bb0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:46.959819 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-319ad565-4bb0-4aa2-bc08-eb18900db9c9 req-d1bc4675-6892-4141-975d-832ba5197bb0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0758290 Apr 05 15:03:47.005303 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-319ad565-4bb0-4aa2-bc08-eb18900db9c9 req-3d7b20a7-7773-48ac-9038-6964b790a834 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394850 Apr 05 15:03:47.197499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2139f5c-581d-41ec-b16d-0b22d46a7828 req-72cdc64c-1310-4837-bafa-c8a10e55b142 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:47.198983 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2139f5c-581d-41ec-b16d-0b22d46a7828 req-72cdc64c-1310-4837-bafa-c8a10e55b142 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0765131 Apr 05 15:03:47.242648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2139f5c-581d-41ec-b16d-0b22d46a7828 req-06d2c3dc-cd30-44bf-9be3-660f579cefbf tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381284 Apr 05 15:03:47.269619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45706) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:47.336219 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8372caaa-f667-47ef-a0a0-846599ab5d5b tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 1093 time: 0.0654850 Apr 05 15:03:47.339304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45710) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:47.344257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:03:47.349541 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:03:47.353322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:floatingip and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:03:47.356687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:03:47.362299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:03:47.372064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:47.503907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:47.641672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.162 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/0c47f089-b46d-4346-ab22-79ed56cb8606) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:03:47.785580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:47.812981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:47.962162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:03:47.965639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:03:47.969972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:03:47.993770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=0c47f089-b46d-4346-ab22-79ed56cb8606,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:48.459094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:48.512779 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:48.712030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:48.716509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:48.825023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=0c47f089-b46d-4346-ab22-79ed56cb8606,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:03:48.835247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:49.028973 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Floating IP 8133d146-b424-4583-abec-2eb5f61bb177 associated. External IP: 172.26.6.162, port: ec6de66c-b4dc-4e05-98cc-bbda01558559. Apr 05 15:03:49.410330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:03:49.691877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:03:49.702071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] Sync routers for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:03:49.713261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:49.713913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:03:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:49.717527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:49.776375 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e05d6194-ad34-49b0-a4d7-a85640b257cc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4336329 Apr 05 15:03:49.776375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:03:49.835401 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4738174-364a-4a4e-a607-86d72dd95f00'] response: {'name': 'network-changed', 'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'status': 'completed', 'code': 200} Apr 05 15:03:49.897517 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:49.986547 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8731da0e-7a29-497a-9cdd-944a5159adae req-6877fffd-6446-408c-9134-1ab56a8fbf80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 1098 time: 0.1306257 Apr 05 15:03:49.992105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee021ed-8ce2-4d6c-88ca-c4f53a816369 req-2829d90a-3b25-4f42-a8f8-cc02cb7f09e9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:49.993418 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3ee021ed-8ce2-4d6c-88ca-c4f53a816369 req-2829d90a-3b25-4f42-a8f8-cc02cb7f09e9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.1083527 Apr 05 15:03:50.119847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3ee021ed-8ce2-4d6c-88ca-c4f53a816369 req-5174d55a-af77-430a-95a8-e25241ac5192 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074903 Apr 05 15:03:50.149624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45718) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:50.153159 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731da0e-7a29-497a-9cdd-944a5159adae req-02c951a6-a58f-4de2-8419-a734632d33bd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:50.154642 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8731da0e-7a29-497a-9cdd-944a5159adae req-02c951a6-a58f-4de2-8419-a734632d33bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=6936e648-b030-4f31-81c8-43f0d7b5f648 HTTP/1.1" status: 200 len: 898 time: 0.1603854 Apr 05 15:03:50.250983 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '8133d146-b424-4583-abec-2eb5f61bb177', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.162', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'port_id': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'mac_address': 'fa:16:3e:b7:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:03:48Z', 'updated_at': '2022-04-05T15:03:48Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:38Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:50.255259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] Checking router: 4fc2a128-5c4a-4aae-ae38-8077ff44c031 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:03:50.256183 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8731da0e-7a29-497a-9cdd-944a5159adae req-d2b264f0-a84d-4586-8373-feec35077f0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559 HTTP/1.1" status: 200 len: 999 time: 0.0952232 Apr 05 15:03:50.256369 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0ee8e1ab-3ad9-46ef-9a22-17a261c4951b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/8133d146-b424-4583-abec-2eb5f61bb177 HTTP/1.1" status: 200 len: 991 time: 0.1050367 Apr 05 15:03:50.266536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:03:50.267177 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:03:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:50.316455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8731da0e-7a29-497a-9cdd-944a5159adae req-75da2131-686c-41e7-81ed-459f595f188e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:03:50.317869 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8731da0e-7a29-497a-9cdd-944a5159adae req-75da2131-686c-41e7-81ed-459f595f188e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64232085-a8ca-45e9-83bd-fc8f25517ade HTTP/1.1" status: 200 len: 835 time: 0.0555236 Apr 05 15:03:50.396347 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8731da0e-7a29-497a-9cdd-944a5159adae req-7008f774-d829-4560-9148-c9fd6ee9b57a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6936e648-b030-4f31-81c8-43f0d7b5f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0720985 Apr 05 15:03:50.475062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:03:50.528033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8731da0e-7a29-497a-9cdd-944a5159adae req-8e9d892b-1149-4ada-b4f3-598b157ae841 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259775 Apr 05 15:03:50.659536 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8731da0e-7a29-497a-9cdd-944a5159adae req-97a3266a-d1f1-475f-9206-28669448fd93 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260259 Apr 05 15:03:50.817379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '8133d146-b424-4583-abec-2eb5f61bb177', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.162', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'port_id': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'mac_address': 'fa:16:3e:b7:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:03:48Z', 'updated_at': '2022-04-05T15:03:48Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:38Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:03:50.821259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53423e91-8230-4d5c-9080-885b5c747129 None None] The sync data for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv is: [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '8133d146-b424-4583-abec-2eb5f61bb177', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.162', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'port_id': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'mac_address': 'fa:16:3e:b7:55:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:03:48Z', 'updated_at': '2022-04-05T15:03:48Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:38Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:03:51.258693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45722) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:51.356682 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8ec9482d-9133-4375-beeb-5eb392a4d9b6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/8133d146-b424-4583-abec-2eb5f61bb177 HTTP/1.1" status: 200 len: 991 time: 0.0969360 Apr 05 15:03:52.359883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45726) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:52.460271 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-95ac493c-9af3-4e3f-8304-82bab8029c7c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/8133d146-b424-4583-abec-2eb5f61bb177 HTTP/1.1" status: 200 len: 991 time: 0.0992925 Apr 05 15:03:53.464124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45730) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:53.566617 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-6fa67e51-4bca-48af-a589-920495a504b6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/8133d146-b424-4583-abec-2eb5f61bb177 HTTP/1.1" status: 200 len: 991 time: 0.1013951 Apr 05 15:03:53.791090 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda2ffcb-8585-47c7-8265-30d943d1ee7c None None] New status for floating IP 8133d146-b424-4583-abec-2eb5f61bb177: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:03:54.199803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-db3edc52-4904-4108-8a2d-a8c61cd984b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:54.569870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45734) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:03:54.764246 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-528896c2-c6fe-4e16-950c-1a7eb699a031 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/8133d146-b424-4583-abec-2eb5f61bb177 HTTP/1.1" status: 200 len: 993 time: 0.1932106 Apr 05 15:03:56.416669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-87a978e5-2864-48f3-8832-0e275b289cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:57.533968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:57.561851 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:03:59.107541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:08.010891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:12.821854 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-4b320248-2ee5-4604-87bd-80d694919a7e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0659316 Apr 05 15:04:12.956572 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-c7d0c3db-bca9-4d77-9d11-30911f33de4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 1098 time: 0.0676944 Apr 05 15:04:12.982364 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:04:13.101572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-3649e4b1-0a1e-4976-b3b9-393abd8cbc16 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:13.103040 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-3649e4b1-0a1e-4976-b3b9-393abd8cbc16 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6936e648-b030-4f31-81c8-43f0d7b5f648 HTTP/1.1" status: 200 len: 898 time: 0.1282301 Apr 05 15:04:13.203253 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-8c654f15-f215-4c50-a040-0ad3464410d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559 HTTP/1.1" status: 200 len: 1001 time: 0.0937369 Apr 05 15:04:13.346999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-e98f889d-d0aa-4357-aa0b-e72596c95c72 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:13.348420 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-e98f889d-d0aa-4357-aa0b-e72596c95c72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64232085-a8ca-45e9-83bd-fc8f25517ade HTTP/1.1" status: 200 len: 835 time: 0.1393664 Apr 05 15:04:13.421126 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-2752515a-83a2-4313-a184-9247b488ff0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6936e648-b030-4f31-81c8-43f0d7b5f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0659635 Apr 05 15:04:13.548585 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-c0017391-5fb4-42bc-8b6b-bf287eb2ac71 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213861 Apr 05 15:04:13.678218 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c3b5dc7d-3d89-40ce-a45e-7d9b0d06257e req-c37ad343-4016-4ffd-abb0-6253d57b7250 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231005 Apr 05 15:04:22.413111 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-9a766e9b-eb42-48bd-91b2-e733eaf18c90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 1098 time: 0.1275904 Apr 05 15:04:22.499076 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16104061-ae3d-4a09-877b-01c4e67f6092 req-0df951e0-29cf-49a5-a579-a0cef0bf1acb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:22.500498 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-16104061-ae3d-4a09-877b-01c4e67f6092 req-0df951e0-29cf-49a5-a579-a0cef0bf1acb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.1714935 Apr 05 15:04:22.583216 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-16104061-ae3d-4a09-877b-01c4e67f6092 req-5697256f-104a-4160-8435-b2a1794bb1f0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732839 Apr 05 15:04:22.585430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-8fc99290-26dc-4f53-b164-9c914483373d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:22.586809 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-8fc99290-26dc-4f53-b164-9c914483373d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6936e648-b030-4f31-81c8-43f0d7b5f648 HTTP/1.1" status: 200 len: 898 time: 0.1665194 Apr 05 15:04:22.689678 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-601bbe4e-219b-46b4-9775-1be545b39c7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559 HTTP/1.1" status: 200 len: 1001 time: 0.0965476 Apr 05 15:04:22.750221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-f46c0a2f-85a9-42fe-805d-8de030715d98 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:22.751574 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-f46c0a2f-85a9-42fe-805d-8de030715d98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64232085-a8ca-45e9-83bd-fc8f25517ade HTTP/1.1" status: 200 len: 835 time: 0.0557723 Apr 05 15:04:22.826327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-c70aaa05-9eae-48be-84a7-6fe086efd98c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6936e648-b030-4f31-81c8-43f0d7b5f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690234 Apr 05 15:04:22.953432 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-a88ff716-6b3c-4686-a701-57e13d6e4027 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209979 Apr 05 15:04:23.081368 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-00facf28-0cfa-4ab3-ba14-d318bbf67c83 req-e1d00d6a-faf6-4e91-aa57-39dbfcf9bd81 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218088 Apr 05 15:04:23.777686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5eb862-9429-4e63-aa1c-fa0e3e172c6b req-9692a898-54ec-4e9a-949a-eadf5d011275 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:23.779133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb5eb862-9429-4e63-aa1c-fa0e3e172c6b req-9692a898-54ec-4e9a-949a-eadf5d011275 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0745809 Apr 05 15:04:23.821919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bb5eb862-9429-4e63-aa1c-fa0e3e172c6b req-5591eca5-7a63-4d67-9ae6-0b91cf633e9a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373611 Apr 05 15:04:24.200865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-61d7a189-1d54-4af7-a6e7-f964cf3958e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:25.017777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082935e-ea62-403b-8ddb-99eb86356baf req-593b22d9-c014-46a9-9438-4a054f52710d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:25.019135 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0082935e-ea62-403b-8ddb-99eb86356baf req-593b22d9-c014-46a9-9438-4a054f52710d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0775270 Apr 05 15:04:25.062790 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0082935e-ea62-403b-8ddb-99eb86356baf req-d2788679-e258-46db-a74d-e2d911eb0743 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381231 Apr 05 15:04:26.265231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c2872-00f0-4b4a-9839-f9c16cb2c38e req-f5181cb2-a9cf-47e3-b714-ce835fa98dd9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:26.266617 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a10c2872-00f0-4b4a-9839-f9c16cb2c38e req-f5181cb2-a9cf-47e3-b714-ce835fa98dd9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0777473 Apr 05 15:04:26.313865 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a10c2872-00f0-4b4a-9839-f9c16cb2c38e req-647fd942-dc06-41fa-a579-85ba038d346a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414431 Apr 05 15:04:26.419144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-efb5cae3-51ae-47c7-8990-a1124dd31934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:27.506113 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb14319-69fd-44f5-86a9-6de60c358aa9 req-e5d7ef2c-017d-4ba8-a0b7-a4fc56b6629f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:27.507546 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddb14319-69fd-44f5-86a9-6de60c358aa9 req-e5d7ef2c-017d-4ba8-a0b7-a4fc56b6629f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0746632 Apr 05 15:04:27.540335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:27.556170 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddb14319-69fd-44f5-86a9-6de60c358aa9 req-b4f14d7f-2731-416a-ad48-309364922316 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425603 Apr 05 15:04:27.563460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:28.761114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024109d1-c99b-437d-89d5-efc31057faa6 req-c39b9682-3fd8-4068-ab50-1865eaf4b30b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:28.762571 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-024109d1-c99b-437d-89d5-efc31057faa6 req-c39b9682-3fd8-4068-ab50-1865eaf4b30b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0821855 Apr 05 15:04:28.889279 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-024109d1-c99b-437d-89d5-efc31057faa6 req-297bda24-a956-41ec-a01e-9fd880a0d476 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211321 Apr 05 15:04:29.110870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:30.089322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f1704c-cc92-4970-a720-376aff9f3e69 req-f457311d-169d-4f46-885b-47d2dc9a98cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:30.090765 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68f1704c-cc92-4970-a720-376aff9f3e69 req-f457311d-169d-4f46-885b-47d2dc9a98cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0748510 Apr 05 15:04:30.134925 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-68f1704c-cc92-4970-a720-376aff9f3e69 req-28782466-1460-4ac8-96f4-9731f5ea66ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Apr 05 15:04:31.329107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2eb3bc-1c2b-4f15-931e-e10531fd27c7 req-ba9b40f2-5fb6-47d1-a226-935c781072a7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:31.330559 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c2eb3bc-1c2b-4f15-931e-e10531fd27c7 req-ba9b40f2-5fb6-47d1-a226-935c781072a7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0764425 Apr 05 15:04:31.375481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c2eb3bc-1c2b-4f15-931e-e10531fd27c7 req-ec2cfbba-8b6a-4005-8b41-35edc287f4df tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390749 Apr 05 15:04:32.567592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e94e50-4d8a-45d4-bffe-1f624bee7c1a req-b9597b02-c71c-4801-9a62-d1fe9becff08 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:32.569065 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8e94e50-4d8a-45d4-bffe-1f624bee7c1a req-b9597b02-c71c-4801-9a62-d1fe9becff08 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0750525 Apr 05 15:04:32.620477 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8e94e50-4d8a-45d4-bffe-1f624bee7c1a req-ecfcd844-689d-462f-8330-7bf845727c3a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444901 Apr 05 15:04:33.816655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cb161a-fcc8-470b-9aa8-3d7e2792627f req-0a27cc27-10a1-4212-ae73-a50039338d24 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:33.818133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a5cb161a-fcc8-470b-9aa8-3d7e2792627f req-0a27cc27-10a1-4212-ae73-a50039338d24 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0751479 Apr 05 15:04:33.863640 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a5cb161a-fcc8-470b-9aa8-3d7e2792627f req-05f9d752-ced8-4f62-af19-fd29b4b24347 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399852 Apr 05 15:04:35.057968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9133767-b7be-4aa1-b954-3b0274878e25 req-43816859-393d-496d-b4ab-7025f510df78 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:35.059655 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9133767-b7be-4aa1-b954-3b0274878e25 req-43816859-393d-496d-b4ab-7025f510df78 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0784094 Apr 05 15:04:35.103402 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9133767-b7be-4aa1-b954-3b0274878e25 req-d760a02b-cc00-448b-bbc5-73e982ecef85 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382998 Apr 05 15:04:36.297597 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf218153-1090-4574-8f74-b88d98a2bbfb req-60764b19-0730-41cb-8de4-068182f1e367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:36.299081 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf218153-1090-4574-8f74-b88d98a2bbfb req-60764b19-0730-41cb-8de4-068182f1e367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0769274 Apr 05 15:04:36.343294 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf218153-1090-4574-8f74-b88d98a2bbfb req-7a7e7c09-2c4b-499d-b7a7-d29384aa60fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386245 Apr 05 15:04:37.541874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be85f4-5131-43df-9f65-853be3a12852 req-477fb728-24e5-4ac2-adf9-48d165c1d756 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:37.543344 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32be85f4-5131-43df-9f65-853be3a12852 req-477fb728-24e5-4ac2-adf9-48d165c1d756 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0793173 Apr 05 15:04:37.587492 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-32be85f4-5131-43df-9f65-853be3a12852 req-65d111dd-8792-410d-a99b-103469ea93f8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386384 Apr 05 15:04:38.026397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:38.778914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9aa92b-236f-4653-96bc-0bee1a28b6f1 req-1393ee77-968e-48e3-86b9-a21e35387459 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:38.780354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e9aa92b-236f-4653-96bc-0bee1a28b6f1 req-1393ee77-968e-48e3-86b9-a21e35387459 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0742822 Apr 05 15:04:38.829106 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e9aa92b-236f-4653-96bc-0bee1a28b6f1 req-b8d95662-af47-4ade-a494-1ea9ac4cb6f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430894 Apr 05 15:04:40.021345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2d7f5-9b59-490e-8f6e-c889044bed2a req-60e559fe-55e7-4829-959e-2228680beee6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:04:40.022713 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2ae2d7f5-9b59-490e-8f6e-c889044bed2a req-60e559fe-55e7-4829-959e-2228680beee6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.0738568 Apr 05 15:04:40.065868 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2ae2d7f5-9b59-490e-8f6e-c889044bed2a req-64b84505-f1fc-404a-b8fb-51f1b1640443 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376785 Apr 05 15:04:40.096601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45782) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:04:40.200007 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0f36edc4-a562-4c2c-a671-5569f3d637d5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/8133d146-b424-4583-abec-2eb5f61bb177 HTTP/1.1" status: 200 len: 993 time: 0.1017895 Apr 05 15:04:49.982947 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:04:54.204949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d9284df1-7653-4682-abda-ef38f2f081da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:56.420978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9a6d31c0-6772-4862-a08a-1f7f2cc75799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:57.539866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:57.564092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:04:59.114888 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:08.040483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:08.188933 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45798) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:08.387627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 0c47f089-b46d-4346-ab22-79ed56cb8606 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:05:08.387960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:08.548652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:08.548974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:08.665133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 0c47f089-b46d-4346-ab22-79ed56cb8606 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:05:08.808182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:08.856189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=0c47f089-b46d-4346-ab22-79ed56cb8606,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:08.997023 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.997280 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.997622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.997950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.998311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.998634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.998960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.999281 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.999600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:08.999915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:09.000232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:09.028400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:09.411510 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:05:09.602778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:05:09.615582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] Sync routers for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:05:09.624081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:09.629024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:09.629717 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:04:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:09.679871 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0a5dcccd-3236-454d-ac19-c0110c0b486e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/floatingips/8133d146-b424-4583-abec-2eb5f61bb177 HTTP/1.1" status: 204 len: 168 time: 1.4897871 Apr 05 15:05:09.680374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:05:09.744991 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c562ff8-a4d8-4c23-a3db-3e2c7b8ea983'] response: {'name': 'network-changed', 'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'status': 'completed', 'code': 200} Apr 05 15:05:09.811345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:09.835064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-0353d51b-5cd0-4497-bbde-d9fdc850acfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 1098 time: 0.0688581 Apr 05 15:05:09.971634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-e71aefca-3e1c-4809-9797-b86365854b4f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:09.973137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-e71aefca-3e1c-4809-9797-b86365854b4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=6936e648-b030-4f31-81c8-43f0d7b5f648 HTTP/1.1" status: 200 len: 898 time: 0.1320379 Apr 05 15:05:10.076084 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-614fdb8f-6745-4be8-8613-96b3b164b1d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559 HTTP/1.1" status: 200 len: 217 time: 0.0951097 Apr 05 15:05:10.131120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:38Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:10.135808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] Checking router: 4fc2a128-5c4a-4aae-ae38-8077ff44c031 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:05:10.146180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:10.146774 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:04:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:10.151194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-eca00119-66a5-4b40-8c7a-788dd6fe5901 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:10.152621 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-eca00119-66a5-4b40-8c7a-788dd6fe5901 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64232085-a8ca-45e9-83bd-fc8f25517ade HTTP/1.1" status: 200 len: 835 time: 0.0692632 Apr 05 15:05:10.197432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f06c7-11c5-41e8-9198-fc5d0aa3e0ff req-c8b1189e-0022-4326-858e-f1acaed2f98d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:10.198144 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-eb8f06c7-11c5-41e8-9198-fc5d0aa3e0ff req-c8b1189e-0022-4326-858e-f1acaed2f98d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:05:10.230723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-eb8f06c7-11c5-41e8-9198-fc5d0aa3e0ff req-c8b1189e-0022-4326-858e-f1acaed2f98d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:05:10.231814 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb8f06c7-11c5-41e8-9198-fc5d0aa3e0ff req-c8b1189e-0022-4326-858e-f1acaed2f98d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.2040246 Apr 05 15:05:10.277292 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-7d82db2e-dfd4-4478-a53e-d79e146e97fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6936e648-b030-4f31-81c8-43f0d7b5f648&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1166081 Apr 05 15:05:10.304136 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eb8f06c7-11c5-41e8-9198-fc5d0aa3e0ff req-77ed5d9a-b1bb-4776-b80c-885a129d1272 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646250 Apr 05 15:05:10.341427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:10.410660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-f21e8bda-5e3e-47c9-be5d-a45cd8c7fad1 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253228 Apr 05 15:05:10.643128 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7982be45-db53-4d1a-8236-6fa24e7aff8f req-b131f9cb-e89d-48df-a4a9-2fedbbbcee15 service neutron] 10.222.0.15 "GET /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229137 Apr 05 15:05:10.704431 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:38Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:10.708233 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25d3e418-7d4c-47bf-9524-0501c99448f1 None None] The sync data for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv is: [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:32Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '13b6afaa-a936-443e-b684-1c4a85c95c4c', 'name': '', 'network_id': '6936e648-b030-4f31-81c8-43f0d7b5f648', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:c8:ed:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:31Z', 'updated_at': '2022-04-05T15:03:38Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '64232085-a8ca-45e9-83bd-fc8f25517ade', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:05:10.923058 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b14ff9d-0b46-4188-82fc-2ccdef36c60d None None] New status for floating IP 8133d146-b424-4583-abec-2eb5f61bb177: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:05:11.550012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d20e2-fbdb-4978-9e4e-01b943cd61a7 req-41e9470a-6515-4a8b-894e-3668f8eec71a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:11.551470 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c35d20e2-fbdb-4978-9e4e-01b943cd61a7 req-41e9470a-6515-4a8b-894e-3668f8eec71a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.1272249 Apr 05 15:05:11.585936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-b6c04281-9e01-4300-9a36-fd1faf5b1c9f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:11.587884 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-b6c04281-9e01-4300-9a36-fd1faf5b1c9f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 945 time: 0.1110044 Apr 05 15:05:11.660350 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c35d20e2-fbdb-4978-9e4e-01b943cd61a7 req-841d9687-050c-4e0e-91af-11043aa7ef15 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=179b61ba-c83b-4e9d-9470-8ac00a60b41f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015565 Apr 05 15:05:11.677136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port ec6de66c-b4dc-4e05-98cc-bbda01558559 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:05:11.677478 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:11.912714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port ec6de66c-b4dc-4e05-98cc-bbda01558559, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=ec6de66c-b4dc-4e05-98cc-bbda01558559,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:11.912986 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:12.034661 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for ec6de66c-b4dc-4e05-98cc-bbda01558559 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:05:12.167539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:12.217388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=ec6de66c-b4dc-4e05-98cc-bbda01558559,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:12.286329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] No DVR routers for this DVR port ec6de66c-b4dc-4e05-98cc-bbda01558559 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:05:12.288696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:12.291097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'name': 'network-vif-deleted', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:05:12.307271 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-172558ee-b581-412f-aae0-de2ed9af1ac8 req-71987ba6-61fa-4e64-aad3-ebaf198efe5e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "DELETE /v2.0/ports/ec6de66c-b4dc-4e05-98cc-bbda01558559 HTTP/1.1" status: 204 len: 173 time: 0.7100792 Apr 05 15:05:12.353079 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd632169-90da-4157-ab0e-eb9731a6bb6d'] response: {'server_uuid': 'a71ae019-7f0d-48f7-b747-74cc1398e66c', 'name': 'network-vif-deleted', 'tag': 'ec6de66c-b4dc-4e05-98cc-bbda01558559', 'status': 'completed', 'code': 200} Apr 05 15:05:12.847284 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8b0d93be-f001-42da-a984-0f66bf1b49e1 req-714bae80-da7d-44f6-bd9f-f702e6607090 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0793328 Apr 05 15:05:12.855211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0334f839-e07c-4082-96c2-ed3924c75e00 req-c692625f-dbd4-48b6-92ca-9a93484dcc3f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:05:12.871928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-0334f839-e07c-4082-96c2-ed3924c75e00 req-c692625f-dbd4-48b6-92ca-9a93484dcc3f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:05:12.873226 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0334f839-e07c-4082-96c2-ed3924c75e00 req-c692625f-dbd4-48b6-92ca-9a93484dcc3f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 210 time: 0.0766098 Apr 05 15:05:12.967129 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8b0d93be-f001-42da-a984-0f66bf1b49e1 req-ffd6696b-061f-4356-89ff-62e21b10a74f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=a71ae019-7f0d-48f7-b747-74cc1398e66c HTTP/1.1" status: 200 len: 210 time: 0.0397429 Apr 05 15:05:13.116768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d93be-f001-42da-a984-0f66bf1b49e1 req-094bf977-a748-4059-a366-ac7d34617c1b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:13.118893 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8b0d93be-f001-42da-a984-0f66bf1b49e1 req-094bf977-a748-4059-a366-ac7d34617c1b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=22dd3dab03a0411c882ed560e5d26eef&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1347926 Apr 05 15:05:13.249090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d93be-f001-42da-a984-0f66bf1b49e1 req-24ff1daf-7647-4bb0-8525-2cdc7ea49e66 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:13.250600 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8b0d93be-f001-42da-a984-0f66bf1b49e1 req-24ff1daf-7647-4bb0-8525-2cdc7ea49e66 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1270733 Apr 05 15:05:13.977322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45816) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:14.464820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:15.071028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 13b6afaa-a936-443e-b684-1c4a85c95c4c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:05:15.071736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:15.253647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port 13b6afaa-a936-443e-b684-1c4a85c95c4c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=13b6afaa-a936-443e-b684-1c4a85c95c4c,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:15.253996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:15.383117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 13b6afaa-a936-443e-b684-1c4a85c95c4c owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:05:15.400254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device ec6de66c-b4dc-4e05-98cc-bbda01558559 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:05:15.433097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: ec6de66c-b4dc-4e05-98cc-bbda01558559 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:05:15.433436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device ec6de66c-b4dc-4e05-98cc-bbda01558559 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:05:15.555997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:15.602543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=13b6afaa-a936-443e-b684-1c4a85c95c4c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:15.977479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:16.540094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:05:16.738323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:05:16.748465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] Sync routers for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:05:16.755530 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-57b56174-5182-4d59-b532-1d903e0a9659 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/4fc2a128-5c4a-4aae-ae38-8077ff44c031/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7766089 Apr 05 15:05:16.758237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45820) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:16.762161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:16.762823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:04:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:16.939815 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:16.947292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6afdc48-c74c-45ba-8c4c-2edb50d02e51 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting subnet 64232085-a8ca-45e9-83bd-fc8f25517ade {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:05:16.950534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a6afdc48-c74c-45ba-8c4c-2edb50d02e51 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.004523 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a6afdc48-c74c-45ba-8c4c-2edb50d02e51 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.093940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a6afdc48-c74c-45ba-8c4c-2edb50d02e51 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.168332 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a6afdc48-c74c-45ba-8c4c-2edb50d02e51 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.203074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afdc48-c74c-45ba-8c4c-2edb50d02e51 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Subnet': ['ID=64232085-a8ca-45e9-83bd-fc8f25517ade,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:17.211253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-a6afdc48-c74c-45ba-8c4c-2edb50d02e51 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.220017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a6afdc48-c74c-45ba-8c4c-2edb50d02e51 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/subnets/64232085-a8ca-45e9-83bd-fc8f25517ade HTTP/1.1" status: 204 len: 168 time: 0.4584527 Apr 05 15:05:17.220179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca865e2-4486-445f-82db-9c6f78c8c6fd None None] Network 6936e648-b030-4f31-81c8-43f0d7b5f648 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:05:17.220301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45824) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:17.288633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:05:15Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:17.305951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] Checking router: 4fc2a128-5c4a-4aae-ae38-8077ff44c031 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:05:17.390021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] Routers {'4fc2a128-5c4a-4aae-ae38-8077ff44c031'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:17.390509 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:04:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:17.512328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.583572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] Set router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:17.686230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] DHCP port deletion for 6936e648-b030-4f31-81c8-43f0d7b5f648 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:05:17.709538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Deleting port 2f97516d-8d6a-4904-9037-118619a6ed55 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:05:17.709899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.713062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.723204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:05:17.723544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:17.895173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:17.895416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.015267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:05:18.068934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] For port 2f97516d-8d6a-4904-9037-118619a6ed55, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=2f97516d-8d6a-4904-9037-118619a6ed55,segment=NetworkSegment(a336b475-8232-4092-8d9f-e1932c1fd1fc),segment_id=a336b475-8232-4092-8d9f-e1932c1fd1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:18.069528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.177057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.191275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Calling delete_port for 2f97516d-8d6a-4904-9037-118619a6ed55 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:05:18.218830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:18.251197 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:05:15Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:18.255593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35a718a7-68be-41d1-aa20-9599cbe46126 None None] The sync data for ids ['4fc2a128-5c4a-4aae-ae38-8077ff44c031'] in dv-neutron-829488-2-hyperv is: [{'id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'name': 'tempest-TestNetworkAdvancedServerOps-router-909589034', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215'}], 'enable_snat': True}, 'gw_port_id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:05:15Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:11:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fc2a128-5c4a-4aae-ae38-8077ff44c031', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:03:28Z', 'updated_at': '2022-04-05T15:03:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:05:18.281129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.328000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Pushing event deleted for resources: {'Port': ['ID=2f97516d-8d6a-4904-9037-118619a6ed55,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:18.335831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] No DVR routers for this DVR port 2f97516d-8d6a-4904-9037-118619a6ed55 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:05:18.347437 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.347776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.348129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.348454 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.348798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.349119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.349440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.349756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.350089 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.350404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.350715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39fa9405-46ff-41d3-aacf-6c9566414311 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:18.453750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.724634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2f97516d-8d6a-4904-9037-118619a6ed55 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:05:18.761593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 2f97516d-8d6a-4904-9037-118619a6ed55 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:05:18.761932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 2f97516d-8d6a-4904-9037-118619a6ed55 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:05:18.762370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 13b6afaa-a936-443e-b684-1c4a85c95c4c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:05:18.799412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 13b6afaa-a936-443e-b684-1c4a85c95c4c {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:05:18.799634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 13b6afaa-a936-443e-b684-1c4a85c95c4c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:05:18.806288 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.810572 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.837940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.838472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Fanout notify agent at l3_agent the message router_deleted on router 4fc2a128-5c4a-4aae-ae38-8077ff44c031 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:05:18.853261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:18.857102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c90d7c10-af0b-4bbe-af71-13f6d41248a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/routers/4fc2a128-5c4a-4aae-ae38-8077ff44c031 HTTP/1.1" status: 204 len: 168 time: 1.6360002 Apr 05 15:05:18.857322 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45828) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:18.970784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.095101 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.119435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6936e648-b030-4f31-81c8-43f0d7b5f648']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:19.130827 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a336b475-8232-4092-8d9f-e1932c1fd1fc') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:19.131114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a336b475-8232-4092-8d9f-e1932c1fd1fc') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:19.142794 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.158150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.164132 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:05:19.164554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:05:19.178857 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:05:19.260146 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.278236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.290551 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Network': ['ID=6936e648-b030-4f31-81c8-43f0d7b5f648,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:19.300312 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/networks/6936e648-b030-4f31-81c8-43f0d7b5f648 HTTP/1.1" status: 204 len: 168 time: 0.4422338 Apr 05 15:05:19.302081 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.302430 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.302860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.303189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45832) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:19.303288 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.303519 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.303846 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.304171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.304493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.304854 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.305230 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.305647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-395bf475-6b3f-43dd-871f-64d85e4319d3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:19.371358 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9420-86c8-446b-a63b-7dbf0c775840 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.399486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9420-86c8-446b-a63b-7dbf0c775840 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.459396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9420-86c8-446b-a63b-7dbf0c775840 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.476176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb9420-86c8-446b-a63b-7dbf0c775840 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179b61ba-c83b-4e9d-9470-8ac00a60b41f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:19.488202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1ebb9420-86c8-446b-a63b-7dbf0c775840 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.489247 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1ebb9420-86c8-446b-a63b-7dbf0c775840 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/security-groups/179b61ba-c83b-4e9d-9470-8ac00a60b41f HTTP/1.1" status: 204 len: 168 time: 0.1848271 Apr 05 15:05:19.819869 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45840) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:19.825574 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-370133385', 'description': 'tempest-secgroup-smoke-370133385 description', 'project_id': '22dd3dab03a0411c882ed560e5d26eef'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:19.831564 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:19.835684 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:19.838991 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:19.845315 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:19.855585 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.889247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:19.892913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:19.895620 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:19.901704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:19.957577 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:19.961361 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.005299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=372a53a5-62b3-484a-bb9b-7c14bef4907e,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:20.008663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.010416 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cd683149-d2bd-461e-a5ca-740968262df0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1896052 Apr 05 15:05:20.013467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45844) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:20.019396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '372a53a5-62b3-484a-bb9b-7c14bef4907e', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:20.025826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:20.029560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:20.032370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:20.037973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:20.053855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.114699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.118424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.140838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f5d3de-2cae-4ce2-830b-c22a4b896700,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:20.150562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.151818 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4ff070dc-6247-41f5-ba7a-5fa33dfc2efb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1372261 Apr 05 15:05:20.154518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45848) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:20.159850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '372a53a5-62b3-484a-bb9b-7c14bef4907e', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:20.165460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:20.169180 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:20.171987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:20.177512 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:20.192818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.252920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.256418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.279147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3ab20a9-8fd8-4b12-bf28-c098ee28a1f5,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:20.287917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.289219 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-52e48f89-3786-44dd-bb0b-9617c44ad911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1337824 Apr 05 15:05:20.291919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45852) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:20.297102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '372a53a5-62b3-484a-bb9b-7c14bef4907e', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:20.302679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:20.306971 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:20.309992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:20.315536 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:20.332105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.392716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.396124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.415375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:05:20.421338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e187dfd-5bdd-4b07-918e-44fb15650cf1,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:20.430570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.434744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d0d71a9e-b498-4f57-bd7f-23027f75ddaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1394413 Apr 05 15:05:20.434925 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45856) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:20.440831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '372a53a5-62b3-484a-bb9b-7c14bef4907e', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:20.446646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:20.450969 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:20.453797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:20.454006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:05:20.454386 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9eb1bf8d-0ca1-4ed5-93ed-91eb09da90db not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:05:20.460693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:20.479546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.542663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.546106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.568908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37d852a3-c8ab-49a3-8988-f26275a1c63a,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:20.578316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.579471 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ce40a02f-30e9-41ab-9524-37723750102f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1433978 Apr 05 15:05:20.582218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45860) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:20.587552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '372a53a5-62b3-484a-bb9b-7c14bef4907e', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:20.593264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:20.597086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:20.599960 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:20.605587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:20.616688 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:05:20.623793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.688245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.691838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.715948 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2b153cf-304f-4135-903c-3fefbf30c954,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:20.725720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.726956 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-52700615-4bb8-45ca-bdf7-7bce06d3cc9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1438463 Apr 05 15:05:20.730138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45864) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:20.735448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '372a53a5-62b3-484a-bb9b-7c14bef4907e', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:20.741369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:20.745902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:20.748691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:20.754311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:20.763732 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:05:20.769938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.837535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.840375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.864780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9b4466b-bbcf-46d8-9f0b-7c3914de62e6,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:20.875322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.876476 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ca32a3b4-c3bd-4890-9a02-7c9d0125820f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1454241 Apr 05 15:05:20.879355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45868) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:20.884884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'network': {'name': 'tempest-network-smoke--792937984', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:20.889507 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:20.893465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:network and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:20.896337 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:20.902084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:20.912273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:05:20.916068 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.943038 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:05:20.952070 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:20.952451 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Added segment 94bf6cc3-a029-49bd-9698-2ec0de55c947 of type vlan for network c67db021-c1ca-4a71-bf22-7a5177790324 Apr 05 15:05:20.977599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.006009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.010556 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:21.011125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.110661 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2300649 Apr 05 15:05:21.113227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45872) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:21.119484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'admin_state_up': True, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:21.119851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd7e87-b113-4098-9888-19a887795f61 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Network': ['ID=c67db021-c1ca-4a71-bf22-7a5177790324,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:21.129596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network c67db021-c1ca-4a71-bf22-7a5177790324 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:05:21.129824 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:21.133724 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:router and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:21.137271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:21.143140 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:21.153571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.154482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.172389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.314754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.488784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.516685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.644787 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.203 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:05:21.792265 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.818337 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:21.882705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:05:21.885555 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:05:21.889737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:05:21.912950 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:22.124498 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:22.125327 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:22.346295 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 95d5e4d1-5167-488e-99f6-183dce77ec5f is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:05:22.539878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:05:22.549216 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Sync routers for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:05:22.561738 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:22.562371 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:04:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:22.566066 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:22.570156 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c94e4be0-1e8d-41d6-b688-ec1ddc772b74 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4530630 Apr 05 15:05:22.570513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45878) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:22.612249 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e1a6d3ff-ef49-40fc-8dd0-e17f2af65d3f tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=22dd3dab03a0411c882ed560e5d26eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381439 Apr 05 15:05:22.612425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45882) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:22.742357 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb556a26-6393-44f2-a1b3-2b8e5425d789 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:22.747200 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-eb556a26-6393-44f2-a1b3-2b8e5425d789 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1313400 Apr 05 15:05:22.747316 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:22.747414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45886) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:22.792088 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d1300480-471c-46b0-a36f-0f13822cad9f tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407758 Apr 05 15:05:22.792291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45890) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:22.797239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2051900637', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:22.902465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:22.906030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:subnet and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:22.908778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:22.914317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:22.924121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:05:23.023358 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.023858 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:22Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:23.028139 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Checking router: 95d5e4d1-5167-488e-99f6-183dce77ec5f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:05:23.028480 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Updating router 95d5e4d1-5167-488e-99f6-183dce77ec5f port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:05:23.077274 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.239805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.314734 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Subnet': ['ID=0df31bcb-e399-4fd9-893c-7ececf8af2f3,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:23.326376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Checking segment: {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:05:23.326738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network hostable DHCP agents. Network: c67db021-c1ca-4a71-bf22-7a5177790324, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:05:23.350185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network c67db021-c1ca-4a71-bf22-7a5177790324 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:05:23.364728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, c67db021-c1ca-4a71-bf22-7a5177790324) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:05:23.369972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:23.370641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.377735 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dbdd43a-3783-4a79-8fec-62e633948258 None None] Network c67db021-c1ca-4a71-bf22-7a5177790324 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:05:23.394992 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0e21b159-70d9-439c-8a6a-f3635cb59b5a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5988576 Apr 05 15:05:23.395203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45894) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:23.410855 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.424692 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Transition to ACTIVE for port object a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:05:23.431982 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.539867 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Pushing event updated for resources: {'Port': ['ID=a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:23.544068 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Attempting to bind port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:05:23.544425 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Attempting to bind port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:05:23.544803 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Attempting to bind port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:05:23.552901 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.553552 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.553552 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.553865 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.554204 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.554522 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.554835 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.555147 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.555458 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.556302 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.556796 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:05:23.564536 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:05:23.564902 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:05:23.565300 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.565676 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:05:23.566156 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Bound port: a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:05:23.566525 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.589348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-c67db021-c1ca-4a71-bf22-7a5177790324', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:05:23.590469 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.641085 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] For port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:05:23.644149 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] For port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:05:23.649198 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.718680 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27ccd49-cb23-456b-81f0-3a9fd0c352d6 None None] Pushing event updated for resources: {'Port': ['ID=a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:23.741174 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:23.741853 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:04:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:23.762620 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Allocated IP 172.20.0.2 (c67db021-c1ca-4a71-bf22-7a5177790324/0df31bcb-e399-4fd9-893c-7ececf8af2f3/c270695c-ff41-4b44-8b21-e531d7fdd786) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:05:23.921166 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:23.968263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:23.978991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Transition to ACTIVE for port object c270695c-ff41-4b44-8b21-e531d7fdd786 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:05:23.998180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Transition to ACTIVE for port object c270695c-ff41-4b44-8b21-e531d7fdd786 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:05:24.004029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.078576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Network c67db021-c1ca-4a71-bf22-7a5177790324 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:05:24.082140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:05:24.083821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Pushing event updated for resources: {'Port': ['ID=c270695c-ff41-4b44-8b21-e531d7fdd786,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:24.085877 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:05:24.213501 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:22Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:24.218119 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Attempting to bind port c270695c-ff41-4b44-8b21-e531d7fdd786 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:05:24.218484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Attempting to bind port c270695c-ff41-4b44-8b21-e531d7fdd786 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:05:24.218835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Attempting to bind port c270695c-ff41-4b44-8b21-e531d7fdd786 on network c67db021-c1ca-4a71-bf22-7a5177790324 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:05:24.219440 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7c44d-7f1d-4f07-bdc0-3c7b8ae1a03c None None] The sync data for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv is: [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:22Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:05:24.237335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:05:24.237644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Checking segment: {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:05:24.238025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.238425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Bound using segment: {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:05:24.238892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Bound port: c270695c-ff41-4b44-8b21-e531d7fdd786, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:05:24.239241 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.250126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aaa9b215-0a8a-4ab6-ac7d-cb162a9f3b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.300176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.329157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] For port c270695c-ff41-4b44-8b21-e531d7fdd786, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:05:24.332671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] For port c270695c-ff41-4b44-8b21-e531d7fdd786, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c270695c-ff41-4b44-8b21-e531d7fdd786,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:05:24.338124 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.438347 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f174f-5a4f-4a11-be3e-85d2092d7875 None None] Pushing event updated for resources: {'Port': ['ID=c270695c-ff41-4b44-8b21-e531d7fdd786,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:24.563863 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:05:24.681618 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:05:24.693203 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:24.693565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.826320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.831707 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.1 (c67db021-c1ca-4a71-bf22-7a5177790324/0df31bcb-e399-4fd9-893c-7ececf8af2f3/b2973579-f823-4c05-99f0-bbd8b162ba59) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:05:24.845824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:24.850267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:24.922373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:25.009902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:25.026844 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object b2973579-f823-4c05-99f0-bbd8b162ba59 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:05:25.048441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:25.116764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network c67db021-c1ca-4a71-bf22-7a5177790324 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:05:25.120789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:05:25.124921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:05:25.162135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=b2973579-f823-4c05-99f0-bbd8b162ba59,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:25.188720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:25.273582 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:25.484208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dd7a99-2499-4523-9d19-51020fa49ba5 None None] Network c67db021-c1ca-4a71-bf22-7a5177790324 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:05:25.577885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-bf583633-5277-4fdd-853a-df089ab045c2 None None] Provisioning for port c270695c-ff41-4b44-8b21-e531d7fdd786 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:05:25.786389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:25.791397 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:25.902667 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:25.915959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=b2973579-f823-4c05-99f0-bbd8b162ba59,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:26.024894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0258539f-f051-40b0-8371-7131fafef31d None None] Provisioning for port b2973579-f823-4c05-99f0-bbd8b162ba59 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:05:26.029807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0258539f-f051-40b0-8371-7131fafef31d None None] Provisioning complete for port b2973579-f823-4c05-99f0-bbd8b162ba59 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:26.030209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0258539f-f051-40b0-8371-7131fafef31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.054085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network c67db021-c1ca-4a71-bf22-7a5177790324 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:05:26.055187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:05:26.087158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0258539f-f051-40b0-8371-7131fafef31d None None] Port b2973579-f823-4c05-99f0-bbd8b162ba59 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:05:26.209872 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f5466031-850e-48ad-9912-ec40b0ca4eac None None] Provisioning complete for port b2973579-f823-4c05-99f0-bbd8b162ba59 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:26.210268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f5466031-850e-48ad-9912-ec40b0ca4eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.268330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f5466031-850e-48ad-9912-ec40b0ca4eac None None] Port b2973579-f823-4c05-99f0-bbd8b162ba59 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:05:26.389947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-08055db1-ba96-4fb0-ba82-9a908b4322fb None None] Provisioning complete for port b2973579-f823-4c05-99f0-bbd8b162ba59 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:26.390234 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08055db1-ba96-4fb0-ba82-9a908b4322fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.452327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7c4db010-6678-4a93-b767-1e4f528d6dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.459045 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-08055db1-ba96-4fb0-ba82-9a908b4322fb None None] Port b2973579-f823-4c05-99f0-bbd8b162ba59 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:05:26.465693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 95d5e4d1-5167-488e-99f6-183dce77ec5f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:05:26.548867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c270695c-ff41-4b44-8b21-e531d7fdd786 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:05:26.621221 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port c270695c-ff41-4b44-8b21-e531d7fdd786 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:05:26.626830 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c270695c-ff41-4b44-8b21-e531d7fdd786 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:26.627292 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.680228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:05:26.693188 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-26071bb6-f3e7-4651-9b17-77467570406c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/95d5e4d1-5167-488e-99f6-183dce77ec5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2970660 Apr 05 15:05:26.740542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.772071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port c270695c-ff41-4b44-8b21-e531d7fdd786, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c270695c-ff41-4b44-8b21-e531d7fdd786,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:26.776510 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.777290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:05:26.863046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-65dfc166-b7b5-4dd1-97a7-4ddde2b26aca tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:05:26.879868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-65dfc166-b7b5-4dd1-97a7-4ddde2b26aca tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:05:26.881313 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-65dfc166-b7b5-4dd1-97a7-4ddde2b26aca tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-370133385&fields=id&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 267 time: 0.0581195 Apr 05 15:05:26.889295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=c270695c-ff41-4b44-8b21-e531d7fdd786,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:26.902189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:26.902549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:26.983086 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:05:27.032406 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-c0a1982c-e036-44b2-8884-56f74eb66532 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:27.033085 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-c0a1982c-e036-44b2-8884-56f74eb66532 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:05:27.047719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-c0a1982c-e036-44b2-8884-56f74eb66532 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:05:27.049061 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-c0a1982c-e036-44b2-8884-56f74eb66532 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 796 time: 0.1608632 Apr 05 15:05:27.065523 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-d62c60df-fd52-4dde-b56b-f6233320b61a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/quotas/22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 375 time: 0.0109427 Apr 05 15:05:27.143191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-00c45f2a-9b9e-4e43-b584-a22c69ffde99 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:05:27.157799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-00c45f2a-9b9e-4e43-b584-a22c69ffde99 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:05:27.159194 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-00c45f2a-9b9e-4e43-b584-a22c69ffde99 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890281 Apr 05 15:05:27.361064 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-3ea85aca-00c5-428d-8ec9-453bfb8682d8 service neutron] 10.222.0.18 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906090 Apr 05 15:05:27.549409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:27.568175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:27.597390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-d7fcb8d0-e82d-47a5-ab49-b2a7b1f94616 service neutron] 10.222.0.18 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305562 Apr 05 15:05:27.782654 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Sync routers for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:05:27.794614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:27.795213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:05:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:27.968513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:28.298239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 2, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:28.301892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Checking router: 95d5e4d1-5167-488e-99f6-183dce77ec5f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:05:28.302262 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Updating router 95d5e4d1-5167-488e-99f6-183dce77ec5f port b2973579-f823-4c05-99f0-bbd8b162ba59 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:05:28.351964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:28.464703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c270695c-ff41-4b44-8b21-e531d7fdd786 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:05:28.645891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port c270695c-ff41-4b44-8b21-e531d7fdd786 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:28.646487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:28.811602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25958042-8b48-47ea-aa71-3372cd3f481d req-9e2534b1-f630-4c6e-ba4f-1d29b393499c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 210 time: 0.0433595 Apr 05 15:05:28.844192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:28.861390 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Transition to ACTIVE for port object b2973579-f823-4c05-99f0-bbd8b162ba59 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:05:28.868689 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:29.005571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62447-bac6-4182-964b-497028ab68e1 None None] Pushing event updated for resources: {'Port': ['ID=b2973579-f823-4c05-99f0-bbd8b162ba59,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:29.102327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Attempting to bind port b2973579-f823-4c05-99f0-bbd8b162ba59 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:05:29.103943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Attempting to bind port b2973579-f823-4c05-99f0-bbd8b162ba59 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:05:29.104319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Attempting to bind port b2973579-f823-4c05-99f0-bbd8b162ba59 on network c67db021-c1ca-4a71-bf22-7a5177790324 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:05:29.122637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:05:29.123016 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Checking segment: {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:05:29.123543 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:29.124001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Bound using segment: {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:05:29.125617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Bound port: b2973579-f823-4c05-99f0-bbd8b162ba59, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:05:29.125993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:29.154610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:29.245786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] For port b2973579-f823-4c05-99f0-bbd8b162ba59, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:05:29.249512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] For port b2973579-f823-4c05-99f0-bbd8b162ba59, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b2973579-f823-4c05-99f0-bbd8b162ba59,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:05:29.254702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:29.331179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b62447-bac6-4182-964b-497028ab68e1 None None] Pushing event updated for resources: {'Port': ['ID=b2973579-f823-4c05-99f0-bbd8b162ba59,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:29.339259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:29.339972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:05:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:29.525585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:29.873703 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-4f15ac53-f048-4ffe-bede-81437fef415f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:29.875261 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-4f15ac53-f048-4ffe-bede-81437fef415f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 796 time: 0.1615963 Apr 05 15:05:29.885633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:29Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:29.890066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91dc9940-1978-448b-8f31-e6c671bca69f None None] The sync data for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv is: [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:29Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:05:29.933270 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-7e0b01ef-bac5-4208-bc91-08642e493717 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 379 time: 0.0451515 Apr 05 15:05:29.952338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'port': {'device_id': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'admin_state_up': True, 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'security_groups': ['372a53a5-62b3-484a-bb9b-7c14bef4907e']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:30.096029 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e7174c1b-fb5e-4dfe-b463-1126e38ad1ce req-a99154e1-f361-40eb-a161-c192a68d0e9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 210 time: 0.0573127 Apr 05 15:05:30.150695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:30.160448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:30.171004 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:05:30.174119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:30.339611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.13 (c67db021-c1ca-4a71-bf22-7a5177790324/0df31bcb-e399-4fd9-893c-7ececf8af2f3/165a8d08-ba7c-4abc-8c32-ac70a37e6732) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:05:30.496848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b2973579-f823-4c05-99f0-bbd8b162ba59 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:05:30.554811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:30.573698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object 165a8d08-ba7c-4abc-8c32-ac70a37e6732 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:05:30.575597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port b2973579-f823-4c05-99f0-bbd8b162ba59 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:05:30.583351 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b2973579-f823-4c05-99f0-bbd8b162ba59 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:30.584427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:30.597873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:30.682235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network c67db021-c1ca-4a71-bf22-7a5177790324 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:05:30.685393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:05:30.690895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:05:30.710902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:30.716979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=165a8d08-ba7c-4abc-8c32-ac70a37e6732,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:30.757852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port b2973579-f823-4c05-99f0-bbd8b162ba59, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b2973579-f823-4c05-99f0-bbd8b162ba59,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:30.762669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:30.763319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:30.763651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:30.796761 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-745e835f-32a3-4e3c-a20f-30c46a5b32d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8553865 Apr 05 15:05:30.809633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Request body: {'port': {'device_id': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:30.844801 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=b2973579-f823-4c05-99f0-bbd8b162ba59,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:30.941008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:31.025518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ce316d50-2037-4b41-be91-f901273ee9cd None None] Provisioning for port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:05:31.030135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ce316d50-2037-4b41-be91-f901273ee9cd None None] Provisioning complete for port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:31.030504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce316d50-2037-4b41-be91-f901273ee9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:31.080850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ce316d50-2037-4b41-be91-f901273ee9cd None None] Port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:05:31.328425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165a8d08-ba7c-4abc-8c32-ac70a37e6732 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:05:31.337828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:31.357718 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Transition to ACTIVE for port object 165a8d08-ba7c-4abc-8c32-ac70a37e6732 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:05:31.364514 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:31.406635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f67de1-b32c-4567-a094-8e8470be3c62 req-269ee173-53a5-4339-a3c5-3325572c30ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:31.407329 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-38f67de1-b32c-4567-a094-8e8470be3c62 req-269ee173-53a5-4339-a3c5-3325572c30ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:05:31.589552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Pushing event updated for resources: {'Port': ['ID=165a8d08-ba7c-4abc-8c32-ac70a37e6732,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:31.598395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-38f67de1-b32c-4567-a094-8e8470be3c62 req-269ee173-53a5-4339-a3c5-3325572c30ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:05:31.599558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-38f67de1-b32c-4567-a094-8e8470be3c62 req-269ee173-53a5-4339-a3c5-3325572c30ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 932 time: 0.3743706 Apr 05 15:05:31.723569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-38f67de1-b32c-4567-a094-8e8470be3c62 req-7cfc2fe0-640b-42f8-8621-1d851af02312 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180286 Apr 05 15:05:31.742376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Attempting to bind port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:05:31.742966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Attempting to bind port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:05:31.743807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Attempting to bind port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 on network c67db021-c1ca-4a71-bf22-7a5177790324 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:05:31.749591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 on network c67db021-c1ca-4a71-bf22-7a5177790324 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:05:31.749909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Attempting to bind port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 on network c67db021-c1ca-4a71-bf22-7a5177790324 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:05:31.756682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:05:31.757018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Checking segment: {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:05:31.757396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Bound using segment: {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:05:31.757817 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Bound port: 165a8d08-ba7c-4abc-8c32-ac70a37e6732, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94bf6cc3-a029-49bd-9698-2ec0de55c947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:05:31.758196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:31.842706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] For port 165a8d08-ba7c-4abc-8c32-ac70a37e6732, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:05:31.846118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] For port 165a8d08-ba7c-4abc-8c32-ac70a37e6732, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:05:31.850374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:31.916524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:31.917757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] 10.222.0.15 "PUT /v2.0/ports/165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 1094 time: 1.1136284 Apr 05 15:05:31.918218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:05:31.935566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39829d28-1d85-4534-923e-432a15a47a76 service neutron] Pushing event updated for resources: {'Port': ['ID=165a8d08-ba7c-4abc-8c32-ac70a37e6732,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:31.993506 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e220397-3a24-49c9-a0e1-5204d8764fe8'] response: {'name': 'network-changed', 'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'status': 'completed', 'code': 200} Apr 05 15:05:32.034708 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-5b1c5ce2-bdfc-49a3-8cfd-4501c07acdb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1097 time: 0.0711958 Apr 05 15:05:32.105237 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-49d70afc-c8dd-42f1-9269-362434ed18b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 217 time: 0.0635958 Apr 05 15:05:32.165427 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-2d689d19-f338-4a90-bbca-d206b2052c38 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:32.166869 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-2d689d19-f338-4a90-bbca-d206b2052c38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 200 len: 835 time: 0.0564566 Apr 05 15:05:32.241916 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-5a8d612c-10f1-47c9-916e-b92a19b30930 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67db021-c1ca-4a71-bf22-7a5177790324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691257 Apr 05 15:05:32.376513 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-b1cc798c-8d3f-45db-8bf2-8e8dcd7f9951 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287639 Apr 05 15:05:32.469220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b2973579-f823-4c05-99f0-bbd8b162ba59 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:05:32.509841 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3fbd001d-5cfa-486b-a6f0-1a4c319eff51 req-1cc8795c-3929-4e56-a2b7-226ff0ea93fb service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273127 Apr 05 15:05:32.539673 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port b2973579-f823-4c05-99f0-bbd8b162ba59 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:32.543522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:32.627223 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-4f45ff56-7b10-4f4d-be42-44a143f84d86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1097 time: 0.0692012 Apr 05 15:05:32.759236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-ae5e2ade-5d2e-4560-ad3f-5300341a782e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:32.760729 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-ae5e2ade-5d2e-4560-ad3f-5300341a782e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 897 time: 0.1258523 Apr 05 15:05:32.833800 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-f35c774c-a578-4d85-8028-20ad0f1efb8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 217 time: 0.0665607 Apr 05 15:05:32.945374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-7fc19613-3071-4f75-b98b-57675c4fa1cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:32.947494 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-7fc19613-3071-4f75-b98b-57675c4fa1cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 200 len: 835 time: 0.1076868 Apr 05 15:05:33.009476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec6a9f-7d74-4876-aa37-52c36f95a6f4 req-b9271910-2612-4fee-bbce-9e3b9094b0ce tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:33.014286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8ec6a9f-7d74-4876-aa37-52c36f95a6f4 req-b9271910-2612-4fee-bbce-9e3b9094b0ce tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 944 time: 0.1415346 Apr 05 15:05:33.072550 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-a9eac5c2-d992-4a3f-ac5a-3fd41f0a1b31 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67db021-c1ca-4a71-bf22-7a5177790324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1166523 Apr 05 15:05:33.076241 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8ec6a9f-7d74-4876-aa37-52c36f95a6f4 req-f2c455e4-5118-4b5a-a411-8d9143d8ea34 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561001 Apr 05 15:05:33.200700 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-18b7c19b-a1e7-4512-af00-dc73a3577b24 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216981 Apr 05 15:05:33.414405 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4c850eb4-23f6-4880-a169-e5b747ba79a3 req-784d3ae4-20e6-4f43-a22b-027b639b95e1 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072887 Apr 05 15:05:34.273195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168cb7f-568c-4b4b-9a15-5bffaecff3fe req-3a8d1fef-a30a-4479-9545-013c57f35e30 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:34.275194 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c168cb7f-568c-4b4b-9a15-5bffaecff3fe req-3a8d1fef-a30a-4479-9545-013c57f35e30 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 944 time: 0.0798147 Apr 05 15:05:34.318674 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c168cb7f-568c-4b4b-9a15-5bffaecff3fe req-1e42d1e3-5e79-4d52-a4fe-88f98515fddf tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377421 Apr 05 15:05:35.447161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 165a8d08-ba7c-4abc-8c32-ac70a37e6732 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:05:35.511789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dc62ff-727c-4d1e-b128-b8eaf584c3c1 req-025d61ad-6090-4da1-91e8-ebec0d16841f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:35.513286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7dc62ff-727c-4d1e-b128-b8eaf584c3c1 req-025d61ad-6090-4da1-91e8-ebec0d16841f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 944 time: 0.0759537 Apr 05 15:05:35.562029 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b7dc62ff-727c-4d1e-b128-b8eaf584c3c1 req-cbc4e0aa-9bc7-4214-ad42-8c821c3b8048 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430498 Apr 05 15:05:35.589239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 165a8d08-ba7c-4abc-8c32-ac70a37e6732, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:35.597209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'port_id': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'mac_address': 'fa:16:3e:4e:49:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:05:35.650335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:35.667684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165a8d08-ba7c-4abc-8c32-ac70a37e6732 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:05:35.683046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 165a8d08-ba7c-4abc-8c32-ac70a37e6732, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:35.686619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:35.750993 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=165a8d08-ba7c-4abc-8c32-ac70a37e6732,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:35.894883 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['165a8d08-ba7c-4abc-8c32-ac70a37e6732'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:05:36.759857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624379ae-57eb-4b40-a337-852009c9a229 req-c09171b7-d373-410f-8bf4-3c7645e95fc4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:36.761200 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-624379ae-57eb-4b40-a337-852009c9a229 req-c09171b7-d373-410f-8bf4-3c7645e95fc4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 945 time: 0.0743015 Apr 05 15:05:36.804219 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-624379ae-57eb-4b40-a337-852009c9a229 req-1bee42b2-420f-4a1d-9bd9-278dbd51a9c6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375023 Apr 05 15:05:37.447217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 165a8d08-ba7c-4abc-8c32-ac70a37e6732 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:05:37.514092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:05:37.518541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:05:37.518898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:37.664611 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:37.690681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:05:37.700367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 165a8d08-ba7c-4abc-8c32-ac70a37e6732, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:05:37.704415 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:37.772574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=165a8d08-ba7c-4abc-8c32-ac70a37e6732,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:37.823520 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed2473f-7b84-4d96-8ef9-7e0c75a23192'] response: {'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'code': 200} Apr 05 15:05:38.053243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:38.055398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5ee506-43d3-40db-8e9f-949cf1c26e9f req-d5263dac-7c62-4827-8685-fcbac1370839 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:38.057412 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6f5ee506-43d3-40db-8e9f-949cf1c26e9f req-d5263dac-7c62-4827-8685-fcbac1370839 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.1270535 Apr 05 15:05:38.087258 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cfe63ae4-9ccc-427e-a2fb-93908bb03598 req-2e9e7233-560c-41b4-9653-3430beb49005 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1099 time: 0.1065671 Apr 05 15:05:38.134464 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6f5ee506-43d3-40db-8e9f-949cf1c26e9f req-c0d66342-9947-4379-92d8-22755ad07c22 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701888 Apr 05 15:05:38.144360 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cfe63ae4-9ccc-427e-a2fb-93908bb03598 req-ae9ca244-53c4-4a4c-8cb5-281d201f28f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463662 Apr 05 15:05:39.329257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37d2b8-0d33-42ce-b795-943f9e1fd35e req-f06a95b9-22c5-4ef6-bcd4-39ff3d7a9485 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:39.330736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ba37d2b8-0d33-42ce-b795-943f9e1fd35e req-f06a95b9-22c5-4ef6-bcd4-39ff3d7a9485 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0762441 Apr 05 15:05:39.375385 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ba37d2b8-0d33-42ce-b795-943f9e1fd35e req-ae8f6fbb-88aa-493d-92bd-f404128ef935 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391114 Apr 05 15:05:39.569893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43564db-e1b6-48b7-bd0d-6e36d1f30080 req-e38a65ca-f101-4d39-a229-b8b7dea89835 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:39.571851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f43564db-e1b6-48b7-bd0d-6e36d1f30080 req-e38a65ca-f101-4d39-a229-b8b7dea89835 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0787427 Apr 05 15:05:39.618011 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f43564db-e1b6-48b7-bd0d-6e36d1f30080 req-04c0ff5a-f978-4558-965e-387ba55ef51c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403588 Apr 05 15:05:39.646094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45946) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:39.714140 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c69f74f0-f129-4478-bb3c-e3afb4a36f50 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1094 time: 0.0667706 Apr 05 15:05:39.716631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45950) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:39.721549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:05:39.726868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:05:39.730663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:floatingip and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:05:39.733401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:05:39.739021 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:05:39.749465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:39.882919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:40.017714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.186 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/347842af-af4e-4271-ada1-be76a8f3fefa) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:05:40.158490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:40.185448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:40.250631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:05:40.253405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:05:40.257636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:05:40.283689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=347842af-af4e-4271-ada1-be76a8f3fefa,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:40.820985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:40.876984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:41.074866 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:41.079222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:41.187413 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=347842af-af4e-4271-ada1-be76a8f3fefa,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:05:41.200446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:41.389557 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Floating IP 65cb9ef6-356e-432a-bbae-bb32e3252f9b associated. External IP: 172.26.6.186, port: 165a8d08-ba7c-4abc-8c32-ac70a37e6732. Apr 05 15:05:41.776967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 95d5e4d1-5167-488e-99f6-183dce77ec5f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:05:41.973669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:05:41.983625 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] Sync routers for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:05:41.996987 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:41.997654 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:05:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:41.999025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:42.051752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-08730028-dc8e-4ff1-8904-94a1ce48fce7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3339858 Apr 05 15:05:42.052162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:05:42.108390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e21cc481-20bb-4e82-bfff-540d4155822c'] response: {'name': 'network-changed', 'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'status': 'completed', 'code': 200} Apr 05 15:05:42.176133 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:42.363058 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-8e2ebe48-923e-40b1-9c87-deb3918f9e72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1099 time: 0.2324185 Apr 05 15:05:42.369320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df15acba-ba64-4aae-9385-c796b5acd926 req-5579cebc-8e53-4a42-906b-d4fd59dec3b1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:42.370674 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-df15acba-ba64-4aae-9385-c796b5acd926 req-5579cebc-8e53-4a42-906b-d4fd59dec3b1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.2037480 Apr 05 15:05:42.506484 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-df15acba-ba64-4aae-9385-c796b5acd926 req-c6e9035a-2a54-4c46-912b-857cb8582d9c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173012 Apr 05 15:05:42.535407 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '65cb9ef6-356e-432a-bbae-bb32e3252f9b', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.186', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'port_id': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'mac_address': 'fa:16:3e:4e:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:05:40Z', 'updated_at': '2022-04-05T15:05:40Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:30Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:42.535407 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] Checking router: 95d5e4d1-5167-488e-99f6-183dce77ec5f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:05:42.535665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-29ac1ce6-bc3e-4f90-a253-876098763945 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:42.535665 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-29ac1ce6-bc3e-4f90-a253-876098763945 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 897 time: 0.1637146 Apr 05 15:05:42.535802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45958) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:42.540223 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:05:42.540844 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:05:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:42.636075 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-ee77c9fa-14a9-4ad6-b11f-d56d0d7ab12d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 1000 time: 0.0940204 Apr 05 15:05:42.644220 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9cf427c8-427a-4275-aea3-d33cfb23eaa3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/65cb9ef6-356e-432a-bbae-bb32e3252f9b HTTP/1.1" status: 200 len: 992 time: 0.1076505 Apr 05 15:05:42.701106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-89c6b962-e7aa-4c2f-9b45-08c841f6a2cb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:05:42.702558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-89c6b962-e7aa-4c2f-9b45-08c841f6a2cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 200 len: 835 time: 0.0610991 Apr 05 15:05:42.750342 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:05:42.775829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-5eda5d45-b4cf-4d8b-9673-d3f3e9d1c32a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67db021-c1ca-4a71-bf22-7a5177790324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676317 Apr 05 15:05:42.905286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-1135fbc9-b824-4c6f-b9f3-37adb2bd6b12 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241951 Apr 05 15:05:43.034205 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17691ae-9e0d-45f9-8e55-792182f28605 req-ffaaeb2e-2f63-4886-9388-a68ad7678bfd service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234000 Apr 05 15:05:43.087664 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '65cb9ef6-356e-432a-bbae-bb32e3252f9b', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.186', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'port_id': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'mac_address': 'fa:16:3e:4e:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:05:40Z', 'updated_at': '2022-04-05T15:05:40Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:30Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:05:43.091550 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e32ca-b685-4249-b7dc-f8ef2b7b8556 None None] The sync data for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv is: [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '65cb9ef6-356e-432a-bbae-bb32e3252f9b', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.186', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'port_id': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'mac_address': 'fa:16:3e:4e:49:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:05:40Z', 'updated_at': '2022-04-05T15:05:40Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:30Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:05:43.646601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45962) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:43.749839 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-2b7fd0c1-6903-4169-82a3-7cd74a7069cf tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/65cb9ef6-356e-432a-bbae-bb32e3252f9b HTTP/1.1" status: 200 len: 992 time: 0.1019669 Apr 05 15:05:44.753719 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 45966) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:44.858624 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2a5bcaa8-d06c-4943-9163-7c8c4f905182 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/65cb9ef6-356e-432a-bbae-bb32e3252f9b HTTP/1.1" status: 200 len: 992 time: 0.1035299 Apr 05 15:05:45.723411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3d734a-011a-4523-967c-4dda70c7dfbe None None] New status for floating IP 65cb9ef6-356e-432a-bbae-bb32e3252f9b: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:05:45.862061 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45970) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:45.966505 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-12a1d29b-e90c-41ef-9dd5-4d5a2017d2b9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/65cb9ef6-356e-432a-bbae-bb32e3252f9b HTTP/1.1" status: 200 len: 992 time: 0.1019850 Apr 05 15:05:46.969242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45974) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:05:47.071527 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-cf18a4a3-823d-4abe-a74e-1c34671ebd84 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/65cb9ef6-356e-432a-bbae-bb32e3252f9b HTTP/1.1" status: 200 len: 994 time: 0.1011875 Apr 05 15:05:54.211807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-622874ef-328d-4a02-8eaa-e7d95d42b049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:56.425549 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f6876d78-bdb5-480f-a00e-e2596e9d1ac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:57.546638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:57.563290 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:05:59.121002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:03.982436 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:06:08.054583 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:14.515548 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-85a17e18-5ab2-4c7f-a84c-64ea6710fff0 req-4a178561-7627-41df-8248-df91cebb46e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0658021 Apr 05 15:06:14.771308 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 45998) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:06:14.839956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34894b2-1fcd-4503-84c7-8cdeefd0f0fa req-07b5395a-98ce-46c7-941d-217e1b371af9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:14.846639 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c34894b2-1fcd-4503-84c7-8cdeefd0f0fa req-07b5395a-98ce-46c7-941d-217e1b371af9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.1024580 Apr 05 15:06:14.912152 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-cf474824-2fba-4f31-bb5d-5d93f84a7ee0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1394300 Apr 05 15:06:14.920959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c34894b2-1fcd-4503-84c7-8cdeefd0f0fa req-8088cd0e-f292-4bc8-95fd-e8964fa21377 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734873 Apr 05 15:06:14.967894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-69837163-e6bf-46b5-8e54-3e5465d49b3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1099 time: 0.1559155 Apr 05 15:06:15.113831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-d23cf677-084f-4a18-a6b0-d84f2441ed45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:15.115402 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-d23cf677-084f-4a18-a6b0-d84f2441ed45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 897 time: 0.1285913 Apr 05 15:06:15.218330 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-1c5416c7-a7e8-4f49-9e86-d1fae0b0c424 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 1002 time: 0.0963924 Apr 05 15:06:15.286141 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-6019b861-aba6-4674-9ced-2a82fb8436c7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:15.287527 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-6019b861-aba6-4674-9ced-2a82fb8436c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 200 len: 835 time: 0.0615649 Apr 05 15:06:15.360690 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-95689d2f-8fed-4472-8fee-8252d1d9b567 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67db021-c1ca-4a71-bf22-7a5177790324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667870 Apr 05 15:06:15.563171 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-fbb1c568-4b88-48a9-a233-a35ac8fd0afa service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957905 Apr 05 15:06:15.701583 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e4d5b005-d9b4-4f3c-99cf-ab117dcf3826 req-100d0e26-4e99-4cf4-973c-7107c57081e2 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323662 Apr 05 15:06:16.116034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5cc9e7-d615-4a0a-a704-9f29f911fe3c req-322e6874-1ec1-421f-b5d9-b82959846cfd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:16.117511 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c5cc9e7-d615-4a0a-a704-9f29f911fe3c req-322e6874-1ec1-421f-b5d9-b82959846cfd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0776381 Apr 05 15:06:16.165713 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c5cc9e7-d615-4a0a-a704-9f29f911fe3c req-4ce84021-8d33-4cc3-86dd-fec029593ca3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424101 Apr 05 15:06:17.358336 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356425cf-4f26-4c42-8d48-567d7f15dd5c req-0b852750-ef8c-489e-b0c1-86c16627d928 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:17.359788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-356425cf-4f26-4c42-8d48-567d7f15dd5c req-0b852750-ef8c-489e-b0c1-86c16627d928 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0761409 Apr 05 15:06:17.405115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-356425cf-4f26-4c42-8d48-567d7f15dd5c req-7013da45-3227-465f-8de7-dbd3c12f1579 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399110 Apr 05 15:06:18.095707 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-5b3346da-00b8-4892-810d-b3d08155b1c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1099 time: 0.0699327 Apr 05 15:06:18.222561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-f7d28c37-c533-4dd1-9708-aa43dfc0b2c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:18.223962 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-f7d28c37-c533-4dd1-9708-aa43dfc0b2c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 897 time: 0.1225035 Apr 05 15:06:18.321686 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-375dcc38-5e4a-4645-a3bc-b45ae85ad092 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 1002 time: 0.0921795 Apr 05 15:06:18.384811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-77412db0-51d5-4636-902e-4486cf41db07 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:18.386165 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-77412db0-51d5-4636-902e-4486cf41db07 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 200 len: 835 time: 0.0594800 Apr 05 15:06:18.460069 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-fd9b4736-458c-4543-948f-25d4a1793a3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67db021-c1ca-4a71-bf22-7a5177790324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685890 Apr 05 15:06:18.648136 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-b27aeb87-59c1-46ad-be3d-d71260b3c313 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803117 Apr 05 15:06:18.660003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a68f18-ac6c-4d96-a22f-582954879e51 req-d45a3791-385d-4c83-ae0e-10d30222c235 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:18.661362 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8a68f18-ac6c-4d96-a22f-582954879e51 req-d45a3791-385d-4c83-ae0e-10d30222c235 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.1259112 Apr 05 15:06:18.790658 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a8a68f18-ac6c-4d96-a22f-582954879e51 req-0c177fbe-785f-43ea-8d96-66ae3c88118d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125774 Apr 05 15:06:18.821948 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-d4b51416-6e4d-4903-bc03-d4c0f951c8d4 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677186 Apr 05 15:06:19.989902 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876b0e21-8832-44c6-9288-f342590f8a6d req-3365a37d-6b3a-4561-86c1-8e0cf881b15f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:19.991269 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-876b0e21-8832-44c6-9288-f342590f8a6d req-3365a37d-6b3a-4561-86c1-8e0cf881b15f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0777888 Apr 05 15:06:20.035227 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-876b0e21-8832-44c6-9288-f342590f8a6d req-c386b1fb-7de2-476d-83d4-0c4fcbfd34db tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376282 Apr 05 15:06:21.226203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea1599-98f2-4c55-9b0c-c12ce2e883b3 req-6553aba8-65e0-48ee-a849-1e6ab87819ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:21.228161 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2aea1599-98f2-4c55-9b0c-c12ce2e883b3 req-6553aba8-65e0-48ee-a849-1e6ab87819ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0743499 Apr 05 15:06:21.271298 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2aea1599-98f2-4c55-9b0c-c12ce2e883b3 req-943f6608-8124-434f-80b5-87c8a6b325c6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377269 Apr 05 15:06:22.466283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293e1be-950e-4251-b685-bb7336ee2995 req-13279cab-a169-4537-a848-79b577f1ed89 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:22.467726 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b293e1be-950e-4251-b685-bb7336ee2995 req-13279cab-a169-4537-a848-79b577f1ed89 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0791485 Apr 05 15:06:22.512028 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b293e1be-950e-4251-b685-bb7336ee2995 req-97962b6d-c40e-4e7b-81ed-c92b84dfa0c5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387919 Apr 05 15:06:23.704373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d313b5-49fd-40e8-bd8f-3902a182468e req-da0e9691-4f00-443b-8ec6-4c4542658017 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:23.705818 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87d313b5-49fd-40e8-bd8f-3902a182468e req-da0e9691-4f00-443b-8ec6-4c4542658017 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0751467 Apr 05 15:06:23.750344 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87d313b5-49fd-40e8-bd8f-3902a182468e req-8182a6ee-804d-4a89-bfa1-b81163ba5606 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390086 Apr 05 15:06:24.213525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e4a7602-aa0c-4b0d-961c-99b39a206964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:25.036012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c70d84a-b548-4868-9b5a-bea3d3bb097e req-09545e9b-549f-462f-add2-ebad66fdeab4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:25.037468 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c70d84a-b548-4868-9b5a-bea3d3bb097e req-09545e9b-549f-462f-add2-ebad66fdeab4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.1610122 Apr 05 15:06:25.082072 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c70d84a-b548-4868-9b5a-bea3d3bb097e req-b75e97e1-512c-4ed7-aede-e0327ac82b5b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390718 Apr 05 15:06:26.278645 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44d530c-d3ee-4927-84dc-d7a72dd83ed1 req-71d2940b-98b6-4130-ac90-83a37a72b063 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:26.280000 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a44d530c-d3ee-4927-84dc-d7a72dd83ed1 req-71d2940b-98b6-4130-ac90-83a37a72b063 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0773695 Apr 05 15:06:26.325005 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a44d530c-d3ee-4927-84dc-d7a72dd83ed1 req-d1a20d6e-53e7-4fdd-b4d5-d1bf9e1f14e8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395694 Apr 05 15:06:26.427989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-368aa2fc-d1c1-4adc-9ac6-4fb0e44f171c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:27.517366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0763b-8934-4372-a69d-5a6745093272 req-a0967b9e-a05b-4a9b-b4dc-2d8729b766ac tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:27.519332 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9f0763b-8934-4372-a69d-5a6745093272 req-a0967b9e-a05b-4a9b-b4dc-2d8729b766ac tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0744596 Apr 05 15:06:27.558745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:27.566240 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9f0763b-8934-4372-a69d-5a6745093272 req-8c9f3816-61dd-4a40-9e50-53821f3f2cdf tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413611 Apr 05 15:06:27.567941 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:28.765380 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623342c0-7296-49f3-8f3b-7ca53e2f2c6d req-1c346464-6578-445e-874f-6e0c2dd96c8a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:28.766768 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-623342c0-7296-49f3-8f3b-7ca53e2f2c6d req-1c346464-6578-445e-874f-6e0c2dd96c8a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0814707 Apr 05 15:06:28.810972 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-623342c0-7296-49f3-8f3b-7ca53e2f2c6d req-b319381e-dcd9-4b2a-9ba4-56a550aff390 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386417 Apr 05 15:06:29.123162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:30.004570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4718564-b036-46b6-b350-7eaf4aeac4df req-b8de363d-c1ea-40c6-807b-ee532eea9fd6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:30.005920 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b4718564-b036-46b6-b350-7eaf4aeac4df req-b8de363d-c1ea-40c6-807b-ee532eea9fd6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0741658 Apr 05 15:06:30.049827 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b4718564-b036-46b6-b350-7eaf4aeac4df req-d0848bea-4a09-4034-b143-5c793f67918f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384932 Apr 05 15:06:30.478083 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-2d0c0c7e-d89f-430f-98ce-b635da7165c7 service neutron] 10.222.0.15 "GET /v2.0/ports/165a8d08-ba7c-4abc-8c32-ac70a37e6732/bindings/hv-neutron-8294 HTTP/1.1" status: 200 len: 384 time: 0.0739350 Apr 05 15:06:30.729734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-231a6dd3-157b-4dfa-8ca8-37b9b00a3742 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 1099 time: 0.0682466 Apr 05 15:06:30.819243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-2d022b9d-a8a9-46d8-aba8-98846ce3508e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1099 time: 0.0696251 Apr 05 15:06:30.944455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-4e2d37cd-febd-4655-aba9-efcaea7e446d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:30.945895 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-4e2d37cd-febd-4655-aba9-efcaea7e446d service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 897 time: 0.1209550 Apr 05 15:06:31.044176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-c05c1263-a085-4354-8534-fb171d7960f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 1002 time: 0.0928726 Apr 05 15:06:31.105086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-3805ce50-7c32-4be3-8754-1e32202553bf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:31.106563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-3805ce50-7c32-4be3-8754-1e32202553bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 200 len: 835 time: 0.0563345 Apr 05 15:06:31.220553 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-daaf3df1-c1ee-4886-b2c2-0606bec8af03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67db021-c1ca-4a71-bf22-7a5177790324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1081870 Apr 05 15:06:31.343303 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87549b-af07-4f5b-a0f2-6ae8d9a42423 req-69e9f6ae-bbd4-4d07-9fa2-e2950e197271 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:31.344747 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2f87549b-af07-4f5b-a0f2-6ae8d9a42423 req-69e9f6ae-bbd4-4d07-9fa2-e2950e197271 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.1748209 Apr 05 15:06:31.402074 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-708e0c93-26e9-4ff8-9c7e-37b0d09ae574 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693754 Apr 05 15:06:31.431057 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2f87549b-af07-4f5b-a0f2-6ae8d9a42423 req-e2578f8b-ccee-4df1-9e37-77ab2762e27e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756814 Apr 05 15:06:31.535074 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-42aa0c58-c5aa-4498-babf-588a84a9be54 req-8df03893-565c-42de-801b-4a607696b800 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264315 Apr 05 15:06:32.624381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05eef73-7706-4221-84da-6cdf0a167556 req-efc89e57-b8b4-49f7-bb7c-215394dab5f8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:32.625817 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c05eef73-7706-4221-84da-6cdf0a167556 req-efc89e57-b8b4-49f7-bb7c-215394dab5f8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0745373 Apr 05 15:06:32.674156 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c05eef73-7706-4221-84da-6cdf0a167556 req-53494349-0fa3-490c-ac54-6f1141abee57 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426898 Apr 05 15:06:33.869202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d9518-4785-4e40-b2b8-925dbb4f30a5 req-4368b54e-9251-43c2-b1d4-8fe22e6a804b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:33.870666 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-471d9518-4785-4e40-b2b8-925dbb4f30a5 req-4368b54e-9251-43c2-b1d4-8fe22e6a804b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0757573 Apr 05 15:06:33.915418 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-471d9518-4785-4e40-b2b8-925dbb4f30a5 req-5ec17d20-5928-44b4-ae87-ff13158bb75a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391700 Apr 05 15:06:34.376857 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-c70f0ce3-30f3-4f4f-85a3-49e6523738ed tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:34.378310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-c70f0ce3-30f3-4f4f-85a3-49e6523738ed tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0&tenant_id=22dd3dab03a0411c882ed560e5d26eef&binding%3Ahost_id=hv-neutron-8294 HTTP/1.1" status: 200 len: 946 time: 0.2231338 Apr 05 15:06:34.384981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d1e769-cd09-48f8-b7fd-9fd5a3618976 req-902d7d9f-202b-4f5e-aceb-ae24560672a7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:34.386340 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26d1e769-cd09-48f8-b7fd-9fd5a3618976 req-902d7d9f-202b-4f5e-aceb-ae24560672a7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.2016013 Apr 05 15:06:34.435452 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26d1e769-cd09-48f8-b7fd-9fd5a3618976 req-80de0fb4-fbcb-4ac2-aa57-a81e3e483f37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435560 Apr 05 15:06:34.519936 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-4c6978d2-371d-4a69-a717-4b77489983af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1099 time: 0.0691488 Apr 05 15:06:34.699155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-2b215dfd-f7b6-4661-9fb9-1100a66df576 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:34.700599 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-2b215dfd-f7b6-4661-9fb9-1100a66df576 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 897 time: 0.1741524 Apr 05 15:06:34.762785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8e8d2-8cb8-4e7e-a708-60859b7d4335 req-58c23181-2691-43e4-abfd-b9ddbd648a7e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:34.764201 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a1a8e8d2-8cb8-4e7e-a708-60859b7d4335 req-58c23181-2691-43e4-abfd-b9ddbd648a7e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.1749704 Apr 05 15:06:34.838549 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-a0c1fe2f-9c9a-42b0-a769-953ea57a529e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 1002 time: 0.1322763 Apr 05 15:06:34.841054 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a1a8e8d2-8cb8-4e7e-a708-60859b7d4335 req-7e1dccda-2138-4a6e-b765-d2bf4f6717a5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712721 Apr 05 15:06:34.903207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-0e845ed4-7337-4fa7-9526-74057a09c6b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:34.904563 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-0e845ed4-7337-4fa7-9526-74057a09c6b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 200 len: 835 time: 0.0603578 Apr 05 15:06:34.984979 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-7387b090-ddaf-433b-9abe-2462730d7486 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67db021-c1ca-4a71-bf22-7a5177790324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0747011 Apr 05 15:06:35.112917 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-b6a0ffd7-56da-464c-981e-afac053bb41b service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217937 Apr 05 15:06:35.242674 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aab5ff37-5685-4546-be44-bb4254c7e989 req-485ab009-ba3f-4d0d-a289-5b7423afd552 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224997 Apr 05 15:06:36.036447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fd053-1e69-490e-acf8-793c79575d9f req-fa783f47-991e-4f02-8b61-5ea1fc440c83 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:06:36.037822 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d79fd053-1e69-490e-acf8-793c79575d9f req-fa783f47-991e-4f02-8b61-5ea1fc440c83 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0795970 Apr 05 15:06:36.081964 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d79fd053-1e69-490e-acf8-793c79575d9f req-b8b0126c-7948-4565-a685-3cd9ac1988af tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380697 Apr 05 15:06:36.110022 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46072) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:06:36.211764 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e0d404c6-7bd3-4184-a462-70bf8274ee0e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/65cb9ef6-356e-432a-bbae-bb32e3252f9b HTTP/1.1" status: 200 len: 994 time: 0.1005380 Apr 05 15:06:38.055387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:40.982945 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:06:54.214370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0043c5fc-ddd2-4cf8-9c1f-6c595568e85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:56.429920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b875f4b7-b673-448d-8d89-e13c03b11499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:57.551441 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:57.568436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:06:59.127324 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:04.691073 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46084) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:04.888458 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 347842af-af4e-4271-ada1-be76a8f3fefa {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:07:04.888791 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:05.147113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:05.147346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:05.263294 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 347842af-af4e-4271-ada1-be76a8f3fefa owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:07:05.410762 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:05.453594 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=347842af-af4e-4271-ada1-be76a8f3fefa,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:05.496609 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.496953 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.497273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.497598 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.497921 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.498272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.498588 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.498901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.499214 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.499526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.499838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:05.558111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:05.942852 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 95d5e4d1-5167-488e-99f6-183dce77ec5f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:07:06.149426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:07:06.158880 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] Sync routers for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:07:06.171062 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:06.171834 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:06.172440 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:06:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:06.223006 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e98cb7ff-af56-40c1-a636-055f5eb192b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/floatingips/65cb9ef6-356e-432a-bbae-bb32e3252f9b HTTP/1.1" status: 204 len: 168 time: 1.5308003 Apr 05 15:07:06.223494 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:07:06.346649 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:06.376828 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-955899f6-e88e-474d-a9ab-1b10952769b3'] response: {'name': 'network-changed', 'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'status': 'completed', 'code': 200} Apr 05 15:07:06.487163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-f0e890cd-fa4b-4ca7-99e2-ae6d9fae0820 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 1099 time: 0.0877738 Apr 05 15:07:06.685677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-e7aa9d1f-d227-42fa-b0eb-a1c32be13a75 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:06.687162 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-e7aa9d1f-d227-42fa-b0eb-a1c32be13a75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 200 len: 897 time: 0.1941800 Apr 05 15:07:06.687431 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:30Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:06.691217 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] Checking router: 95d5e4d1-5167-488e-99f6-183dce77ec5f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:07:06.701852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002fb760-4170-4157-862b-2f3ebab3dab8 req-08243a4c-37e2-4f32-9c50-6e6a45e8e764 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:06.702073 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:06.702646 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:06:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:06.703280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-002fb760-4170-4157-862b-2f3ebab3dab8 req-08243a4c-37e2-4f32-9c50-6e6a45e8e764 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.1286728 Apr 05 15:07:06.781180 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-80a20e30-5aff-48f3-8fc6-84ab3602891f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 200 len: 217 time: 0.0849769 Apr 05 15:07:06.846854 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-002fb760-4170-4157-862b-2f3ebab3dab8 req-b52aa69d-086e-47c5-b6e6-411953e0166a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965011 Apr 05 15:07:06.860425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-55900481-e9fe-4f44-b388-736d9299293a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:06.862710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-55900481-e9fe-4f44-b388-736d9299293a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 200 len: 835 time: 0.0705154 Apr 05 15:07:06.887381 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:06.937821 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-862b6c74-8d58-4c49-9c19-c899355e5e6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c67db021-c1ca-4a71-bf22-7a5177790324&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688214 Apr 05 15:07:07.159556 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-c4957e6a-fe29-44f8-9c7c-a3011318354a service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142873 Apr 05 15:07:07.218752 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:30Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:07.222524 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aad039-7121-4523-a315-f6b1762a94a3 None None] The sync data for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv is: [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:25Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'b2973579-f823-4c05-99f0-bbd8b162ba59', 'name': '', 'network_id': 'c67db021-c1ca-4a71-bf22-7a5177790324', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:73:a5:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:24Z', 'updated_at': '2022-04-05T15:05:30Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '0df31bcb-e399-4fd9-893c-7ececf8af2f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:07:07.292007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4937cafc-25be-4ee1-8774-8907b1715d05 req-8d07516b-d6fe-4df0-8a87-d4082fe8eef5 service neutron] 10.222.0.15 "GET /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259158 Apr 05 15:07:07.434657 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc00e35-ac58-485d-9c85-fed9c4a10623 None None] New status for floating IP 65cb9ef6-356e-432a-bbae-bb32e3252f9b: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:07:08.081934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:08.114477 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8e324-c385-4d06-a2fd-49cd916c11f3 req-e80efa41-4a10-469a-aff2-617711b1c04d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:08.115931 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4fe8e324-c385-4d06-a2fd-49cd916c11f3 req-e80efa41-4a10-469a-aff2-617711b1c04d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.1469612 Apr 05 15:07:08.206850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4fe8e324-c385-4d06-a2fd-49cd916c11f3 req-e60b7bb3-6372-4f7f-935f-e0b4aa240775 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=372a53a5-62b3-484a-bb9b-7c14bef4907e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844285 Apr 05 15:07:08.228198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-33e669e2-cb5a-40e1-b787-c9655df7ebdd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:08.229598 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-33e669e2-cb5a-40e1-b787-c9655df7ebdd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 946 time: 0.0943503 Apr 05 15:07:08.299099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:07:08.299436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:08.536517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port 165a8d08-ba7c-4abc-8c32-ac70a37e6732, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=165a8d08-ba7c-4abc-8c32-ac70a37e6732,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:08.536870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:08.656192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 165a8d08-ba7c-4abc-8c32-ac70a37e6732 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:07:08.795428 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:08.840978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=165a8d08-ba7c-4abc-8c32-ac70a37e6732,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:08.882165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.882548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.882888 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.883236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.883571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.883901 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.884233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.884562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.884889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.885215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.885546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:08.931154 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] No DVR routers for this DVR port 165a8d08-ba7c-4abc-8c32-ac70a37e6732 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:07:08.933528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:08.936040 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'name': 'network-vif-deleted', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:07:08.947581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5fd7fe0d-f175-4278-bea7-64e7223201ec req-49edfd74-18d7-4a38-809d-0bd363b712b2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "DELETE /v2.0/ports/165a8d08-ba7c-4abc-8c32-ac70a37e6732 HTTP/1.1" status: 204 len: 173 time: 0.7131903 Apr 05 15:07:08.990961 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5440f1-65a9-41d9-9b08-923789f87cf0'] response: {'server_uuid': 'f7aabed4-c1c5-4204-8cd4-1641bbba22b0', 'name': 'network-vif-deleted', 'tag': '165a8d08-ba7c-4abc-8c32-ac70a37e6732', 'status': 'completed', 'code': 200} Apr 05 15:07:09.386850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-77bc2bb9-07f8-427c-9f7b-b95dbf6dd9ed req-484f4765-4f0e-4618-b443-0c44773aa4f2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:07:09.404655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-77bc2bb9-07f8-427c-9f7b-b95dbf6dd9ed req-484f4765-4f0e-4618-b443-0c44773aa4f2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:07:09.406187 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-77bc2bb9-07f8-427c-9f7b-b95dbf6dd9ed req-484f4765-4f0e-4618-b443-0c44773aa4f2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7aabed4-c1c5-4204-8cd4-1641bbba22b0 HTTP/1.1" status: 200 len: 210 time: 0.0627379 Apr 05 15:07:10.513136 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46106) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:11.002769 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:11.605882 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port b2973579-f823-4c05-99f0-bbd8b162ba59 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:07:11.606931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:11.790603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port b2973579-f823-4c05-99f0-bbd8b162ba59, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=b2973579-f823-4c05-99f0-bbd8b162ba59,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:11.790946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:11.907587 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for b2973579-f823-4c05-99f0-bbd8b162ba59 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:07:12.006278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 165a8d08-ba7c-4abc-8c32-ac70a37e6732 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:07:12.039035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 165a8d08-ba7c-4abc-8c32-ac70a37e6732 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:07:12.039369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 165a8d08-ba7c-4abc-8c32-ac70a37e6732 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:07:12.079681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:12.128396 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=b2973579-f823-4c05-99f0-bbd8b162ba59,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:12.508048 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:13.074870 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router 95d5e4d1-5167-488e-99f6-183dce77ec5f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:07:13.272323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:07:13.284354 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] Sync routers for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:07:13.289603 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-88ac6c0a-9794-47dc-bd45-891fd14269cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/95d5e4d1-5167-488e-99f6-183dce77ec5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7754281 Apr 05 15:07:13.292304 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46110) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:13.296551 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:13.297133 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:06:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:13.469575 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:13.474568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-16d8aa0a-24f4-4e6b-b031-4d6a6939f8fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting subnet 0df31bcb-e399-4fd9-893c-7ececf8af2f3 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:07:13.477918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16d8aa0a-24f4-4e6b-b031-4d6a6939f8fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:13.534576 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16d8aa0a-24f4-4e6b-b031-4d6a6939f8fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:13.616708 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16d8aa0a-24f4-4e6b-b031-4d6a6939f8fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:13.690573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16d8aa0a-24f4-4e6b-b031-4d6a6939f8fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:13.728249 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8aa0a-24f4-4e6b-b031-4d6a6939f8fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Subnet': ['ID=0df31bcb-e399-4fd9-893c-7ececf8af2f3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:13.734940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-16d8aa0a-24f4-4e6b-b031-4d6a6939f8fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:13.741335 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a503be5-01ab-4e18-8ddc-f8f81ecb4bc8 None None] Network c67db021-c1ca-4a71-bf22-7a5177790324 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:07:13.742172 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-16d8aa0a-24f4-4e6b-b031-4d6a6939f8fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/subnets/0df31bcb-e399-4fd9-893c-7ececf8af2f3 HTTP/1.1" status: 204 len: 168 time: 0.4489062 Apr 05 15:07:13.744997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46114) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:13.752068 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:07:12Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:13.756038 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] Checking router: 95d5e4d1-5167-488e-99f6-183dce77ec5f for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:07:13.766778 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] Routers {'95d5e4d1-5167-488e-99f6-183dce77ec5f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:13.767383 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:06:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['95d5e4d1-5167-488e-99f6-183dce77ec5f'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:13.948849 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:13.955520 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] Set router 95d5e4d1-5167-488e-99f6-183dce77ec5f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:14.008741 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] DHCP port deletion for c67db021-c1ca-4a71-bf22-7a5177790324 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:07:14.013650 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Deleting port c270695c-ff41-4b44-8b21-e531d7fdd786 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:07:14.014021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:14.221685 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] For port c270695c-ff41-4b44-8b21-e531d7fdd786, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=c270695c-ff41-4b44-8b21-e531d7fdd786,segment=NetworkSegment(94bf6cc3-a029-49bd-9698-2ec0de55c947),segment_id=94bf6cc3-a029-49bd-9698-2ec0de55c947)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:14.222140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:14.261516 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:07:12Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:14.266010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:14.266546 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df37d0b-9e3b-44fa-b5d8-2a3ff4b84af6 None None] The sync data for ids ['95d5e4d1-5167-488e-99f6-183dce77ec5f'] in dv-neutron-829488-2-hyperv is: [{'id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-613696260', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203'}], 'enable_snat': True}, 'gw_port_id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:07:12Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:2b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95d5e4d1-5167-488e-99f6-183dce77ec5f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:05:21Z', 'updated_at': '2022-04-05T15:05:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:07:14.276493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:07:14.276832 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:14.357391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Calling delete_port for c270695c-ff41-4b44-8b21-e531d7fdd786 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:07:14.428189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:14.454299 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:14.454682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:14.471362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Pushing event deleted for resources: {'Port': ['ID=c270695c-ff41-4b44-8b21-e531d7fdd786,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:14.481696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] No DVR routers for this DVR port c270695c-ff41-4b44-8b21-e531d7fdd786 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:07:14.484808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.485148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.485477 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.485802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.488348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.488348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.488348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.488348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.488348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.488348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.488348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d26b78c-272c-4be2-bd79-fb2445cd7c38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:14.573994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:07:14.673677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b2973579-f823-4c05-99f0-bbd8b162ba59 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:07:14.742790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: b2973579-f823-4c05-99f0-bbd8b162ba59 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:07:14.744209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device b2973579-f823-4c05-99f0-bbd8b162ba59 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:07:14.744672 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c270695c-ff41-4b44-8b21-e531d7fdd786 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:07:14.769067 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:14.776267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: c270695c-ff41-4b44-8b21-e531d7fdd786 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:07:14.776610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device c270695c-ff41-4b44-8b21-e531d7fdd786 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:07:14.816113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:15.035976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.288298 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.292381 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.315661 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.316375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Fanout notify agent at l3_agent the message router_deleted on router 95d5e4d1-5167-488e-99f6-183dce77ec5f {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:07:15.331231 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.332359 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a92797a4-788c-4ac7-9670-67163edd2f35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/routers/95d5e4d1-5167-488e-99f6-183dce77ec5f HTTP/1.1" status: 204 len: 168 time: 1.5863869 Apr 05 15:07:15.335084 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46118) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:15.606309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.740163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.769726 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c67db021-c1ca-4a71-bf22-7a5177790324']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:15.781961 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94bf6cc3-a029-49bd-9698-2ec0de55c947') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:15.782271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94bf6cc3-a029-49bd-9698-2ec0de55c947') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:15.793833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.809247 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.815104 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Releasing vlan 220 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:07:15.815475 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:07:15.829218 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:07:15.909652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.914495 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:15.943876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Network': ['ID=c67db021-c1ca-4a71-bf22-7a5177790324,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:15.951371 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-352b92ff-9cea-4421-913f-ccd5690fab87 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/networks/c67db021-c1ca-4a71-bf22-7a5177790324 HTTP/1.1" status: 204 len: 168 time: 0.6153059 Apr 05 15:07:15.953927 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46124) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:16.019467 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4e21dba-fa32-4a7f-bd97-6ef140151f52 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.047688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4e21dba-fa32-4a7f-bd97-6ef140151f52 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.108087 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4e21dba-fa32-4a7f-bd97-6ef140151f52 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.126347 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e21dba-fa32-4a7f-bd97-6ef140151f52 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=372a53a5-62b3-484a-bb9b-7c14bef4907e,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:16.135843 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b4e21dba-fa32-4a7f-bd97-6ef140151f52 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.136945 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b4e21dba-fa32-4a7f-bd97-6ef140151f52 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/security-groups/372a53a5-62b3-484a-bb9b-7c14bef4907e HTTP/1.1" status: 204 len: 168 time: 0.1820507 Apr 05 15:07:16.510748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:07:16.542951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:07:16.543295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device a5ce5b65-73f8-4f8f-a51b-332d7c9b0cfe not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:07:16.636318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46132) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:16.642161 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-835397280', 'description': 'tempest-secgroup-smoke-835397280 description', 'project_id': '22dd3dab03a0411c882ed560e5d26eef'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:16.648837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:16.652898 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:16.655696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:16.661274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:16.671157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.704982 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:16.709262 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:16.712534 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:16.718088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:16.777005 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.780683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.823312 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:16.825874 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.827068 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-97fdbe43-e2eb-404b-b0e7-c595b6b70ba8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1897697 Apr 05 15:07:16.830297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46136) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:16.836515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:16.842479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:16.846374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:16.849239 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:16.855566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:16.874926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.933784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.937341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.960874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9e6fac-1460-422c-a63a-ad1532a200d1,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:16.969163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:16.970360 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7c299d45-0281-4422-a977-063f3fbd2e81 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1391468 Apr 05 15:07:16.972999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46140) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:16.978956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:16.986709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:16.990511 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:16.993417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:16.999401 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:17.015918 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.078130 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.081675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.107906 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10906d7d-9f6c-4e2f-b28c-13547c06598a,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:17.113653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.114832 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-24cbeec9-df36-4016-a396-e2b1862c0bf7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1409373 Apr 05 15:07:17.117546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46144) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:17.123148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:17.128820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:17.133093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:17.135910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:17.141484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:17.157774 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.218404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.222059 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.244722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e1eb0a3-ec40-443e-820b-990ccfb82645,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:17.252696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.253821 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fad07c88-d78c-4188-8ff7-315935a4bd06 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1353486 Apr 05 15:07:17.256546 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46148) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:17.262957 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:17.268705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:17.272505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:17.275972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:17.281552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:17.297823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.360724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.364506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.392126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94b8cef-6bc5-478e-8739-6e2b6a875708,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:17.401111 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.402434 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-50d41de5-73e3-43fd-a894-c190f20c6359 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1439693 Apr 05 15:07:17.405083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46152) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:17.410376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:17.415972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:17.419708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:17.422576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:17.428405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:17.438539 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:07:17.445588 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.510891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.514389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.536858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5687dd3f-eb89-47a3-97ec-22eadcdfbe16,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:17.544938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.546294 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-bf7122ec-b75b-4e3f-8825-55f4d9a685cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1402557 Apr 05 15:07:17.549201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46156) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:17.554947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:17.560651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:17.564376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:17.567225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:17.573384 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:17.583441 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:07:17.589861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.653985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.657644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.680560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1805c3d2-c174-45be-96e7-b7cc784254e2,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:17.688751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.689921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-65bcd931-bb5a-4ac9-8ebf-ef6d5151ff37 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1398370 Apr 05 15:07:17.692784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46160) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:17.698495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'network': {'name': 'tempest-network-smoke--1722348570', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'port_security_enabled': True}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:17.703273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:17.707375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:network and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:17.710729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:17.716362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:17.726377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:07:17.729193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.761115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:07:17.769903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.770273 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Added segment 221aab3a-1d0d-4503-9c69-cea31f2d9070 of type vlan for network 09fc2774-5508-4b5f-8cbf-c175979b44c3 Apr 05 15:07:17.797321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.825893 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.829465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:17.830060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:17.983030 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:07:18.019176 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3252904 Apr 05 15:07:18.019944 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5e37c-9050-4e84-9e9a-34ef4071923b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Network': ['ID=09fc2774-5508-4b5f-8cbf-c175979b44c3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:18.021876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46164) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:18.027605 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'admin_state_up': True, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:18.031670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:07:18.034532 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:18.038296 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:router and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:18.041060 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:18.046842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:18.057507 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.058431 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.077069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.220339 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.393711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.422540 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.552297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.94 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/aeb986d3-265b-4ad5-be86-f660a01a3afc) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:07:18.691821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.718364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.782928 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:07:18.785686 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:07:18.790533 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:07:18.817309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=aeb986d3-265b-4ad5-be86-f660a01a3afc,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:18.944518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:18.945182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:19.253225 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router f722004d-97db-4ea0-90ce-25cc02ebba52 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:07:19.452887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:07:19.462597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Sync routers for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:07:19.473913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:19.474680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:06:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:19.478515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:19.479770 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0f26cdc9-d3e3-4727-ac21-4e20c0d9c52e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4563012 Apr 05 15:07:19.482891 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46168) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:19.585859 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-70ccef3d-1f38-45f3-8b91-41e85af4450a tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=22dd3dab03a0411c882ed560e5d26eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1015370 Apr 05 15:07:19.588227 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46174) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:19.653555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:19.717341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ac0f45-e081-4089-9a66-682a32682b1b tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:19.718902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-05ac0f45-e081-4089-9a66-682a32682b1b tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297004 Apr 05 15:07:19.721746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46178) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:19.760663 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-32190f67-d759-41d7-a4d8-00f1b3d85e13 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377047 Apr 05 15:07:19.763174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46182) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:19.768286 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2074238863', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:19.876467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:19.880215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:subnet and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:19.883064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:19.888662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:19.899219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:07:19.935615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:18Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:19.939511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Checking router: f722004d-97db-4ea0-90ce-25cc02ebba52 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:07:19.939847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Updating router f722004d-97db-4ea0-90ce-25cc02ebba52 port aeb986d3-265b-4ad5-be86-f660a01a3afc binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:07:19.991046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.004293 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.215095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.294527 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Subnet': ['ID=e9646a01-7fee-4d30-a186-724aa9b0c7a5,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:20.310424 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Checking segment: {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:07:20.310799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network hostable DHCP agents. Network: 09fc2774-5508-4b5f-8cbf-c175979b44c3, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:07:20.317185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.328744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Transition to ACTIVE for port object aeb986d3-265b-4ad5-be86-f660a01a3afc will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:07:20.334605 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:07:20.336349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.344693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 09fc2774-5508-4b5f-8cbf-c175979b44c3) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:07:20.348984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:20.349565 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.372358 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b543c00a-7f72-4b80-8ee1-9d417fb51500 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6082628 Apr 05 15:07:20.375449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46186) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:20.381224 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c36696-9cb5-4ac7-ba0c-af02ebe2255d None None] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:07:20.499432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be206bb-cca0-462f-94a8-9719e578612b None None] Pushing event updated for resources: {'Port': ['ID=aeb986d3-265b-4ad5-be86-f660a01a3afc,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:20.521227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Attempting to bind port aeb986d3-265b-4ad5-be86-f660a01a3afc on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:07:20.521597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Attempting to bind port aeb986d3-265b-4ad5-be86-f660a01a3afc by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:07:20.521956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Attempting to bind port aeb986d3-265b-4ad5-be86-f660a01a3afc on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:07:20.543190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:07:20.543560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:07:20.543955 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.544344 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:07:20.544797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Bound port: aeb986d3-265b-4ad5-be86-f660a01a3afc, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:07:20.545164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.734962 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] For port aeb986d3-265b-4ad5-be86-f660a01a3afc, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:07:20.742846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] For port aeb986d3-265b-4ad5-be86-f660a01a3afc, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=aeb986d3-265b-4ad5-be86-f660a01a3afc,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:07:20.746100 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-09fc2774-5508-4b5f-8cbf-c175979b44c3', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:07:20.746914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.760459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:20.898200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be206bb-cca0-462f-94a8-9719e578612b None None] Pushing event updated for resources: {'Port': ['ID=aeb986d3-265b-4ad5-be86-f660a01a3afc,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:20.917562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:20.918195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:06:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:21.117652 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Allocated IP 172.20.0.2 (09fc2774-5508-4b5f-8cbf-c175979b44c3/e9646a01-7fee-4d30-a186-724aa9b0c7a5/12cc7666-5249-493e-8b66-36a83b6b70d8) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:07:21.133127 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:21.226582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:21.588502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:21.602602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Transition to ACTIVE for port object 12cc7666-5249-493e-8b66-36a83b6b70d8 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:07:21.630561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Transition to ACTIVE for port object 12cc7666-5249-493e-8b66-36a83b6b70d8 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:07:21.637103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:21.703677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:18Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:21.703946 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.1 (09fc2774-5508-4b5f-8cbf-c175979b44c3/e9646a01-7fee-4d30-a186-724aa9b0c7a5/6ff5ea09-b1d5-4813-af37-75edb45f9358) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:07:21.718899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-096e3f99-c6cb-4087-9cb1-9dec68bef074 None None] The sync data for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv is: [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:18Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:07:21.726207 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Pushing event updated for resources: {'Port': ['ID=12cc7666-5249-493e-8b66-36a83b6b70d8,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:21.729875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:07:21.731569 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:07:21.733813 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:07:21.827984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Attempting to bind port 12cc7666-5249-493e-8b66-36a83b6b70d8 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:07:21.828709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Attempting to bind port 12cc7666-5249-493e-8b66-36a83b6b70d8 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:07:21.829158 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Attempting to bind port 12cc7666-5249-493e-8b66-36a83b6b70d8 on network 09fc2774-5508-4b5f-8cbf-c175979b44c3 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:07:21.837799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:07:21.838193 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Checking segment: {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:07:21.838644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:21.838968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Bound using segment: {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:07:21.839467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Bound port: 12cc7666-5249-493e-8b66-36a83b6b70d8, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:07:21.839829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:21.876618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:21.893306 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object 6ff5ea09-b1d5-4813-af37-75edb45f9358 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:07:21.932784 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:21.943532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] For port 12cc7666-5249-493e-8b66-36a83b6b70d8, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:07:21.951126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] For port 12cc7666-5249-493e-8b66-36a83b6b70d8, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=12cc7666-5249-493e-8b66-36a83b6b70d8,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:07:21.956041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.026912 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:07:22.030156 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:07:22.034776 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:07:22.045690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297fa692-a7e0-4a68-997c-761b98f34849 None None] Pushing event updated for resources: {'Port': ['ID=12cc7666-5249-493e-8b66-36a83b6b70d8,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:22.064289 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=6ff5ea09-b1d5-4813-af37-75edb45f9358,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:22.102369 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.200397 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.586747 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device aeb986d3-265b-4ad5-be86-f660a01a3afc up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:07:22.658108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port aeb986d3-265b-4ad5-be86-f660a01a3afc completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:07:22.658760 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.663644 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.663823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port aeb986d3-265b-4ad5-be86-f660a01a3afc triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:22.664174 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.781244 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.785236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.785374 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=6ff5ea09-b1d5-4813-af37-75edb45f9358,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:22.802331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port aeb986d3-265b-4ad5-be86-f660a01a3afc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=aeb986d3-265b-4ad5-be86-f660a01a3afc,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:22.807126 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:22.808013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12cc7666-5249-493e-8b66-36a83b6b70d8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:07:22.932242 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:07:22.933979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:07:22.975307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=aeb986d3-265b-4ad5-be86-f660a01a3afc,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:22.989328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 12cc7666-5249-493e-8b66-36a83b6b70d8 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:07:23.069479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c72c8c4-edb5-460b-a9ac-07fda1fb8463 None None] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:07:23.165029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-04d7c1d8-edc4-4a13-8072-d739e36f2080 None None] Provisioning for port 12cc7666-5249-493e-8b66-36a83b6b70d8 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:07:23.180915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-04d7c1d8-edc4-4a13-8072-d739e36f2080 None None] Provisioning complete for port 12cc7666-5249-493e-8b66-36a83b6b70d8 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:23.181279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-04d7c1d8-edc4-4a13-8072-d739e36f2080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:23.387416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-04d7c1d8-edc4-4a13-8072-d739e36f2080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:23.421695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router f722004d-97db-4ea0-90ce-25cc02ebba52 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:07:23.433405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-04d7c1d8-edc4-4a13-8072-d739e36f2080 None None] For port 12cc7666-5249-493e-8b66-36a83b6b70d8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=12cc7666-5249-493e-8b66-36a83b6b70d8,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:23.443001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-04d7c1d8-edc4-4a13-8072-d739e36f2080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:23.512164 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d7c1d8-edc4-4a13-8072-d739e36f2080 None None] Pushing event updated for resources: {'Port': ['ID=12cc7666-5249-493e-8b66-36a83b6b70d8,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:23.630743 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:07:23.645421 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a34a85ec-93f8-48cd-8a47-3b013f4b657e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/f722004d-97db-4ea0-90ce-25cc02ebba52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2689121 Apr 05 15:07:23.677097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9f0e8fa9-5b96-4c0a-8a71-9fcfc54f0979 None None] Provisioning complete for port 12cc7666-5249-493e-8b66-36a83b6b70d8 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:23.677622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8fa9-5b96-4c0a-8a71-9fcfc54f0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:23.814139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9f0e8fa9-5b96-4c0a-8a71-9fcfc54f0979 None None] Provisioning for port 6ff5ea09-b1d5-4813-af37-75edb45f9358 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:07:23.819057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9f0e8fa9-5b96-4c0a-8a71-9fcfc54f0979 None None] Provisioning complete for port 6ff5ea09-b1d5-4813-af37-75edb45f9358 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:23.820742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9f0e8fa9-5b96-4c0a-8a71-9fcfc54f0979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:23.830576 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8ed0e5fe-2300-4361-be99-e5b2885ae219 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-835397280&fields=id&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 267 time: 0.0434709 Apr 05 15:07:23.878790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9f0e8fa9-5b96-4c0a-8a71-9fcfc54f0979 None None] Port 6ff5ea09-b1d5-4813-af37-75edb45f9358 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:07:23.987340 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-18aa3a19-3417-4d5b-83d4-4c45dc8e0582 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:23.988030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-18aa3a19-3417-4d5b-83d4-4c45dc8e0582 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:network {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:07:24.001930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e08dd979-e751-4003-9581-894383d6ef67 None None] Provisioning complete for port 6ff5ea09-b1d5-4813-af37-75edb45f9358 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:24.002320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e08dd979-e751-4003-9581-894383d6ef67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:24.005258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-18aa3a19-3417-4d5b-83d4-4c45dc8e0582 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:network {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:07:24.007522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-18aa3a19-3417-4d5b-83d4-4c45dc8e0582 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/networks?id=09fc2774-5508-4b5f-8cbf-c175979b44c3 HTTP/1.1" status: 200 len: 797 time: 0.1691132 Apr 05 15:07:24.024444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-6f80b6bb-25ff-44cb-b12b-e54598e18260 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/quotas/22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 375 time: 0.0116751 Apr 05 15:07:24.060616 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-e08dd979-e751-4003-9581-894383d6ef67 None None] Port 6ff5ea09-b1d5-4813-af37-75edb45f9358 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:07:24.111096 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-e07abff8-002c-4b15-9764-df84f94dd288 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0814230 Apr 05 15:07:24.126580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-06c82799-1330-4512-848a-4845c6399b05 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 15:07:24.127501 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-06c82799-1330-4512-848a-4845c6399b05 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048060 Apr 05 15:07:24.181764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-5229454c-7181-41d7-b756-dc1efa4e17b0 None None] Provisioning complete for port 6ff5ea09-b1d5-4813-af37-75edb45f9358 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:24.182170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5229454c-7181-41d7-b756-dc1efa4e17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:24.250854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8ac2223f-40df-4f68-82d9-01fd0fc19f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:24.255159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-5229454c-7181-41d7-b756-dc1efa4e17b0 None None] Port 6ff5ea09-b1d5-4813-af37-75edb45f9358 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:07:24.262978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-a1e66ec8-be62-4657-b8d7-e2c9f4bf9d33 service neutron] 10.222.0.18 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294475 Apr 05 15:07:24.390759 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8925c48e-7c44-4812-b0d1-9e55ffc441e0 service neutron] 10.222.0.18 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218481 Apr 05 15:07:24.533880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device aeb986d3-265b-4ad5-be86-f660a01a3afc up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:07:24.606539 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port aeb986d3-265b-4ad5-be86-f660a01a3afc triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:24.607006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:24.671076 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-501a51fe-8a06-41de-9b67-940b0abae3ed req-a21cc9a1-3f4f-48e4-9170-9f5967b52d68 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 210 time: 0.1250703 Apr 05 15:07:24.732866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12cc7666-5249-493e-8b66-36a83b6b70d8 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:07:24.803314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 12cc7666-5249-493e-8b66-36a83b6b70d8 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:24.803721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:25.302226 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Sync routers for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:07:25.317919 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:25.318481 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:06:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:25.520275 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:25.603529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-e5ca4fc5-a0aa-4e6f-9cae-c7682dc71224 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:25.606001 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-e5ca4fc5-a0aa-4e6f-9cae-c7682dc71224 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/networks?id=09fc2774-5508-4b5f-8cbf-c175979b44c3 HTTP/1.1" status: 200 len: 797 time: 0.1631465 Apr 05 15:07:25.660566 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-4ed40676-5cb7-4878-a107-22e8173b8ee4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 379 time: 0.0423732 Apr 05 15:07:25.668400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'port': {'device_id': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'admin_state_up': True, 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'security_groups': ['3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:25.867528 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 2, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:25.871492 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Checking router: f722004d-97db-4ea0-90ce-25cc02ebba52 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:07:25.871853 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Updating router f722004d-97db-4ea0-90ce-25cc02ebba52 port 6ff5ea09-b1d5-4813-af37-75edb45f9358 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:07:25.883771 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ad526b25-e47a-43a2-8cc7-a3b0e5dc76d8 req-391bf52e-8d76-47d9-a83a-b1dbe348a902 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 210 time: 0.0540931 Apr 05 15:07:25.923031 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:25.936042 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:25.939976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:port and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:25.942813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:25.948815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:25.958535 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:07:25.961704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.119129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.5 (09fc2774-5508-4b5f-8cbf-c175979b44c3/e9646a01-7fee-4d30-a186-724aa9b0c7a5/fdd75416-17e7-4dd1-b19a-ed5228ef2908) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:07:26.301953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.318436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object fdd75416-17e7-4dd1-b19a-ed5228ef2908 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:07:26.339871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.408919 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:07:26.411704 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:07:26.414331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:07:26.431619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-544b5aee-5926-45a9-9cc1-858bb38fbcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.463107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=fdd75416-17e7-4dd1-b19a-ed5228ef2908,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:26.499412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:26.500151 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.529014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-8220daae-9d06-4948-9522-cb3663dcc9cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8642180 Apr 05 15:07:26.540696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Request body: {'port': {'device_id': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:26.542666 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.555327 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Transition to ACTIVE for port object 6ff5ea09-b1d5-4813-af37-75edb45f9358 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:07:26.562601 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.632682 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Pushing event updated for resources: {'Port': ['ID=6ff5ea09-b1d5-4813-af37-75edb45f9358,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:26.642550 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.642892 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.643227 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.643554 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.643883 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.644207 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.644526 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.644847 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.645163 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.645479 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.645796 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:07:26.666585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.692641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-28258963-615a-4402-bfcb-14bfeea3fa75 None None] Provisioning for port fdd75416-17e7-4dd1-b19a-ed5228ef2908 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:07:26.700191 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-28258963-615a-4402-bfcb-14bfeea3fa75 None None] Provisioning complete for port fdd75416-17e7-4dd1-b19a-ed5228ef2908 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:26.700566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-28258963-615a-4402-bfcb-14bfeea3fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.767920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-28258963-615a-4402-bfcb-14bfeea3fa75 None None] Port fdd75416-17e7-4dd1-b19a-ed5228ef2908 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:07:26.805838 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Attempting to bind port 6ff5ea09-b1d5-4813-af37-75edb45f9358 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:07:26.806304 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Attempting to bind port 6ff5ea09-b1d5-4813-af37-75edb45f9358 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:07:26.806655 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Attempting to bind port 6ff5ea09-b1d5-4813-af37-75edb45f9358 on network 09fc2774-5508-4b5f-8cbf-c175979b44c3 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:07:26.813305 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:07:26.813668 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Checking segment: {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:07:26.814144 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.814532 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Bound using segment: {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:07:26.814987 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Bound port: 6ff5ea09-b1d5-4813-af37-75edb45f9358, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:07:26.815356 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.905956 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] For port 6ff5ea09-b1d5-4813-af37-75edb45f9358, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:07:26.911707 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] For port 6ff5ea09-b1d5-4813-af37-75edb45f9358, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ff5ea09-b1d5-4813-af37-75edb45f9358,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:07:26.916977 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:26.990420 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:26.992115 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:07:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:27.097071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd75416-17e7-4dd1-b19a-ed5228ef2908 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:07:27.106822 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:27.134884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Transition to ACTIVE for port object fdd75416-17e7-4dd1-b19a-ed5228ef2908 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:07:27.144574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:27.169064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112400bc-4917-4311-b7f5-f9f4829c93d0 None None] Pushing event updated for resources: {'Port': ['ID=6ff5ea09-b1d5-4813-af37-75edb45f9358,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:27.195257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bb7eb-ade9-46ce-84a3-51a2af1ac635 req-0dcbec78-93a9-4698-95e8-bbfd02b50d0d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:27.196526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-332bb7eb-ade9-46ce-84a3-51a2af1ac635 req-0dcbec78-93a9-4698-95e8-bbfd02b50d0d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:07:27.215011 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:27.297364 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-332bb7eb-ade9-46ce-84a3-51a2af1ac635 req-0dcbec78-93a9-4698-95e8-bbfd02b50d0d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:07:27.298529 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-332bb7eb-ade9-46ce-84a3-51a2af1ac635 req-0dcbec78-93a9-4698-95e8-bbfd02b50d0d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 931 time: 0.2739763 Apr 05 15:07:27.299168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Pushing event updated for resources: {'Port': ['ID=fdd75416-17e7-4dd1-b19a-ed5228ef2908,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:27.436048 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-332bb7eb-ade9-46ce-84a3-51a2af1ac635 req-24a1764d-590f-45a0-8c89-da8001dcbf5c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046352 Apr 05 15:07:27.445666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Attempting to bind port fdd75416-17e7-4dd1-b19a-ed5228ef2908 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:07:27.445976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Attempting to bind port fdd75416-17e7-4dd1-b19a-ed5228ef2908 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:07:27.446335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Attempting to bind port fdd75416-17e7-4dd1-b19a-ed5228ef2908 on network 09fc2774-5508-4b5f-8cbf-c175979b44c3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:07:27.452977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Port fdd75416-17e7-4dd1-b19a-ed5228ef2908 on network 09fc2774-5508-4b5f-8cbf-c175979b44c3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:07:27.453301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Attempting to bind port fdd75416-17e7-4dd1-b19a-ed5228ef2908 on network 09fc2774-5508-4b5f-8cbf-c175979b44c3 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:07:27.460438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:07:27.460911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Checking segment: {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:07:27.461386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Bound using segment: {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:07:27.461911 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Bound port: fdd75416-17e7-4dd1-b19a-ed5228ef2908, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '221aab3a-1d0d-4503-9c69-cea31f2d9070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:07:27.462374 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:27.535351 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:26Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:27.539297 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f816be6-143e-4745-922a-25f6a387a6d1 None None] The sync data for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv is: [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:26Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:07:27.555464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] For port fdd75416-17e7-4dd1-b19a-ed5228ef2908, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:07:27.556278 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:27.560803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] For port fdd75416-17e7-4dd1-b19a-ed5228ef2908, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:07:27.565121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:27.579556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:27.648057 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:27.649346 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] 10.222.0.15 "PUT /v2.0/ports/fdd75416-17e7-4dd1-b19a-ed5228ef2908 HTTP/1.1" status: 200 len: 1093 time: 1.1134460 Apr 05 15:07:27.649767 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:07:27.668966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca9f79-065d-4f6c-84e5-db6bab98a94a service neutron] Pushing event updated for resources: {'Port': ['ID=fdd75416-17e7-4dd1-b19a-ed5228ef2908,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:27.784665 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-4641d2eb-2d41-47e1-8f82-56ba1dcfde39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 1096 time: 0.0867572 Apr 05 15:07:27.935545 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c983cdd-ceee-492e-b744-68390b349e31'] response: {'name': 'network-changed', 'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'status': 'completed', 'code': 200} Apr 05 15:07:27.950485 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-7cf09613-a739-406c-a5a6-34137aee41c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908 HTTP/1.1" status: 200 len: 217 time: 0.1597135 Apr 05 15:07:28.018310 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-bfb207ad-aa3b-49ab-8bdf-6ebfd36d3321 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:28.019766 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-bfb207ad-aa3b-49ab-8bdf-6ebfd36d3321 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9646a01-7fee-4d30-a186-724aa9b0c7a5 HTTP/1.1" status: 200 len: 835 time: 0.0618699 Apr 05 15:07:28.094346 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-c6ef54d6-e2da-476d-8066-182af5b13a11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09fc2774-5508-4b5f-8cbf-c175979b44c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685318 Apr 05 15:07:28.228376 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-7b341a0b-5598-454a-8dc6-da94044217f2 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280010 Apr 05 15:07:28.363112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-052b78b7-5db7-4965-99c6-aab7f56d2893 req-ad81eafe-8637-42c0-8232-210d1d3740bf service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286976 Apr 05 15:07:28.478149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-e5688f29-a10f-447f-b22c-869eeb5ee80a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 1096 time: 0.0715168 Apr 05 15:07:28.550917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ff5ea09-b1d5-4813-af37-75edb45f9358 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:07:28.623171 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 6ff5ea09-b1d5-4813-af37-75edb45f9358 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:07:28.629141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6ff5ea09-b1d5-4813-af37-75edb45f9358 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:28.629794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:28.669243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-94836756-79f3-43a3-b3d4-3ce1ec49df45 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:28.670722 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-94836756-79f3-43a3-b3d4-3ce1ec49df45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09fc2774-5508-4b5f-8cbf-c175979b44c3 HTTP/1.1" status: 200 len: 898 time: 0.1857433 Apr 05 15:07:28.731215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f35ea-0fdb-4b02-8fb1-094f938551ff req-599a9430-b111-4cb5-8f1a-23e261e656b6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:28.732569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-267f35ea-0fdb-4b02-8fb1-094f938551ff req-599a9430-b111-4cb5-8f1a-23e261e656b6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 943 time: 0.1638067 Apr 05 15:07:28.744656 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:28.763924 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-f430521c-8f37-447e-8a20-2461c0de6e92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908 HTTP/1.1" status: 200 len: 217 time: 0.0856783 Apr 05 15:07:28.777044 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 6ff5ea09-b1d5-4813-af37-75edb45f9358, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ff5ea09-b1d5-4813-af37-75edb45f9358,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:28.780068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:28.836080 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-267f35ea-0fdb-4b02-8fb1-094f938551ff req-e148db0f-e74c-4f09-8752-27d65a213eab tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872889 Apr 05 15:07:28.844297 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-51ff34ca-ae52-4634-97b8-c263891bf227 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:28.845559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=6ff5ea09-b1d5-4813-af37-75edb45f9358,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:28.845687 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-51ff34ca-ae52-4634-97b8-c263891bf227 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9646a01-7fee-4d30-a186-724aa9b0c7a5 HTTP/1.1" status: 200 len: 835 time: 0.0747197 Apr 05 15:07:28.923938 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-4ca86b93-e63c-4997-a0db-46f47d8e2fae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09fc2774-5508-4b5f-8cbf-c175979b44c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0717742 Apr 05 15:07:29.053295 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-e525ae6a-4848-4d4c-92eb-11f3d2bcf60b service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224585 Apr 05 15:07:29.130026 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:29.186459 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fe312d2-3162-4d3d-91f4-34d7beb8a049 req-eacdff6c-f8bc-447a-ad1b-ee0d1c14f179 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268573 Apr 05 15:07:30.034273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a642424-8fff-4e2e-9b69-b55a0d256a32 req-e8337f89-3e9f-4391-9dfd-9e4249c8be2c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:30.035712 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a642424-8fff-4e2e-9b69-b55a0d256a32 req-e8337f89-3e9f-4391-9dfd-9e4249c8be2c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 943 time: 0.0762486 Apr 05 15:07:30.079569 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1a642424-8fff-4e2e-9b69-b55a0d256a32 req-d739b548-2afd-4fc8-82c1-9ac2606de885 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377204 Apr 05 15:07:30.523480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ff5ea09-b1d5-4813-af37-75edb45f9358 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:07:30.593270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 6ff5ea09-b1d5-4813-af37-75edb45f9358 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:30.593637 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:31.272737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f71f2a-8856-488b-9603-f0ff0e91c30c req-b8c21116-c5be-49df-bd01-91f4a1e9137c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:31.274246 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d2f71f2a-8856-488b-9603-f0ff0e91c30c req-b8c21116-c5be-49df-bd01-91f4a1e9137c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 943 time: 0.0775280 Apr 05 15:07:31.321190 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d2f71f2a-8856-488b-9603-f0ff0e91c30c req-d4411116-68c5-429c-bab8-79cda4035a7d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413408 Apr 05 15:07:32.115098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device fdd75416-17e7-4dd1-b19a-ed5228ef2908 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:07:32.244173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port fdd75416-17e7-4dd1-b19a-ed5228ef2908, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:32.257227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'port_id': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'mac_address': 'fa:16:3e:29:89:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:07:32.308414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:32.328265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd75416-17e7-4dd1-b19a-ed5228ef2908 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:07:32.342994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port fdd75416-17e7-4dd1-b19a-ed5228ef2908, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:32.346833 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:32.411356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=fdd75416-17e7-4dd1-b19a-ed5228ef2908,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:32.580610 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['fdd75416-17e7-4dd1-b19a-ed5228ef2908'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:07:32.681458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0b16b-3a64-4c90-ac56-92557420a157 req-40a11a28-536b-4ff2-b45e-bf480fd9a9ec tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:32.682948 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e8a0b16b-3a64-4c90-ac56-92557420a157 req-40a11a28-536b-4ff2-b45e-bf480fd9a9ec tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 944 time: 0.0778546 Apr 05 15:07:32.727336 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e8a0b16b-3a64-4c90-ac56-92557420a157 req-21bad316-1001-47fc-bab4-2f068dc1884d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388126 Apr 05 15:07:34.009570 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705d740-6c3e-494c-9d5a-4b3937ae74f8 req-9453dfe5-e970-424d-bcb5-3d2d58f4178e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:34.011055 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9705d740-6c3e-494c-9d5a-4b3937ae74f8 req-9453dfe5-e970-424d-bcb5-3d2d58f4178e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 944 time: 0.1634772 Apr 05 15:07:34.055716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9705d740-6c3e-494c-9d5a-4b3937ae74f8 req-4281f904-c4c5-4782-bc70-e9d3e0914948 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391183 Apr 05 15:07:34.146343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device fdd75416-17e7-4dd1-b19a-ed5228ef2908 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:07:34.215690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port fdd75416-17e7-4dd1-b19a-ed5228ef2908 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:07:34.220564 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port fdd75416-17e7-4dd1-b19a-ed5228ef2908 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:07:34.220870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:34.328006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:34.353400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:07:34.362797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port fdd75416-17e7-4dd1-b19a-ed5228ef2908, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:07:34.366329 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:34.410942 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4495f34-66e8-471b-9ad3-89ef407d4766'] response: {'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'code': 200} Apr 05 15:07:34.435284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=fdd75416-17e7-4dd1-b19a-ed5228ef2908,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:34.627485 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f97037b-eaba-4d4d-96dc-269fbe44cce0 req-5ecb4cfe-d38c-4c20-bd87-fa932f6edbc0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 1098 time: 0.0657377 Apr 05 15:07:34.668957 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3f97037b-eaba-4d4d-96dc-269fbe44cce0 req-b7864ecc-e451-445d-bb61-402a5db952d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356593 Apr 05 15:07:35.248291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a102c-2956-47a3-9308-d6e775afb2e7 req-449adb39-6526-4e92-aa69-27d81a2222d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:35.249720 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0b2a102c-2956-47a3-9308-d6e775afb2e7 req-449adb39-6526-4e92-aa69-27d81a2222d2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0769796 Apr 05 15:07:35.293745 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0b2a102c-2956-47a3-9308-d6e775afb2e7 req-6d30c79a-9e7c-4706-826a-6e54f8f8d11d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385408 Apr 05 15:07:36.485916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a888c4-bfc0-45e9-8c06-08b927be7078 req-cbf3299e-f9d5-4335-9df5-2fa7946d104b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:36.487390 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a888c4-bfc0-45e9-8c06-08b927be7078 req-cbf3299e-f9d5-4335-9df5-2fa7946d104b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0746076 Apr 05 15:07:36.535711 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18a888c4-bfc0-45e9-8c06-08b927be7078 req-1d557402-1f19-406a-b64c-9bdde74b44ce tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422196 Apr 05 15:07:36.732403 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd03368-5802-494a-8beb-5c59f7222204 req-f32874ef-3cfa-4341-b034-10805c878bac tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:36.733859 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0cd03368-5802-494a-8beb-5c59f7222204 req-f32874ef-3cfa-4341-b034-10805c878bac tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0790412 Apr 05 15:07:36.778550 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0cd03368-5802-494a-8beb-5c59f7222204 req-43a95b04-888d-412a-8a3e-66dae9eca73f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391686 Apr 05 15:07:36.805328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46236) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:36.876725 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9870fd23-ce29-4255-b55e-32be03e1dddb tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 1093 time: 0.0701180 Apr 05 15:07:36.879179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46240) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:36.884610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:07:36.889823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:07:36.893528 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:floatingip and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:07:36.896271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:07:36.901811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:07:36.911209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:37.052808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:37.185595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.203 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/1aa1bd70-38b2-4ef1-a050-98bfc804f95e) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:07:37.328816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:37.359341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:37.428842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:07:37.431611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:07:37.436247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:07:37.460635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=1aa1bd70-38b2-4ef1-a050-98bfc804f95e,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:37.924182 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:37.976657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:38.089430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:38.261924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:38.266036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:38.363985 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=1aa1bd70-38b2-4ef1-a050-98bfc804f95e,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:07:38.390009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:38.575359 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Floating IP 32ae4fb8-2d4d-46b7-b011-50d16c190995 associated. External IP: 172.26.6.203, port: fdd75416-17e7-4dd1-b19a-ed5228ef2908. Apr 05 15:07:38.960140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router f722004d-97db-4ea0-90ce-25cc02ebba52 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:07:39.162409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:07:39.172261 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] Sync routers for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:07:39.185140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:39.186163 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:07:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:39.187271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:39.238700 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4a8ad159-4ae3-4b97-a8ea-cf8d0d1e487d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3584569 Apr 05 15:07:39.239173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:07:39.294752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fd67383-e843-4817-a266-ea0534c69f05'] response: {'name': 'network-changed', 'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'status': 'completed', 'code': 200} Apr 05 15:07:39.381323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:39.450067 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7d57c-389b-421c-8d7b-f6546821762d req-bd4721e2-bf1c-4cec-bad9-9b6696ccbe50 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:39.451517 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15f7d57c-389b-421c-8d7b-f6546821762d req-bd4721e2-bf1c-4cec-bad9-9b6696ccbe50 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0989614 Apr 05 15:07:39.456896 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-548469df-3f2a-433b-87e2-af5e9881714c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 1098 time: 0.1388936 Apr 05 15:07:39.579048 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-15f7d57c-389b-421c-8d7b-f6546821762d req-d63aaa07-e645-42f1-8201-abe691b74aaa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212392 Apr 05 15:07:39.613176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46248) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:39.619850 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-6d662762-0226-4935-a712-96d0343dc9bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:39.622112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-6d662762-0226-4935-a712-96d0343dc9bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=09fc2774-5508-4b5f-8cbf-c175979b44c3 HTTP/1.1" status: 200 len: 898 time: 0.1515210 Apr 05 15:07:39.726404 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-19cca82f-0155-49a8-a0dd-f6f6098df84a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/32ae4fb8-2d4d-46b7-b011-50d16c190995 HTTP/1.1" status: 200 len: 991 time: 0.1109459 Apr 05 15:07:39.742836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '32ae4fb8-2d4d-46b7-b011-50d16c190995', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.203', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'port_id': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'mac_address': 'fa:16:3e:29:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:07:37Z', 'updated_at': '2022-04-05T15:07:37Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:39.747091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] Checking router: f722004d-97db-4ea0-90ce-25cc02ebba52 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:07:39.757871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:07:39.758507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:07:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:39.832654 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-6ee0f6ff-7fcf-470a-8626-3ab89d6c6542 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908 HTTP/1.1" status: 200 len: 999 time: 0.2046268 Apr 05 15:07:39.896352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-c7a235b2-c660-4e73-a662-a5c8bba9f8d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:07:39.898298 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-c7a235b2-c660-4e73-a662-a5c8bba9f8d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9646a01-7fee-4d30-a186-724aa9b0c7a5 HTTP/1.1" status: 200 len: 835 time: 0.0586596 Apr 05 15:07:39.965470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:07:39.973670 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-490aa9e0-9dfe-4763-b802-e0beea8988ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09fc2774-5508-4b5f-8cbf-c175979b44c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692704 Apr 05 15:07:40.103262 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-67729bdf-df43-4995-a5be-c965586a20d5 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235163 Apr 05 15:07:40.235185 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9e3c4bcf-1db6-4f2b-a723-61f155480783 req-ce8eb1b7-60eb-47c6-abb2-c59d699bafcd service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252275 Apr 05 15:07:40.305349 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '32ae4fb8-2d4d-46b7-b011-50d16c190995', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.203', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'port_id': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'mac_address': 'fa:16:3e:29:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:07:37Z', 'updated_at': '2022-04-05T15:07:37Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:07:40.309173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebde23c7-6fe3-4259-b6d0-6335c482f7e5 None None] The sync data for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv is: [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '32ae4fb8-2d4d-46b7-b011-50d16c190995', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.203', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'port_id': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'mac_address': 'fa:16:3e:29:89:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:07:37Z', 'updated_at': '2022-04-05T15:07:37Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:07:40.730226 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46252) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:40.833112 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4d03d4d8-d9ea-467f-8f78-2e9d6575f51e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/32ae4fb8-2d4d-46b7-b011-50d16c190995 HTTP/1.1" status: 200 len: 991 time: 0.1017702 Apr 05 15:07:41.837015 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46256) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:41.940717 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4c255777-bae4-4f65-a261-eac195c19da5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/32ae4fb8-2d4d-46b7-b011-50d16c190995 HTTP/1.1" status: 200 len: 991 time: 0.1025109 Apr 05 15:07:42.944630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46260) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:43.046481 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-319032dc-5d3b-460a-a592-34da4cc524a9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/32ae4fb8-2d4d-46b7-b011-50d16c190995 HTTP/1.1" status: 200 len: 991 time: 0.1006930 Apr 05 15:07:43.310698 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b8e770-0b96-410a-a432-0579a9e6294b None None] New status for floating IP 32ae4fb8-2d4d-46b7-b011-50d16c190995: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:07:44.050388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46264) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:07:44.154891 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-90575b02-7e64-4ff4-91a9-39a41f1d1e22 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/32ae4fb8-2d4d-46b7-b011-50d16c190995 HTTP/1.1" status: 200 len: 993 time: 0.1033854 Apr 05 15:07:54.215651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e178aa9a-caba-4517-9e85-fbec00451618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:54.983854 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:07:56.433074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a98d93f-4f5d-43f6-824d-f03766601140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:57.560500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:57.571413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:07:59.132285 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:08.085098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:11.764168 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76880d7-56fc-484a-86bf-a3adbd52b637 req-dacf7e6c-1532-4ee4-89dc-c912f371d427 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:11.765538 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e76880d7-56fc-484a-86bf-a3adbd52b637 req-dacf7e6c-1532-4ee4-89dc-c912f371d427 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0765922 Apr 05 15:08:11.812996 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e76880d7-56fc-484a-86bf-a3adbd52b637 req-7efe2e5e-e548-4b3c-a1bb-96a9eb9fb2fb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418723 Apr 05 15:08:13.007740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e9e0d-abd1-481d-ac74-c044791fff54 req-ec38bde6-3cd9-41e6-866b-6bd1024b53a0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:13.009197 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e84e9e0d-abd1-481d-ac74-c044791fff54 req-ec38bde6-3cd9-41e6-866b-6bd1024b53a0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0772958 Apr 05 15:08:13.055533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e84e9e0d-abd1-481d-ac74-c044791fff54 req-73b70216-b27f-457b-8875-e55abd160d0c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406442 Apr 05 15:08:14.251048 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd973c-63c2-4c1f-8b39-ddbb3947d5da req-9a55de4e-0d0e-43b6-9d45-d68c7d1bb987 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:14.252491 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e1cd973c-63c2-4c1f-8b39-ddbb3947d5da req-9a55de4e-0d0e-43b6-9d45-d68c7d1bb987 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0788243 Apr 05 15:08:14.296757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e1cd973c-63c2-4c1f-8b39-ddbb3947d5da req-050119a6-4313-4f61-8c0e-15b04a3630ce tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383070 Apr 05 15:08:15.491007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f7181-ae31-447c-ad14-b10de67e5d8b req-34fae88f-1372-4958-968f-86d089797b50 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:15.492454 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b54f7181-ae31-447c-ad14-b10de67e5d8b req-34fae88f-1372-4958-968f-86d089797b50 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0746820 Apr 05 15:08:15.539279 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b54f7181-ae31-447c-ad14-b10de67e5d8b req-1e4516d0-3e93-4e2f-9e25-985329b3eb9b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384624 Apr 05 15:08:16.740758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7ef1-723e-4e5c-9e60-31b47f3c91c1 req-478f16f0-ccad-47ad-bdcf-be0a0362a47b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:16.742133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-244c7ef1-723e-4e5c-9e60-31b47f3c91c1 req-478f16f0-ccad-47ad-bdcf-be0a0362a47b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0781000 Apr 05 15:08:16.786317 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-244c7ef1-723e-4e5c-9e60-31b47f3c91c1 req-8e1dde10-e065-458e-a987-2597be420da9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384116 Apr 05 15:08:17.889939 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-5dd17f93-cd79-4989-84ff-c193a9150d87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 1098 time: 0.0690112 Apr 05 15:08:18.091066 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ba09f-f82d-49ee-a72b-9ff9a9ad7926 req-818a7787-75ce-4a34-9f86-409d5ef16bc2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:18.092530 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-580ba09f-f82d-49ee-a72b-9ff9a9ad7926 req-818a7787-75ce-4a34-9f86-409d5ef16bc2 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.1875479 Apr 05 15:08:18.093553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-9663fc44-400f-4eb4-b65a-a2fa23f06347 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:18.094859 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-9663fc44-400f-4eb4-b65a-a2fa23f06347 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09fc2774-5508-4b5f-8cbf-c175979b44c3 HTTP/1.1" status: 200 len: 898 time: 0.1564238 Apr 05 15:08:18.220673 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-580ba09f-f82d-49ee-a72b-9ff9a9ad7926 req-9434f69c-dd9c-46f5-a128-a038f6e294b5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223865 Apr 05 15:08:18.223312 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-2e176232-48b2-48e1-9e46-d51c25e4ad46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908 HTTP/1.1" status: 200 len: 1001 time: 0.1116889 Apr 05 15:08:18.284347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-08e50e8f-2473-4ddd-ae32-eca81e957869 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:18.285770 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-08e50e8f-2473-4ddd-ae32-eca81e957869 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9646a01-7fee-4d30-a186-724aa9b0c7a5 HTTP/1.1" status: 200 len: 835 time: 0.0562229 Apr 05 15:08:18.446229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-e47b4289-4691-4ccb-b8b0-c621e54b7015 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09fc2774-5508-4b5f-8cbf-c175979b44c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1544433 Apr 05 15:08:18.574255 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-ee9a44c2-2d62-4fc5-a55d-253e6f2551f6 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218004 Apr 05 15:08:18.702288 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f15eb07-74ea-496b-8eac-bb923065c871 req-e1600cbd-6359-47ac-83a4-167aee5cf6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221194 Apr 05 15:08:19.413827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46db8d3-ce39-4e94-9af7-033abd8fc07d req-4eb72327-f768-4227-bdf1-31ae8d36e271 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:19.415322 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d46db8d3-ce39-4e94-9af7-033abd8fc07d req-4eb72327-f768-4227-bdf1-31ae8d36e271 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0745199 Apr 05 15:08:19.461236 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d46db8d3-ce39-4e94-9af7-033abd8fc07d req-35696975-70ae-47a2-81ef-fe76704afa7a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399699 Apr 05 15:08:20.657869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d2db53-f5c6-4e5c-8c25-e67f5a0aed59 req-a85ea2f4-1e1c-4e4a-80be-2c9f97430e1a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:20.659350 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50d2db53-f5c6-4e5c-8c25-e67f5a0aed59 req-a85ea2f4-1e1c-4e4a-80be-2c9f97430e1a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0801320 Apr 05 15:08:20.704231 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50d2db53-f5c6-4e5c-8c25-e67f5a0aed59 req-e3baf541-621a-4927-84df-5f3a558ad063 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387492 Apr 05 15:08:21.897939 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6941550b-ae45-497d-a28a-e3fa38cc6a28 req-cf108ea7-d7c9-4b69-b248-d51eaf306136 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:21.899330 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6941550b-ae45-497d-a28a-e3fa38cc6a28 req-cf108ea7-d7c9-4b69-b248-d51eaf306136 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0753379 Apr 05 15:08:21.947311 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6941550b-ae45-497d-a28a-e3fa38cc6a28 req-28a0eab8-3013-4377-a671-efb67943051e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425313 Apr 05 15:08:23.140963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf378b9-7b20-4648-b61e-4e5ecdacb859 req-783146ed-af99-4a05-88ef-46abbbb52a04 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:23.142323 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cf378b9-7b20-4648-b61e-4e5ecdacb859 req-783146ed-af99-4a05-88ef-46abbbb52a04 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0749648 Apr 05 15:08:23.185913 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2cf378b9-7b20-4648-b61e-4e5ecdacb859 req-aa5a4a30-7afb-4797-be80-ccb46094e1ad tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375338 Apr 05 15:08:24.218476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d8eabaae-fbc7-4e34-910b-db517f7015e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:24.541876 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32c9dd-eb77-4f17-ad54-651344c8e2b1 req-b7c8cc9a-2b39-4da1-b024-df1bc98f6b1c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:24.543376 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d32c9dd-eb77-4f17-ad54-651344c8e2b1 req-b7c8cc9a-2b39-4da1-b024-df1bc98f6b1c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0910046 Apr 05 15:08:24.589526 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0d32c9dd-eb77-4f17-ad54-651344c8e2b1 req-cde7b7c9-a267-412d-831e-86240ba86e6a tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397615 Apr 05 15:08:25.789291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf26c05b-a40e-4aa8-855c-36f710e9c50a req-060c9593-07e8-45cc-8d57-a14fed407c86 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:25.790767 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf26c05b-a40e-4aa8-855c-36f710e9c50a req-060c9593-07e8-45cc-8d57-a14fed407c86 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0767620 Apr 05 15:08:25.834951 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cf26c05b-a40e-4aa8-855c-36f710e9c50a req-0a897a3e-7594-4785-ae55-5c3a9118d3bb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387354 Apr 05 15:08:26.434505 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-bc92c746-fb43-4e2c-91aa-5af3ee905cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:27.046615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6c9fe-592f-4000-84b8-67ca11fc688a req-b3c37404-4c2d-4a56-89d5-fdf57a60a665 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:27.048058 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9b6c9fe-592f-4000-84b8-67ca11fc688a req-b3c37404-4c2d-4a56-89d5-fdf57a60a665 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0801861 Apr 05 15:08:27.093036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9b6c9fe-592f-4000-84b8-67ca11fc688a req-99e14408-b27b-4d8e-b3ae-9092a25b1520 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389311 Apr 05 15:08:27.570268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:27.574012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:28.284628 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1361f-bfdc-4adb-b830-b7c2c4d05414 req-e487bed3-2c69-45f7-b086-9c98c230d6c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:28.286103 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-14d1361f-bfdc-4adb-b830-b7c2c4d05414 req-e487bed3-2c69-45f7-b086-9c98c230d6c0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0746074 Apr 05 15:08:28.330961 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-14d1361f-bfdc-4adb-b830-b7c2c4d05414 req-1142af34-7fe1-4594-b982-353f9cdaabd0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388973 Apr 05 15:08:28.362566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46312) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:08:28.471699 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-532c0a82-df0c-4c31-901e-56145c67a733 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/32ae4fb8-2d4d-46b7-b011-50d16c190995 HTTP/1.1" status: 200 len: 993 time: 0.1078839 Apr 05 15:08:29.135561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:30.011513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819b448b-af52-4316-bf44-218258b50136 req-59f6b95d-c2ad-4f9d-b346-ca9f1b115baa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:30.012966 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-819b448b-af52-4316-bf44-218258b50136 req-59f6b95d-c2ad-4f9d-b346-ca9f1b115baa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.1340482 Apr 05 15:08:30.016677 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b99d1747-bd40-454b-af34-64f999fbc04f req-2d702eb9-d1e2-499f-b2dd-d8eefe48c826 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 1098 time: 0.0996995 Apr 05 15:08:30.143130 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-819b448b-af52-4316-bf44-218258b50136 req-8ee12111-2df1-4ce6-b17a-86a0de99134d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243510 Apr 05 15:08:30.181013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d1747-bd40-454b-af34-64f999fbc04f req-9ca828d1-d8df-4544-ab71-f8e4cfc5e4e6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:30.182473 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b99d1747-bd40-454b-af34-64f999fbc04f req-9ca828d1-d8df-4544-ab71-f8e4cfc5e4e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09fc2774-5508-4b5f-8cbf-c175979b44c3 HTTP/1.1" status: 200 len: 898 time: 0.1503944 Apr 05 15:08:30.279867 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b99d1747-bd40-454b-af34-64f999fbc04f req-75948e2d-618d-4761-87c5-c9235cbfd7db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908 HTTP/1.1" status: 200 len: 1001 time: 0.0915008 Apr 05 15:08:30.423456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d1747-bd40-454b-af34-64f999fbc04f req-35efc172-7e54-41ed-842a-e0daec8a2f88 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:30.424812 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b99d1747-bd40-454b-af34-64f999fbc04f req-35efc172-7e54-41ed-842a-e0daec8a2f88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9646a01-7fee-4d30-a186-724aa9b0c7a5 HTTP/1.1" status: 200 len: 835 time: 0.1395719 Apr 05 15:08:30.497743 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b99d1747-bd40-454b-af34-64f999fbc04f req-6fdc52dd-7927-4312-9baf-df61313831a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09fc2774-5508-4b5f-8cbf-c175979b44c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668797 Apr 05 15:08:30.627277 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b99d1747-bd40-454b-af34-64f999fbc04f req-e00fbafe-76f7-462c-a1ab-ada07aafeda7 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232307 Apr 05 15:08:30.758387 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b99d1747-bd40-454b-af34-64f999fbc04f req-3e6fce08-f770-43a9-880d-27ebd1705826 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256518 Apr 05 15:08:31.345503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc510f2-c22a-4363-9ea5-b00c73eaa450 req-14cb051c-7dbb-48fc-a818-87231fe11de1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:31.347093 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fc510f2-c22a-4363-9ea5-b00c73eaa450 req-14cb051c-7dbb-48fc-a818-87231fe11de1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0832412 Apr 05 15:08:31.393393 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6fc510f2-c22a-4363-9ea5-b00c73eaa450 req-21c9d872-23f6-4def-9694-458063f34a0b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402145 Apr 05 15:08:31.983463 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:08:32.590393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c681b-d6a5-49d6-a6db-03742766b4c5 req-a3655b15-c340-41a7-813d-6cd3bd7a0f9f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:08:32.591857 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-571c681b-d6a5-49d6-a6db-03742766b4c5 req-a3655b15-c340-41a7-813d-6cd3bd7a0f9f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.0803111 Apr 05 15:08:32.637170 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-571c681b-d6a5-49d6-a6db-03742766b4c5 req-35b35fc2-c55f-4420-aaed-d163ab28accc tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396872 Apr 05 15:08:32.665910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46326) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:08:32.767036 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4865b693-99f7-44a3-abda-92d5656f330b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/32ae4fb8-2d4d-46b7-b011-50d16c190995 HTTP/1.1" status: 200 len: 993 time: 0.0999358 Apr 05 15:08:38.093404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:54.220410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-39682a51-6646-4c51-bb07-318819d8aa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:56.435318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-29f94d29-8007-445d-9358-b9aca2ca5a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:57.566200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:57.577111 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:08:59.138421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:03.542169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46340) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:03.739455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 1aa1bd70-38b2-4ef1-a050-98bfc804f95e {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:09:03.739791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:03.901538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:03.901858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:04.018104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 1aa1bd70-38b2-4ef1-a050-98bfc804f95e owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:09:04.159526 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:04.201442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=1aa1bd70-38b2-4ef1-a050-98bfc804f95e,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:04.252455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.252800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.253139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.253473 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.253804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.254435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.255290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.255630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.255956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.256287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.256611 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:04.311389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:04.777530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router f722004d-97db-4ea0-90ce-25cc02ebba52 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:09:04.975610 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:09:04.984702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] Sync routers for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:09:04.995663 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:04.999242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:04.999842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:08:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:05.048243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-969eb515-0414-4c03-9fed-60a5eb14ab54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/floatingips/32ae4fb8-2d4d-46b7-b011-50d16c190995 HTTP/1.1" status: 204 len: 168 time: 1.5050297 Apr 05 15:09:05.048741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:09:05.103838 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc0de34f-a5db-4b34-aff8-b9cb08e73b91'] response: {'name': 'network-changed', 'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'status': 'completed', 'code': 200} Apr 05 15:09:05.177213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:05.199105 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-a7122403-9d0d-4182-9021-2fd576dd94dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 1098 time: 0.0734725 Apr 05 15:09:05.335223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-3f4809f1-74a2-45ba-ac74-8d6cfbed593c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:05.336667 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-3f4809f1-74a2-45ba-ac74-8d6cfbed593c service neutron] 10.222.0.15 "GET /v2.0/networks?id=09fc2774-5508-4b5f-8cbf-c175979b44c3 HTTP/1.1" status: 200 len: 898 time: 0.1323497 Apr 05 15:09:05.446342 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-bdcfa74f-5dcb-4418-ac4b-12812c093ecb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908 HTTP/1.1" status: 200 len: 217 time: 0.1027365 Apr 05 15:09:05.489951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:05.493801 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] Checking router: f722004d-97db-4ea0-90ce-25cc02ebba52 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:09:05.504403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:05.505571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:08:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:05.523020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-73100ff5-cd5a-436e-af7b-4eb1d8619ab4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:05.524444 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-73100ff5-cd5a-436e-af7b-4eb1d8619ab4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e9646a01-7fee-4d30-a186-724aa9b0c7a5 HTTP/1.1" status: 200 len: 835 time: 0.0682554 Apr 05 15:09:05.529907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbc871b-e387-4236-b3bf-153452d8b0b3 req-0cdcbae1-86df-4d7b-9ffc-9edd29807bc7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:05.530585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ddbc871b-e387-4236-b3bf-153452d8b0b3 req-0cdcbae1-86df-4d7b-9ffc-9edd29807bc7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:09:05.589379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ddbc871b-e387-4236-b3bf-153452d8b0b3 req-0cdcbae1-86df-4d7b-9ffc-9edd29807bc7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:09:05.590461 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbc871b-e387-4236-b3bf-153452d8b0b3 req-0cdcbae1-86df-4d7b-9ffc-9edd29807bc7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.1997819 Apr 05 15:09:05.647121 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ddbc871b-e387-4236-b3bf-153452d8b0b3 req-b0726dd7-df2d-42b0-9bf7-e090a500dbbd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493529 Apr 05 15:09:05.651191 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-60f6446c-df47-4070-bf67-83bf8d8253fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09fc2774-5508-4b5f-8cbf-c175979b44c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1178396 Apr 05 15:09:05.683945 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:05.789543 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-323ebdc2-166e-450e-802d-e5d147d42b05 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304886 Apr 05 15:09:05.918862 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c8c4da94-6260-4dc3-9d1e-1f3e7a2ea4cc req-fd579e79-0a6f-408f-a54d-095b3b6ebd71 service neutron] 10.222.0.15 "GET /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229243 Apr 05 15:09:06.029434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:06.033264 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b2735c-72dd-41e8-a7d1-2be9be031691 None None] The sync data for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv is: [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '6ff5ea09-b1d5-4813-af37-75edb45f9358', 'name': '', 'network_id': '09fc2774-5508-4b5f-8cbf-c175979b44c3', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:a8:fc:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:21Z', 'updated_at': '2022-04-05T15:07:28Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': 'e9646a01-7fee-4d30-a186-724aa9b0c7a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:09:06.234689 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66fbac7-d537-4d18-b040-9aee8ec8664d None None] New status for floating IP 32ae4fb8-2d4d-46b7-b011-50d16c190995: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:09:06.990012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-48c1375b-ca63-42bc-83a5-33e08febd280 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:06.991446 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-48c1375b-ca63-42bc-83a5-33e08febd280 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.2276835 Apr 05 15:09:06.997679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf80043-8141-49f6-a6e4-f990ad8fff57 req-9721c24b-5918-4852-8d65-94d75c3d1820 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:06.999019 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4bf80043-8141-49f6-a6e4-f990ad8fff57 req-9721c24b-5918-4852-8d65-94d75c3d1820 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 945 time: 0.2056196 Apr 05 15:09:07.087861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port fdd75416-17e7-4dd1-b19a-ed5228ef2908 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:09:07.088193 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:07.126889 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4bf80043-8141-49f6-a6e4-f990ad8fff57 req-851bcdc5-3473-4362-aa0e-fec5c58ce4e5 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001914 Apr 05 15:09:07.326265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port fdd75416-17e7-4dd1-b19a-ed5228ef2908, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=fdd75416-17e7-4dd1-b19a-ed5228ef2908,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:07.326622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:07.444860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for fdd75416-17e7-4dd1-b19a-ed5228ef2908 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:09:07.588487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:07.636863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=fdd75416-17e7-4dd1-b19a-ed5228ef2908,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:07.710418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] No DVR routers for this DVR port fdd75416-17e7-4dd1-b19a-ed5228ef2908 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:09:07.712693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:07.715096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'name': 'network-vif-deleted', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:09:07.729926 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-25d764f0-0b30-4235-8fb8-f735b82206d5 req-ee6035f9-cd9e-4e92-acfb-401dd250550b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "DELETE /v2.0/ports/fdd75416-17e7-4dd1-b19a-ed5228ef2908 HTTP/1.1" status: 204 len: 173 time: 0.7299960 Apr 05 15:09:07.772282 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ba1ff2-0d57-420a-b8cd-55df3683bfd2'] response: {'server_uuid': 'aacdeb2b-690b-49af-a9e8-52ba91ce57ed', 'name': 'network-vif-deleted', 'tag': 'fdd75416-17e7-4dd1-b19a-ed5228ef2908', 'status': 'completed', 'code': 200} Apr 05 15:09:08.094107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:08.300899 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-6143d226-ff8a-439d-b96f-da296e07db6f req-21835561-7540-4a60-b913-f1bd44881f0e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:09:08.315813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-6143d226-ff8a-439d-b96f-da296e07db6f req-21835561-7540-4a60-b913-f1bd44881f0e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:09:08.316943 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6143d226-ff8a-439d-b96f-da296e07db6f req-21835561-7540-4a60-b913-f1bd44881f0e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=aacdeb2b-690b-49af-a9e8-52ba91ce57ed HTTP/1.1" status: 200 len: 210 time: 0.0552075 Apr 05 15:09:08.983697 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:09:09.421974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46360) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:09.822299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:10.500134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 6ff5ea09-b1d5-4813-af37-75edb45f9358 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:09:10.500820 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:10.643733 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device fdd75416-17e7-4dd1-b19a-ed5228ef2908 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:09:10.676062 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: fdd75416-17e7-4dd1-b19a-ed5228ef2908 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:09:10.676428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device fdd75416-17e7-4dd1-b19a-ed5228ef2908 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:09:10.690309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port 6ff5ea09-b1d5-4813-af37-75edb45f9358, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=6ff5ea09-b1d5-4813-af37-75edb45f9358,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:10.690672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:10.809311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 6ff5ea09-b1d5-4813-af37-75edb45f9358 owned by network:router_interface {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:09:10.988431 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:11.036698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=6ff5ea09-b1d5-4813-af37-75edb45f9358,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:11.327682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:11.978343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router f722004d-97db-4ea0-90ce-25cc02ebba52 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:09:12.167841 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:09:12.178054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] Sync routers for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:09:12.184437 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0b612adc-d426-4a1b-97d3-3f6e640277d0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/f722004d-97db-4ea0-90ce-25cc02ebba52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7613516 Apr 05 15:09:12.187153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46364) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:12.190556 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:12.191186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:08:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:12.365429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:12.369459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f62b19e-a1e8-45a9-b4f6-0edfb72de5fa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting subnet e9646a01-7fee-4d30-a186-724aa9b0c7a5 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:09:12.372552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f62b19e-a1e8-45a9-b4f6-0edfb72de5fa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:12.424684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f62b19e-a1e8-45a9-b4f6-0edfb72de5fa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:12.507101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f62b19e-a1e8-45a9-b4f6-0edfb72de5fa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:12.587212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f62b19e-a1e8-45a9-b4f6-0edfb72de5fa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:12.627199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f62b19e-a1e8-45a9-b4f6-0edfb72de5fa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Subnet': ['ID=e9646a01-7fee-4d30-a186-724aa9b0c7a5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:12.635405 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f62b19e-a1e8-45a9-b4f6-0edfb72de5fa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:12.642801 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1f62b19e-a1e8-45a9-b4f6-0edfb72de5fa tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/subnets/e9646a01-7fee-4d30-a186-724aa9b0c7a5 HTTP/1.1" status: 204 len: 168 time: 0.4546862 Apr 05 15:09:12.645419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46368) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:12.647906 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21c7bd2-6a22-4e5f-a596-7d64c0ebeaed None None] Network 09fc2774-5508-4b5f-8cbf-c175979b44c3 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:09:12.787083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:09:10Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:12.821225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] Checking router: f722004d-97db-4ea0-90ce-25cc02ebba52 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:09:12.843997 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:12.847020 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] Routers {'f722004d-97db-4ea0-90ce-25cc02ebba52'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:12.847615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:08:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f722004d-97db-4ea0-90ce-25cc02ebba52'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:13.036861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] Set router f722004d-97db-4ea0-90ce-25cc02ebba52 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:13.051294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:13.063017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port aeb986d3-265b-4ad5-be86-f660a01a3afc {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:09:13.063360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:13.075691 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] DHCP port deletion for 09fc2774-5508-4b5f-8cbf-c175979b44c3 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:09:13.177882 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Deleting port 12cc7666-5249-493e-8b66-36a83b6b70d8 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:09:13.178272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:13.343869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port aeb986d3-265b-4ad5-be86-f660a01a3afc, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=aeb986d3-265b-4ad5-be86-f660a01a3afc,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:13.344226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:13.462798 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for aeb986d3-265b-4ad5-be86-f660a01a3afc owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:09:13.512400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] For port 12cc7666-5249-493e-8b66-36a83b6b70d8, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=12cc7666-5249-493e-8b66-36a83b6b70d8,segment=NetworkSegment(221aab3a-1d0d-4503-9c69-cea31f2d9070),segment_id=221aab3a-1d0d-4503-9c69-cea31f2d9070)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:13.512779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:13.639755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Calling delete_port for 12cc7666-5249-493e-8b66-36a83b6b70d8 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:09:13.639895 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:13.690414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=aeb986d3-265b-4ad5-be86-f660a01a3afc,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:13.703385 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:09:10Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:13.716434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cd22dcc-c9cc-41fe-ae55-7baa6791491b None None] The sync data for ids ['f722004d-97db-4ea0-90ce-25cc02ebba52'] in dv-neutron-829488-2-hyperv is: [{'id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'name': 'tempest-TestNetworkAdvancedServerOps-router-266490920', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94'}], 'enable_snat': True}, 'gw_port_id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:09:10Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': 'aeb986d3-265b-4ad5-be86-f660a01a3afc', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:3f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f722004d-97db-4ea0-90ce-25cc02ebba52', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:07:18Z', 'updated_at': '2022-04-05T15:07:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:09:13.727299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:13.774488 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Pushing event deleted for resources: {'Port': ['ID=12cc7666-5249-493e-8b66-36a83b6b70d8,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:13.784797 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] No DVR routers for this DVR port 12cc7666-5249-493e-8b66-36a83b6b70d8 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:09:13.788478 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.788820 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.789144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.789481 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.789801 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.790145 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.790462 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.790777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.791102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.791783 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.792635 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fc326e-6061-4446-b213-e9d5512b4c78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:13.923273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.174515 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.178639 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.202912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.203439 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Fanout notify agent at l3_agent the message router_deleted on router f722004d-97db-4ea0-90ce-25cc02ebba52 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:09:14.217474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.221345 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46372) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:14.221845 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4967c075-ee51-4f51-9b36-ae094a30f33f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/routers/f722004d-97db-4ea0-90ce-25cc02ebba52 HTTP/1.1" status: 204 len: 168 time: 1.5750489 Apr 05 15:09:14.339034 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.467593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.492258 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09fc2774-5508-4b5f-8cbf-c175979b44c3']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:14.503971 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '221aab3a-1d0d-4503-9c69-cea31f2d9070') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:14.504272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '221aab3a-1d0d-4503-9c69-cea31f2d9070') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:14.515273 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.532623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.539098 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:09:14.539479 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:09:14.554576 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:09:14.634313 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.651629 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.664452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Network': ['ID=09fc2774-5508-4b5f-8cbf-c175979b44c3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:14.675166 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/networks/09fc2774-5508-4b5f-8cbf-c175979b44c3 HTTP/1.1" status: 204 len: 168 time: 0.4527929 Apr 05 15:09:14.676951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.677354 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.678296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46376) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:14.688220 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.688457 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.688868 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.689259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.689754 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.690159 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.690680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.691167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.691654 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5568e7-b205-427e-bfec-433eb3b542f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:14.725734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device aeb986d3-265b-4ad5-be86-f660a01a3afc no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:09:14.761589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: aeb986d3-265b-4ad5-be86-f660a01a3afc {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:09:14.761818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15a8c83b-3b5f-4ff3-8c30-c346c83eb9d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.761928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device aeb986d3-265b-4ad5-be86-f660a01a3afc not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:09:14.762342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ff5ea09-b1d5-4813-af37-75edb45f9358 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:09:14.791254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15a8c83b-3b5f-4ff3-8c30-c346c83eb9d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.792915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 6ff5ea09-b1d5-4813-af37-75edb45f9358 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:09:14.793251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 6ff5ea09-b1d5-4813-af37-75edb45f9358 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:09:14.793643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12cc7666-5249-493e-8b66-36a83b6b70d8 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:09:14.824020 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 12cc7666-5249-493e-8b66-36a83b6b70d8 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:09:14.824354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 12cc7666-5249-493e-8b66-36a83b6b70d8 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:09:14.860087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15a8c83b-3b5f-4ff3-8c30-c346c83eb9d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.879691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a8c83b-3b5f-4ff3-8c30-c346c83eb9d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:14.889012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-15a8c83b-3b5f-4ff3-8c30-c346c83eb9d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:14.890152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-15a8c83b-3b5f-4ff3-8c30-c346c83eb9d7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/security-groups/3ad1bc6b-6b8b-4cd8-82f5-32ed198390a1 HTTP/1.1" status: 204 len: 168 time: 0.2108653 Apr 05 15:09:15.304916 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46384) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:15.310696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1172851777', 'description': 'tempest-secgroup-smoke-1172851777 description', 'project_id': '22dd3dab03a0411c882ed560e5d26eef'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:15.319934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:15.324039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:15.326884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:15.332617 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:15.343331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.377549 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:15.381749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:15.384459 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:15.389983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:15.443179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.446795 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.492376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:15.495961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.497127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e880389b-d0c0-4a27-9aee-95911e3570e0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1912155 Apr 05 15:09:15.500079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46388) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:15.505815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '5731a3ad-7f31-48f2-8fa2-8be79eddd0dd', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:15.511529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:15.515236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:15.517996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:15.524219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:15.540503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.601172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.606323 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.629452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed50c77a-60e8-437e-9b83-d9488fc290db,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:15.638991 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.640267 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f2a70767-1d3e-4742-b361-00bd4fab093f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1393676 Apr 05 15:09:15.643017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46392) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:15.648389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '5731a3ad-7f31-48f2-8fa2-8be79eddd0dd', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:15.654262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:15.658710 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:15.662460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:15.668082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:15.684921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.745490 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.749033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.776834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ff31e40-9c95-487d-9251-6bf187282e6b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:15.783391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.784644 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-75de5350-b394-4110-a663-34d680a22367 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1407225 Apr 05 15:09:15.787400 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46396) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:15.792692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '5731a3ad-7f31-48f2-8fa2-8be79eddd0dd', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:15.798423 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:15.802717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:15.805529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:15.811318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:15.827863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.891365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.894749 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.917131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4c8e7af-d798-458a-a332-892fba4ff765,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:15.926256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:15.927954 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f56039ab-7f90-44f0-a5cd-eed952e9ead0 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1396606 Apr 05 15:09:15.930623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46400) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:15.935878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '5731a3ad-7f31-48f2-8fa2-8be79eddd0dd', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:15.941469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:15.945784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:15.948604 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:15.954196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:15.970430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.032616 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.035972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.058937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c641073-b912-424d-8fa1-21624530e7cd,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:16.066951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.068647 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-47c3a1c8-5173-438e-82e5-3e073348379c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1370959 Apr 05 15:09:16.071488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46404) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:16.077194 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '5731a3ad-7f31-48f2-8fa2-8be79eddd0dd', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:16.083085 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:16.086887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:16.089672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:16.095695 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:16.104592 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:09:16.110693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.172819 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.175714 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.199171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa40cc3-f67b-46c5-af9e-f0f7120871ab,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:16.210763 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.211910 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-3bc6709a-2fb7-4d0e-9e8e-4624768164ff tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1394305 Apr 05 15:09:16.214571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46408) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:16.219737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'security_group_rule': {'security_group_id': '5731a3ad-7f31-48f2-8fa2-8be79eddd0dd', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:16.225364 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:16.229095 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:security_group_rule and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:16.231907 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:16.237456 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:16.247777 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.securitygroups_db [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Project 22dd3dab03a0411c882ed560e5d26eef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:09:16.254002 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.320224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.323845 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.352071 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bd203d4-7563-44f4-999b-a4657f59544a,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:16.358681 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.359955 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-7608ef45-d008-44bf-9176-53e53604ba0f tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1444664 Apr 05 15:09:16.362647 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46412) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:16.368481 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'network': {'name': 'tempest-network-smoke--1424905414', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'port_security_enabled': True}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:16.373510 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:16.377529 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:network and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:16.380368 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:16.385910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:16.394920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:09:16.397811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.424739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:09:16.433141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.433478 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Added segment b759b868-04a3-4a22-8546-ad6c261cf154 of type vlan for network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 Apr 05 15:09:16.460797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.489885 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.493543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:16.494155 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.603176 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2368472 Apr 05 15:09:16.603375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46416) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:16.606093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6321a84-2556-47ba-8e41-da2fec5fe37c tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Network': ['ID=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:16.610952 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'admin_state_up': True, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:16.617190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:09:16.620453 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:16.624736 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:router and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:16.629491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:16.635958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:16.648631 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.649227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.667752 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:16.900297 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:17.073042 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:17.101554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:17.233840 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.112 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/856c4a27-9d4d-4770-a3e5-f34519a17662) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:09:17.376450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:17.403450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:17.470586 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:09:17.473198 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:09:17.476901 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:09:17.506175 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=856c4a27-9d4d-4770-a3e5-f34519a17662,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:17.633070 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:17.633797 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:17.854725 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router a1fff9d8-f747-4e05-bfa8-68bafac04c7b is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:09:18.048855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:09:18.058426 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Sync routers for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:09:18.069849 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:18.070471 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:08:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:18.074667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:18.076574 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-26c079c7-9a28-422e-8f0a-858c17763805 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4721174 Apr 05 15:09:18.079688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46420) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:18.121603 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-af2ecc68-1157-42f6-99c5-1610bec8b765 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=22dd3dab03a0411c882ed560e5d26eef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404723 Apr 05 15:09:18.124088 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46424) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:18.243926 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:18.249452 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d272c7a6-fba9-4b63-810a-f19b59e8984a tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:18.250960 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d272c7a6-fba9-4b63-810a-f19b59e8984a tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1260002 Apr 05 15:09:18.253687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46428) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:18.291103 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-760fba37-ad8f-40f7-96c8-8947bd357007 tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=de0703c4-5abc-4b89-a17e-dcc6405251d4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0363684 Apr 05 15:09:18.293466 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46432) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:18.298537 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-496842858', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:18.506270 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:18.509959 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:subnet and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:18.512757 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:18.518976 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:18.529111 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:09:18.558608 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:17Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:18.562255 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Checking router: a1fff9d8-f747-4e05-bfa8-68bafac04c7b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:09:18.562590 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Updating router a1fff9d8-f747-4e05-bfa8-68bafac04c7b port 856c4a27-9d4d-4770-a3e5-f34519a17662 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:09:18.614290 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:18.630454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:18.846527 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:18.921508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Subnet': ['ID=2418cb1c-ec81-4722-8750-0755923c792c,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:18.928296 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:18.933939 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Checking segment: {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:09:18.934326 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network hostable DHCP agents. Network: 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:09:18.940408 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Transition to ACTIVE for port object 856c4a27-9d4d-4770-a3e5-f34519a17662 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:09:18.948165 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:18.955477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:09:18.964114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:09:18.968948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:18.969833 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:18.974112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23af44d1-a260-4425-9bf9-04847215bb60 None None] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:09:18.993843 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-408c3449-0c82-4ad0-a13a-24f31596034e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6990812 Apr 05 15:09:18.996497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46436) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:19.028585 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Pushing event updated for resources: {'Port': ['ID=856c4a27-9d4d-4770-a3e5-f34519a17662,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:19.033484 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Attempting to bind port 856c4a27-9d4d-4770-a3e5-f34519a17662 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:09:19.033844 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Attempting to bind port 856c4a27-9d4d-4770-a3e5-f34519a17662 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:09:19.034220 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Attempting to bind port 856c4a27-9d4d-4770-a3e5-f34519a17662 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:09:19.042420 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.042763 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.043092 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.043813 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.043813 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.044051 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.044371 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.044693 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.045010 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.045328 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.045644 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:09:19.051075 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:09:19.051479 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:09:19.051874 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.052253 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:09:19.052707 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Bound port: 856c4a27-9d4d-4770-a3e5-f34519a17662, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:09:19.053077 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.126857 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] For port 856c4a27-9d4d-4770-a3e5-f34519a17662, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:09:19.131826 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] For port 856c4a27-9d4d-4770-a3e5-f34519a17662, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=856c4a27-9d4d-4770-a3e5-f34519a17662,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:09:19.136126 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.197638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:09:19.198760 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.213582 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c1ace-ee0d-48af-a8fc-66de035d236e None None] Pushing event updated for resources: {'Port': ['ID=856c4a27-9d4d-4770-a3e5-f34519a17662,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:19.220990 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:19.221596 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:08:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:19.358135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Allocated IP 172.20.0.2 (6fcfd6a7-9eaa-493e-ac1d-c99d7c317045/2418cb1c-ec81-4722-8750-0755923c792c/f1250f09-ba15-4eac-8be9-c19167667c86) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:09:19.402883 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:19.613225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.624165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Transition to ACTIVE for port object f1250f09-ba15-4eac-8be9-c19167667c86 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:09:19.643229 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Transition to ACTIVE for port object f1250f09-ba15-4eac-8be9-c19167667c86 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:09:19.650076 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.696121 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:17Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:19.700885 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd0b647-75ab-4fb7-91b6-86d7360a44e7 None None] The sync data for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv is: [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:17Z', 'revision_number': 3, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:09:19.716951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:09:19.719686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:09:19.723957 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:09:19.730263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Pushing event updated for resources: {'Port': ['ID=f1250f09-ba15-4eac-8be9-c19167667c86,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:19.785671 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.815807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Attempting to bind port f1250f09-ba15-4eac-8be9-c19167667c86 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:09:19.816166 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Attempting to bind port f1250f09-ba15-4eac-8be9-c19167667c86 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:09:19.816520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Attempting to bind port f1250f09-ba15-4eac-8be9-c19167667c86 on network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:09:19.823020 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:09:19.823381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Checking segment: {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:09:19.823799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.824183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Bound using segment: {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:09:19.824628 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Bound port: f1250f09-ba15-4eac-8be9-c19167667c86, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:09:19.824987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:19.936095 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] For port f1250f09-ba15-4eac-8be9-c19167667c86, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:09:19.940436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] For port f1250f09-ba15-4eac-8be9-c19167667c86, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f1250f09-ba15-4eac-8be9-c19167667c86,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:09:19.944305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:20.030569 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff540c4-1e82-4b1c-a1ce-4d3d78a5b2ce None None] Pushing event updated for resources: {'Port': ['ID=f1250f09-ba15-4eac-8be9-c19167667c86,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:20.349000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.1 (6fcfd6a7-9eaa-493e-ac1d-c99d7c317045/2418cb1c-ec81-4722-8750-0755923c792c/d86984c2-7ffe-4962-ae2f-b0686d796f95) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:09:20.510985 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:20.527821 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object d86984c2-7ffe-4962-ae2f-b0686d796f95 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:09:20.554875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:20.633818 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:09:20.636871 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:09:20.639265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f1250f09-ba15-4eac-8be9-c19167667c86 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:09:20.640937 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:09:20.678227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=d86984c2-7ffe-4962-ae2f-b0686d796f95,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:20.705668 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:20.724848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f1250f09-ba15-4eac-8be9-c19167667c86 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:09:20.730791 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 856c4a27-9d4d-4770-a3e5-f34519a17662 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:09:20.793963 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:20.804143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 856c4a27-9d4d-4770-a3e5-f34519a17662 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:09:20.809131 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 856c4a27-9d4d-4770-a3e5-f34519a17662 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:20.809495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:20.927435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:20.945702 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 856c4a27-9d4d-4770-a3e5-f34519a17662, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=856c4a27-9d4d-4770-a3e5-f34519a17662,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:20.949793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.025027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf0105c5-d2c9-4c67-92e7-e00584a28721 None None] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:09:21.044723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=856c4a27-9d4d-4770-a3e5-f34519a17662,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:21.139840 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3abed707-6517-4623-8d94-d6d21a95e0ec None None] Provisioning for port f1250f09-ba15-4eac-8be9-c19167667c86 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:09:21.149183 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-3abed707-6517-4623-8d94-d6d21a95e0ec None None] Provisioning complete for port f1250f09-ba15-4eac-8be9-c19167667c86 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:21.149547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3abed707-6517-4623-8d94-d6d21a95e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.207375 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.213052 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.323267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=d86984c2-7ffe-4962-ae2f-b0686d796f95,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:21.325732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.363430 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3abed707-6517-4623-8d94-d6d21a95e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.407168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-3abed707-6517-4623-8d94-d6d21a95e0ec None None] For port f1250f09-ba15-4eac-8be9-c19167667c86, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f1250f09-ba15-4eac-8be9-c19167667c86,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:21.411432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3abed707-6517-4623-8d94-d6d21a95e0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.464199 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:09:21.465387 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:09:21.489834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abed707-6517-4623-8d94-d6d21a95e0ec None None] Pushing event updated for resources: {'Port': ['ID=f1250f09-ba15-4eac-8be9-c19167667c86,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:21.638464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f54d8bf1-2805-4596-823f-18a8799f8a9a None None] Provisioning complete for port f1250f09-ba15-4eac-8be9-c19167667c86 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:21.638960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f54d8bf1-2805-4596-823f-18a8799f8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.781577 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f54d8bf1-2805-4596-823f-18a8799f8a9a None None] Provisioning for port d86984c2-7ffe-4962-ae2f-b0686d796f95 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:09:21.788220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f54d8bf1-2805-4596-823f-18a8799f8a9a None None] Provisioning complete for port d86984c2-7ffe-4962-ae2f-b0686d796f95 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:21.788559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f54d8bf1-2805-4596-823f-18a8799f8a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.848971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f54d8bf1-2805-4596-823f-18a8799f8a9a None None] Port d86984c2-7ffe-4962-ae2f-b0686d796f95 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:09:21.971272 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-ade99980-668d-4246-8690-4632fadc99b3 None None] Provisioning complete for port d86984c2-7ffe-4962-ae2f-b0686d796f95 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:21.971643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ade99980-668d-4246-8690-4632fadc99b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:21.975000 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router a1fff9d8-f747-4e05-bfa8-68bafac04c7b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:09:22.023401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-ade99980-668d-4246-8690-4632fadc99b3 None None] Port d86984c2-7ffe-4962-ae2f-b0686d796f95 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:09:22.143465 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1992312a-ed56-41ad-afbc-c0abdedf94c5 None None] Provisioning complete for port d86984c2-7ffe-4962-ae2f-b0686d796f95 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:22.144102 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1992312a-ed56-41ad-afbc-c0abdedf94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:22.175139 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:09:22.188050 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-92da73e4-5d87-4dcf-a39e-2b6e1451b911 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/a1fff9d8-f747-4e05-bfa8-68bafac04c7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1904364 Apr 05 15:09:22.198674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-1992312a-ed56-41ad-afbc-c0abdedf94c5 None None] Port d86984c2-7ffe-4962-ae2f-b0686d796f95 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:09:22.355486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-40491686-d95b-4a13-9f0f-82575044a688 req-8ec726d1-7f8b-467e-a5ba-d601347f73a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:09:22.370843 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-40491686-d95b-4a13-9f0f-82575044a688 req-8ec726d1-7f8b-467e-a5ba-d601347f73a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:09:22.371985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-8ec726d1-7f8b-467e-a5ba-d601347f73a6 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1172851777&fields=id&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 267 time: 0.0557878 Apr 05 15:09:22.583930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f1250f09-ba15-4eac-8be9-c19167667c86 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:09:22.599176 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491686-d95b-4a13-9f0f-82575044a688 req-a2223a2a-735a-4ead-a19b-d9a4152406c9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:22.600879 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-a2223a2a-735a-4ead-a19b-d9a4152406c9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/networks?id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 HTTP/1.1" status: 200 len: 797 time: 0.2225928 Apr 05 15:09:22.617529 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-6bc00e40-c355-427b-a844-7050bf5adca9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/quotas/22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 375 time: 0.0110686 Apr 05 15:09:22.652850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f1250f09-ba15-4eac-8be9-c19167667c86 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:22.653310 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:22.700690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-40491686-d95b-4a13-9f0f-82575044a688 req-7a11b77e-8322-4803-b87d-1e2a2d95e997 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:09:22.716224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-40491686-d95b-4a13-9f0f-82575044a688 req-7a11b77e-8322-4803-b87d-1e2a2d95e997 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:09:22.717119 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-7a11b77e-8322-4803-b87d-1e2a2d95e997 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936687 Apr 05 15:09:22.768285 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 856c4a27-9d4d-4770-a3e5-f34519a17662 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:09:22.836395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 856c4a27-9d4d-4770-a3e5-f34519a17662 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:22.836756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:22.854885 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-04176865-e9db-44c8-8648-7c7b6081403d service neutron] 10.222.0.18 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263225 Apr 05 15:09:22.988307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-4fe81752-f8be-4f04-b802-518d32b94d1b service neutron] 10.222.0.18 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274648 Apr 05 15:09:23.182321 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-90fda196-ee59-4dec-a365-baaff03bd042 req-2ee6dac8-75d0-4457-b1d7-65bcc5dcf649 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 210 time: 0.0408323 Apr 05 15:09:23.260643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Sync routers for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:09:23.272532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:23.273245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:08:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:23.452769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:23.768541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:21Z', 'revision_number': 2, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:23.772772 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Checking router: a1fff9d8-f747-4e05-bfa8-68bafac04c7b for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:09:23.773120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Updating router a1fff9d8-f747-4e05-bfa8-68bafac04c7b port d86984c2-7ffe-4962-ae2f-b0686d796f95 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:09:23.824006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:24.162647 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:24.175466 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Transition to ACTIVE for port object d86984c2-7ffe-4962-ae2f-b0686d796f95 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:09:24.181705 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:24.329430 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491686-d95b-4a13-9f0f-82575044a688 req-51c59a3d-f6d9-45eb-8b38-79b844c17ec1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:24.331448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-51c59a3d-f6d9-45eb-8b38-79b844c17ec1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/networks?id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 HTTP/1.1" status: 200 len: 797 time: 0.1665394 Apr 05 15:09:24.361389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-abedd8dc-02a8-4152-922f-8c4f922976c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:24.422847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f09d10e2-f97e-4bea-b8e5-9d407ff47a51 req-7ad45a95-33c2-4b0a-98ee-694ac75158a9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 210 time: 0.0598216 Apr 05 15:09:24.454944 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-46a043e6-6a5f-420e-ab17-8b75da52c067 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=22dd3dab03a0411c882ed560e5d26eef HTTP/1.1" status: 200 len: 380 time: 0.1113539 Apr 05 15:09:24.463198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'port': {'device_id': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'admin_state_up': True, 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'security_groups': ['5731a3ad-7f31-48f2-8fa2-8be79eddd0dd']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:24.464751 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baf515-b720-471e-ac9d-798b22b7ee32 None None] Pushing event updated for resources: {'Port': ['ID=d86984c2-7ffe-4962-ae2f-b0686d796f95,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:24.491115 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Attempting to bind port d86984c2-7ffe-4962-ae2f-b0686d796f95 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:09:24.491485 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Attempting to bind port d86984c2-7ffe-4962-ae2f-b0686d796f95 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:09:24.491842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Attempting to bind port d86984c2-7ffe-4962-ae2f-b0686d796f95 on network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:09:24.498873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:09:24.499380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Checking segment: {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:09:24.499786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:24.500173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Bound using segment: {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:09:24.500634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Bound port: d86984c2-7ffe-4962-ae2f-b0686d796f95, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:09:24.501008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:24.593038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] For port d86984c2-7ffe-4962-ae2f-b0686d796f95, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:09:24.597071 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] For port d86984c2-7ffe-4962-ae2f-b0686d796f95, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d86984c2-7ffe-4962-ae2f-b0686d796f95,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:09:24.601213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:24.601996 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:24.611648 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:24.621379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Made reservation on behalf of 22dd3dab03a0411c882ed560e5d26eef for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:09:24.624531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:24.698598 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:24.699200 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:08:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:24.752373 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baf515-b720-471e-ac9d-798b22b7ee32 None None] Pushing event updated for resources: {'Port': ['ID=d86984c2-7ffe-4962-ae2f-b0686d796f95,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:24.801753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.20.0.4 (6fcfd6a7-9eaa-493e-ac1d-c99d7c317045/2418cb1c-ec81-4722-8750-0755923c792c/c642da0d-de0d-47d6-b72f-741a568c3887) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:09:24.935535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:24.995102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:25.010936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Transition to ACTIVE for port object c642da0d-de0d-47d6-b72f-741a568c3887 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:09:25.031640 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:25.099317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:09:25.102258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:09:25.104688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:09:25.148974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=c642da0d-de0d-47d6-b72f-741a568c3887,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:25.181437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:25.182077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:25.209581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-54cb2ed3-e8a4-4fe4-b35e-ed5060aa6acd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7500410 Apr 05 15:09:25.220382 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Request body: {'port': {'device_id': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:25.264134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:24Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:25.268582 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f4eae2-4df8-4e4c-872c-c40923b1dbab None None] The sync data for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv is: [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:24Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:09:25.355739 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:25.395359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a6046bb5-6923-49f6-b608-5538a03f4774 None None] Provisioning for port c642da0d-de0d-47d6-b72f-741a568c3887 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:09:25.400763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a6046bb5-6923-49f6-b608-5538a03f4774 None None] Provisioning complete for port c642da0d-de0d-47d6-b72f-741a568c3887 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:25.401248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a6046bb5-6923-49f6-b608-5538a03f4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:25.462317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a6046bb5-6923-49f6-b608-5538a03f4774 None None] Port c642da0d-de0d-47d6-b72f-741a568c3887 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:09:25.822416 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783f0ffc-9217-4037-bcb6-a4a5d1a264d3 req-a0730e3e-51e1-4a06-a0a2-1fa0a48b50cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:25.823126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-783f0ffc-9217-4037-bcb6-a4a5d1a264d3 req-a0730e3e-51e1-4a06-a0a2-1fa0a48b50cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:09:25.888826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-783f0ffc-9217-4037-bcb6-a4a5d1a264d3 req-a0730e3e-51e1-4a06-a0a2-1fa0a48b50cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:09:25.889990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-783f0ffc-9217-4037-bcb6-a4a5d1a264d3 req-a0730e3e-51e1-4a06-a0a2-1fa0a48b50cd tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 931 time: 0.2045109 Apr 05 15:09:25.916359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c642da0d-de0d-47d6-b72f-741a568c3887 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:09:25.926909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:25.954845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Transition to ACTIVE for port object c642da0d-de0d-47d6-b72f-741a568c3887 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:09:25.964320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:25.998351 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-783f0ffc-9217-4037-bcb6-a4a5d1a264d3 req-52deb065-93f8-4b4b-905d-386634cb9a35 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012154 Apr 05 15:09:26.098819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Pushing event updated for resources: {'Port': ['ID=c642da0d-de0d-47d6-b72f-741a568c3887,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:26.214355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Attempting to bind port c642da0d-de0d-47d6-b72f-741a568c3887 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:09:26.214687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Attempting to bind port c642da0d-de0d-47d6-b72f-741a568c3887 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:09:26.215014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Attempting to bind port c642da0d-de0d-47d6-b72f-741a568c3887 on network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:09:26.220935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Port c642da0d-de0d-47d6-b72f-741a568c3887 on network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:09:26.221250 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Attempting to bind port c642da0d-de0d-47d6-b72f-741a568c3887 on network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:09:26.228056 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:09:26.228399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Checking segment: {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:09:26.228781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Bound using segment: {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:09:26.229207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Bound port: c642da0d-de0d-47d6-b72f-741a568c3887, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b759b868-04a3-4a22-8546-ad6c261cf154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:09:26.229552 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:26.321736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] For port c642da0d-de0d-47d6-b72f-741a568c3887, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:09:26.324632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] For port c642da0d-de0d-47d6-b72f-741a568c3887, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c642da0d-de0d-47d6-b72f-741a568c3887,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:09:26.329238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:26.389770 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:26.391156 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] 10.222.0.15 "PUT /v2.0/ports/c642da0d-de0d-47d6-b72f-741a568c3887 HTTP/1.1" status: 200 len: 1093 time: 1.1750624 Apr 05 15:09:26.391589 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:09:26.419033 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5f1fc-3dda-440c-9519-5d76758469cc service neutron] Pushing event updated for resources: {'Port': ['ID=c642da0d-de0d-47d6-b72f-741a568c3887,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:26.442687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-627c8479-8b40-4601-bda6-dbce7325b933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:26.462500 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07934a09-fcf3-4cb0-b100-19e9d15d2b61'] response: {'name': 'network-changed', 'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'status': 'completed', 'code': 200} Apr 05 15:09:26.503221 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-a54ca201-082c-44d7-b3eb-48a6e6b10c76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 1096 time: 0.0751004 Apr 05 15:09:26.574265 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-3cadf321-2efd-442b-8cbf-e3be1e2b9e7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c642da0d-de0d-47d6-b72f-741a568c3887 HTTP/1.1" status: 200 len: 217 time: 0.0648060 Apr 05 15:09:26.617905 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d86984c2-7ffe-4962-ae2f-b0686d796f95 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:09:26.647078 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491686-d95b-4a13-9f0f-82575044a688 req-8fc701f5-0ac6-4907-9185-075465a9f453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:26.648669 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-8fc701f5-0ac6-4907-9185-075465a9f453 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2418cb1c-ec81-4722-8750-0755923c792c HTTP/1.1" status: 200 len: 834 time: 0.0690148 Apr 05 15:09:26.685243 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d86984c2-7ffe-4962-ae2f-b0686d796f95 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:09:26.689908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d86984c2-7ffe-4962-ae2f-b0686d796f95 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:26.690299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:26.724186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-333dfca0-c35a-425f-a042-712faf364005 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696862 Apr 05 15:09:26.815970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:26.847055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port d86984c2-7ffe-4962-ae2f-b0686d796f95, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d86984c2-7ffe-4962-ae2f-b0686d796f95,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:26.851331 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:26.855558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-cc166043-5575-42fc-9a7c-2542693bb89d service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253724 Apr 05 15:09:26.922617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=d86984c2-7ffe-4962-ae2f-b0686d796f95,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:26.985337 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-40491686-d95b-4a13-9f0f-82575044a688 req-37b53026-d6f5-4dc0-9c7d-da2fc43662b2 service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238761 Apr 05 15:09:27.103100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-f15c1a52-2f9a-4536-b241-b53fdecb6e22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 1096 time: 0.0713723 Apr 05 15:09:27.283520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-8d5f7ca5-cb96-4602-9913-65c2b8f37f93 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:27.284923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-8d5f7ca5-cb96-4602-9913-65c2b8f37f93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 HTTP/1.1" status: 200 len: 898 time: 0.1743584 Apr 05 15:09:27.294237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059eda51-5329-43b2-849c-460bafaa9d88 req-e5afa8d4-543a-4888-945b-fed0febeb053 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:27.295500 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-059eda51-5329-43b2-849c-460bafaa9d88 req-e5afa8d4-543a-4888-945b-fed0febeb053 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 943 time: 0.1670341 Apr 05 15:09:27.459402 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-d56433f8-d5f9-4d91-abca-44090cd341bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c642da0d-de0d-47d6-b72f-741a568c3887 HTTP/1.1" status: 200 len: 217 time: 0.1630056 Apr 05 15:09:27.522810 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-059eda51-5329-43b2-849c-460bafaa9d88 req-e923ccf7-ed26-49bc-9929-b203deb9da62 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926235 Apr 05 15:09:27.532923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-d783bd93-004f-42d1-9b12-43888f95a827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:27.534293 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-d783bd93-004f-42d1-9b12-43888f95a827 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2418cb1c-ec81-4722-8750-0755923c792c HTTP/1.1" status: 200 len: 834 time: 0.0649328 Apr 05 15:09:27.576664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:27.582386 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:27.608306 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-c4df1410-ccc1-4d63-8f8a-15b93da6e7b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679297 Apr 05 15:09:27.736502 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-4d600360-3516-454a-add5-fe98718e8890 service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207497 Apr 05 15:09:27.869217 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50bc78b5-6415-48e1-998f-5d5f3b26f4b4 req-c0b50a3f-adcb-454d-ba7c-6076d91e411b service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261258 Apr 05 15:09:28.580495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d86984c2-7ffe-4962-ae2f-b0686d796f95 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:09:28.652352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d86984c2-7ffe-4962-ae2f-b0686d796f95 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:28.653304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:28.719142 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37edf1b4-c986-42f6-8e1f-03ec5dd44319 req-534118e4-4231-441b-9bce-3163e38b9ade tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:28.720596 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-37edf1b4-c986-42f6-8e1f-03ec5dd44319 req-534118e4-4231-441b-9bce-3163e38b9ade tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 943 time: 0.0744989 Apr 05 15:09:28.737295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c642da0d-de0d-47d6-b72f-741a568c3887 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:09:28.769440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-37edf1b4-c986-42f6-8e1f-03ec5dd44319 req-c71d7e89-0ec1-4bf8-9867-bbecc094d0f9 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432777 Apr 05 15:09:28.897801 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c642da0d-de0d-47d6-b72f-741a568c3887, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c642da0d-de0d-47d6-b72f-741a568c3887,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:28.910245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'port_id': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'mac_address': 'fa:16:3e:d9:8b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:09:28.961362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:28.978112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c642da0d-de0d-47d6-b72f-741a568c3887 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:09:28.992531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c642da0d-de0d-47d6-b72f-741a568c3887, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c642da0d-de0d-47d6-b72f-741a568c3887,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:28.996507 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:29.058259 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c642da0d-de0d-47d6-b72f-741a568c3887,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:29.143503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:29.202531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['c642da0d-de0d-47d6-b72f-741a568c3887'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:09:29.962560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6c3a1-d908-434c-b9e6-ae51315efa97 req-8aeb269d-19ae-4ab5-8768-1549773722c8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:29.964052 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09d6c3a1-d908-434c-b9e6-ae51315efa97 req-8aeb269d-19ae-4ab5-8768-1549773722c8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 944 time: 0.0734363 Apr 05 15:09:30.008523 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-09d6c3a1-d908-434c-b9e6-ae51315efa97 req-fc068ad5-61be-4481-8d3f-7dfe75781249 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390773 Apr 05 15:09:30.721908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c642da0d-de0d-47d6-b72f-741a568c3887 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:09:30.788557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port c642da0d-de0d-47d6-b72f-741a568c3887 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:09:30.793640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port c642da0d-de0d-47d6-b72f-741a568c3887 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:09:30.794024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:30.938248 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:30.964765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:09:30.974458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port c642da0d-de0d-47d6-b72f-741a568c3887, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c642da0d-de0d-47d6-b72f-741a568c3887,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:09:30.978304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:31.025710 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-177ffd38-1b2f-45dc-8e49-1cdf95db4008'] response: {'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'code': 200} Apr 05 15:09:31.049160 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=c642da0d-de0d-47d6-b72f-741a568c3887,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:31.263649 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c921ed3b-2e0d-47f1-86af-5dd613fb6cac req-542ded8e-44fc-46cd-b0fe-d65bee470896 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:31.265112 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c921ed3b-2e0d-47f1-86af-5dd613fb6cac req-542ded8e-44fc-46cd-b0fe-d65bee470896 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.1301165 Apr 05 15:09:31.289973 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ac00bf4-b5ed-4fa0-8b65-298821e10d5c req-0927d4bf-666e-4161-8ec4-c7e37a41b403 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 1098 time: 0.1106527 Apr 05 15:09:31.347392 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c921ed3b-2e0d-47f1-86af-5dd613fb6cac req-e5ee39fa-b310-4708-b474-efb7c479d460 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764434 Apr 05 15:09:31.353886 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ac00bf4-b5ed-4fa0-8b65-298821e10d5c req-fb91e05f-b235-4d14-b9fc-6e1676528be1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584688 Apr 05 15:09:32.547765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f570e49-8e8e-406f-87ca-55135b746b70 req-b6e930ad-b0f7-40a9-91da-6c4c74e853a7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:32.549208 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f570e49-8e8e-406f-87ca-55135b746b70 req-b6e930ad-b0f7-40a9-91da-6c4c74e853a7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.0781336 Apr 05 15:09:32.593843 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f570e49-8e8e-406f-87ca-55135b746b70 req-f3e0d4fe-baca-4210-a763-e1e83e34e22b tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383413 Apr 05 15:09:32.783013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5fba2-63ac-446e-97be-c4bb45423ded req-620330e1-682b-43f1-abe6-6f2910e799f3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:32.784435 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5bf5fba2-63ac-446e-97be-c4bb45423ded req-620330e1-682b-43f1-abe6-6f2910e799f3 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.0729730 Apr 05 15:09:32.831405 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5bf5fba2-63ac-446e-97be-c4bb45423ded req-dea868fa-8463-49bf-9a7b-6f87138e7fac tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410099 Apr 05 15:09:32.858724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46482) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:32.926024 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f1dc395e-3c37-48a7-9fc6-9a2e3528968e tempest-TestNetworkAdvancedServerOps-1459127897 tempest-TestNetworkAdvancedServerOps-1459127897-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 1093 time: 0.0661056 Apr 05 15:09:32.929125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46486) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:32.934311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:09:32.939745 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:09:32.943856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Usage tracker for resource:floatingip and tenant:22dd3dab03a0411c882ed560e5d26eef is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:09:32.946658 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:09:32.952394 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:09:32.962742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:33.095128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:33.227583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Allocated IP 172.26.6.131 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/de26bcd4-ec5b-4d5b-9dfd-7a355df4f27c) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:09:33.369578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:33.403271 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:33.469009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:09:33.471929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:09:33.476982 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:09:33.504034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=de26bcd4-ec5b-4d5b-9dfd-7a355df4f27c,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:34.076917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:34.132920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:34.335456 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:34.339733 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:34.441339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event updated for resources: {'Port': ['ID=de26bcd4-ec5b-4d5b-9dfd-7a355df4f27c,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:09:34.455643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:34.644134 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Floating IP e07adcfb-8330-43d8-9bd1-0e026ddc5bbc associated. External IP: 172.26.6.131, port: c642da0d-de0d-47d6-b72f-741a568c3887. Apr 05 15:09:35.021593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router a1fff9d8-f747-4e05-bfa8-68bafac04c7b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:09:35.307771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:09:35.318472 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] Sync routers for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:09:35.332479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:35.334599 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:35.335206 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:09:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:35.391892 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-28dc576a-1018-4dba-a1ba-3155fe383c53 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4616549 Apr 05 15:09:35.392543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:09:35.459209 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-023b8efd-b4c1-469c-a326-719a581152cb'] response: {'name': 'network-changed', 'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'status': 'completed', 'code': 200} Apr 05 15:09:35.508212 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:35.614471 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-ecef571b-1018-4ad7-8b7f-1094587f22c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 1098 time: 0.1347072 Apr 05 15:09:35.620970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c28f0-4616-4d4d-9d5a-1abe57649a14 req-fb16fad0-2c8b-47f0-84b2-03da7502d978 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:35.622404 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-610c28f0-4616-4d4d-9d5a-1abe57649a14 req-fb16fad0-2c8b-47f0-84b2-03da7502d978 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.1114240 Apr 05 15:09:35.759074 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-610c28f0-4616-4d4d-9d5a-1abe57649a14 req-6891a7b2-acde-45e0-9904-2f63f9fb3eef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179242 Apr 05 15:09:35.780674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-172b46cf-12eb-4043-b728-6b82ed271129 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:35.782126 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-172b46cf-12eb-4043-b728-6b82ed271129 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 HTTP/1.1" status: 200 len: 898 time: 0.1588247 Apr 05 15:09:35.788687 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46494) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:35.883298 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'e07adcfb-8330-43d8-9bd1-0e026ddc5bbc', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'port_id': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'mac_address': 'fa:16:3e:d9:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:09:33Z', 'updated_at': '2022-04-05T15:09:33Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:26Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:35.886315 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-92935115-1544-4d06-b519-3fef9e6a2636 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c642da0d-de0d-47d6-b72f-741a568c3887 HTTP/1.1" status: 200 len: 999 time: 0.0985558 Apr 05 15:09:35.887452 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] Checking router: a1fff9d8-f747-4e05-bfa8-68bafac04c7b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:09:35.894637 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b73b4c26-943f-4c45-988e-0fd4a6c704b1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e07adcfb-8330-43d8-9bd1-0e026ddc5bbc HTTP/1.1" status: 200 len: 991 time: 0.1042657 Apr 05 15:09:35.898332 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:09:35.898937 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:09:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:35.948354 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-c09072e2-f3c8-4188-b974-2cea4966bf2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:09:35.949785 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-c09072e2-f3c8-4188-b974-2cea4966bf2a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2418cb1c-ec81-4722-8750-0755923c792c HTTP/1.1" status: 200 len: 834 time: 0.0578792 Apr 05 15:09:36.028306 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-54c7be2d-9f3d-41c6-b503-5a71fe388bc3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713916 Apr 05 15:09:36.080852 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:09:36.157062 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-771539af-fbbb-4af5-8b28-5a4713a4243b service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228316 Apr 05 15:09:36.285643 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b8c98f56-95ec-4537-b454-d47cbe92629d req-bd57fc24-dab0-4220-b433-a734544320ab service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233652 Apr 05 15:09:36.416619 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'e07adcfb-8330-43d8-9bd1-0e026ddc5bbc', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'port_id': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'mac_address': 'fa:16:3e:d9:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:09:33Z', 'updated_at': '2022-04-05T15:09:33Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:26Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:09:36.420289 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f9f647-f4de-4bbf-a52a-987cb8989ec8 None None] The sync data for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv is: [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'e07adcfb-8330-43d8-9bd1-0e026ddc5bbc', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'floating_ip_address': '172.26.6.131', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'port_id': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'mac_address': 'fa:16:3e:d9:8b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:09:33Z', 'updated_at': '2022-04-05T15:09:33Z', 'revision_number': 0, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:26Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:09:36.898737 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46498) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:37.000085 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-21daae4c-d83f-48aa-90d4-f774fa7648c1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e07adcfb-8330-43d8-9bd1-0e026ddc5bbc HTTP/1.1" status: 200 len: 991 time: 0.1002374 Apr 05 15:09:38.004105 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46502) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:38.102802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:38.108806 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-4751c780-98ee-489f-9c10-bfa789651f54 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e07adcfb-8330-43d8-9bd1-0e026ddc5bbc HTTP/1.1" status: 200 len: 991 time: 0.1036730 Apr 05 15:09:39.111888 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46506) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:39.185202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e1b33b-5227-4695-8800-1865603bcd65 None None] New status for floating IP e07adcfb-8330-43d8-9bd1-0e026ddc5bbc: ACTIVE {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:09:39.217534 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9e310753-6075-413a-beec-d9fff7f11827 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e07adcfb-8330-43d8-9bd1-0e026ddc5bbc HTTP/1.1" status: 200 len: 991 time: 0.1044884 Apr 05 15:09:40.221509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46510) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:09:40.320335 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-47a21b62-5315-48fa-a61f-b0a646d23293 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e07adcfb-8330-43d8-9bd1-0e026ddc5bbc HTTP/1.1" status: 200 len: 993 time: 0.0976822 Apr 05 15:09:45.984227 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:09:54.224396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1d153191-e3bc-420d-9dd9-bc8c954e6a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:56.436000 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c9f687c7-ee77-4ddb-9ff4-9dec54f6a110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:57.574379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:57.584972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:09:59.144211 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:05.327223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e2051-eda2-4386-a7fa-a568ed3ebae6 req-49758e7f-0c5c-458d-bf9d-d4963058d6e8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:05.328649 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef7e2051-eda2-4386-a7fa-a568ed3ebae6 req-49758e7f-0c5c-458d-bf9d-d4963058d6e8 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.0772834 Apr 05 15:10:05.373137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef7e2051-eda2-4386-a7fa-a568ed3ebae6 req-3a8e6369-e2f9-4103-a98f-e8a8e603d060 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Apr 05 15:10:06.565451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ea4fa-f8d2-4243-9e13-766ceca84ad6 req-f3b50d78-6831-42c5-a9ec-cd2d243636ba tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:06.567397 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-110ea4fa-f8d2-4243-9e13-766ceca84ad6 req-f3b50d78-6831-42c5-a9ec-cd2d243636ba tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.0739942 Apr 05 15:10:06.615475 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-110ea4fa-f8d2-4243-9e13-766ceca84ad6 req-a8443c55-51cb-4e42-815e-61c6d25d605d tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423481 Apr 05 15:10:06.644217 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46530) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:06.743055 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-18635884-d4e2-4540-96c2-209b299a5b16 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e07adcfb-8330-43d8-9bd1-0e026ddc5bbc HTTP/1.1" status: 200 len: 993 time: 0.0970745 Apr 05 15:10:08.124002 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:08.280742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c3ee33-81aa-42c5-a7a2-03987c0bdb14 req-f098ebc3-7edd-4f2a-8497-05ce5e3ca3da tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:08.282104 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2c3ee33-81aa-42c5-a7a2-03987c0bdb14 req-f098ebc3-7edd-4f2a-8497-05ce5e3ca3da tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.1284232 Apr 05 15:10:08.284716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-386180a6-73f0-405a-a94e-1b32662e9a94 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 1098 time: 0.1010077 Apr 05 15:10:08.489520 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2c3ee33-81aa-42c5-a7a2-03987c0bdb14 req-da94e407-60f5-4f7d-ace8-631aa2a3ba08 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011321 Apr 05 15:10:08.524763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-c7d5e1ef-74a1-4fcd-9e6b-c8654fcfa4c0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:08.526217 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-c7d5e1ef-74a1-4fcd-9e6b-c8654fcfa4c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 HTTP/1.1" status: 200 len: 898 time: 0.2220023 Apr 05 15:10:08.626237 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-a152e1eb-76d2-42dd-91ca-a63669ea793a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c642da0d-de0d-47d6-b72f-741a568c3887 HTTP/1.1" status: 200 len: 1001 time: 0.0939906 Apr 05 15:10:08.684615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-1a76fdc9-9212-4346-976f-a9f6169a8b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:08.685974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-1a76fdc9-9212-4346-976f-a9f6169a8b7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2418cb1c-ec81-4722-8750-0755923c792c HTTP/1.1" status: 200 len: 834 time: 0.0544000 Apr 05 15:10:08.760956 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-48ef364e-b58a-4826-ab1a-021e5d83b5e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688453 Apr 05 15:10:08.892710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-b6b4f039-95b5-41e6-90a2-552c1bd2af00 service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213124 Apr 05 15:10:09.028631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3eb076f8-f2fa-4c61-b7ea-7ce3c3c25d9b req-b4a54f57-d89a-4f52-be6d-a3d999fd6057 service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307673 Apr 05 15:10:09.687819 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ba545-7085-4a7d-a205-584d923e4b2c req-a6ed8950-37fb-4f34-9a26-3f7d43d14a23 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:09.689902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c3ba545-7085-4a7d-a205-584d923e4b2c req-a6ed8950-37fb-4f34-9a26-3f7d43d14a23 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.0758481 Apr 05 15:10:09.736555 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c3ba545-7085-4a7d-a205-584d923e4b2c req-1ce49961-4276-4e19-a56d-b26e1e216499 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402164 Apr 05 15:10:10.937455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bfd3fe-d1e7-45ae-bc85-64449907b38d req-8eb09fde-d3e2-4978-8b6c-b3cd32db01df tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:10.938946 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-31bfd3fe-d1e7-45ae-bc85-64449907b38d req-8eb09fde-d3e2-4978-8b6c-b3cd32db01df tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.0829813 Apr 05 15:10:10.986572 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-31bfd3fe-d1e7-45ae-bc85-64449907b38d req-cdb2ca76-ef71-47e8-a104-37004ef574ee tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413823 Apr 05 15:10:11.015119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46544) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:11.118985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2236eae1-c001-46b6-81b8-37a753584258 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/floatingips/e07adcfb-8330-43d8-9bd1-0e026ddc5bbc HTTP/1.1" status: 200 len: 993 time: 0.1027725 Apr 05 15:10:11.471974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46552) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:11.670499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port de26bcd4-ec5b-4d5b-9dfd-7a355df4f27c {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:10:11.670842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:11.836752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:11.837079 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:12.036742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for de26bcd4-ec5b-4d5b-9dfd-7a355df4f27c owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:10:12.182461 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:12.224414 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=de26bcd4-ec5b-4d5b-9dfd-7a355df4f27c,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:12.272987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.273335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.273675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.274202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.274791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.275378 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.275974 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.276557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.277046 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.277386 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.277716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:12.337201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:12.716961 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router a1fff9d8-f747-4e05-bfa8-68bafac04c7b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:10:12.909192 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:10:12.918410 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] Sync routers for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:10:12.928936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:12.930575 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:12.931171 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:09:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:12.984486 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8e0a0dde-4a03-4d4d-bcfa-eed3b1fa42b7 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/floatingips/e07adcfb-8330-43d8-9bd1-0e026ddc5bbc HTTP/1.1" status: 204 len: 168 time: 1.5104592 Apr 05 15:10:12.984715 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:10:13.040635 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7f3643-356b-4501-9d15-03cd073cebf1'] response: {'name': 'network-changed', 'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'status': 'completed', 'code': 200} Apr 05 15:10:13.109310 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:13.133819 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-e08934be-82ac-46c2-9466-593702ea7e33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=22dd3dab03a0411c882ed560e5d26eef&device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 1098 time: 0.0710657 Apr 05 15:10:13.270398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-e3e17b2a-11c9-4fa4-9bd3-5889f5481f27 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:13.271836 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-e3e17b2a-11c9-4fa4-9bd3-5889f5481f27 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 HTTP/1.1" status: 200 len: 898 time: 0.1315053 Apr 05 15:10:13.378396 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-83bd7d0a-6e77-45c5-a37c-9d68af557bef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c642da0d-de0d-47d6-b72f-741a568c3887 HTTP/1.1" status: 200 len: 217 time: 0.1001556 Apr 05 15:10:13.436839 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:26Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:13.440828 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] Checking router: a1fff9d8-f747-4e05-bfa8-68bafac04c7b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:10:13.451688 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:13.452046 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:09:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:13.459072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-155aeb84-1d52-4005-853c-b9a46008be02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:13.460518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-155aeb84-1d52-4005-853c-b9a46008be02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2418cb1c-ec81-4722-8750-0755923c792c HTTP/1.1" status: 200 len: 834 time: 0.0752130 Apr 05 15:10:13.467092 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd9223c-d255-4c67-b1ee-331e2efa6501 req-032a8e2d-3920-4d13-89d9-6671e2461298 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:13.467812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-bcd9223c-d255-4c67-b1ee-331e2efa6501 req-032a8e2d-3920-4d13-89d9-6671e2461298 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:10:13.531590 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-bcd9223c-d255-4c67-b1ee-331e2efa6501 req-032a8e2d-3920-4d13-89d9-6671e2461298 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:10:13.532738 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bcd9223c-d255-4c67-b1ee-331e2efa6501 req-032a8e2d-3920-4d13-89d9-6671e2461298 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.2043645 Apr 05 15:10:13.569436 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-0629aef8-1ccd-4dd0-a435-7d6cdf3b9486 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0986774 Apr 05 15:10:13.657340 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:13.754735 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bcd9223c-d255-4c67-b1ee-331e2efa6501 req-230428d2-5211-407a-9c3f-461c23422e3e tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2155993 Apr 05 15:10:13.805631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-f60d8468-d6c8-41ef-b5fd-aeea14d27e7f service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292333 Apr 05 15:10:13.936186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b599bf60-f8c1-46b6-8fe0-80013009f1df req-6e1dc67c-0fa6-4d8a-ab66-524d19ef1909 service neutron] 10.222.0.15 "GET /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240447 Apr 05 15:10:13.970789 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:26Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:13.975066 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b62f2c9a-c76a-4c35-88ee-8a2d48a01dd4 None None] The sync data for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv is: [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'd86984c2-7ffe-4962-ae2f-b0686d796f95', 'name': '', 'network_id': '6fcfd6a7-9eaa-493e-ac1d-c99d7c317045', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'mac_address': 'fa:16:3e:dd:48:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2418cb1c-ec81-4722-8750-0755923c792c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:20Z', 'updated_at': '2022-04-05T15:09:26Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'subnets': [{'id': '2418cb1c-ec81-4722-8750-0755923c792c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:10:14.179447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a6f0a4-b84b-48af-abec-b5b399e26050 None None] New status for floating IP e07adcfb-8330-43d8-9bd1-0e026ddc5bbc: DOWN {{(pid=83852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:10:14.971455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-9626ec11-2c15-4366-a374-2f95d9c6fed4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:14.973301 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-9626ec11-2c15-4366-a374-2f95d9c6fed4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.1346707 Apr 05 15:10:14.987359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73ac4b-6b6d-47e7-a063-dacf7b21470c req-a260bc98-a5fa-45fa-b6bc-83f8c665c471 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:14.989322 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa73ac4b-6b6d-47e7-a063-dacf7b21470c req-a260bc98-a5fa-45fa-b6bc-83f8c665c471 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 945 time: 0.1060410 Apr 05 15:10:15.082339 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port c642da0d-de0d-47d6-b72f-741a568c3887 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:10:15.082678 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:15.117604 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fa73ac4b-6b6d-47e7-a063-dacf7b21470c req-8b1e8bdf-d65a-4de5-9555-08e6e218d2cb tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/security-groups?id=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007197 Apr 05 15:10:15.317807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port c642da0d-de0d-47d6-b72f-741a568c3887, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=c642da0d-de0d-47d6-b72f-741a568c3887,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:15.318191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:15.440387 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for c642da0d-de0d-47d6-b72f-741a568c3887 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:10:15.576855 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:15.626080 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=c642da0d-de0d-47d6-b72f-741a568c3887,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:15.697117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] No DVR routers for this DVR port c642da0d-de0d-47d6-b72f-741a568c3887 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:10:15.699553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:15.701973 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'name': 'network-vif-deleted', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:10:15.716409 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b04b3b2f-7127-4a1b-b233-d2a4be633123 req-45991f2b-3edd-4bbf-be9c-239172520806 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.15 "DELETE /v2.0/ports/c642da0d-de0d-47d6-b72f-741a568c3887 HTTP/1.1" status: 204 len: 173 time: 0.7366276 Apr 05 15:10:15.757365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8738e86a-75e1-4702-b6b0-7b3f3af7c0a6'] response: {'server_uuid': 'f0eb3bff-108f-466b-a87d-5a90e575af0f', 'name': 'network-vif-deleted', 'tag': 'c642da0d-de0d-47d6-b72f-741a568c3887', 'status': 'completed', 'code': 200} Apr 05 15:10:16.299548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-585c4974-61b3-44af-ac48-3e890c0aceba req-e090cbb3-d2aa-4ee9-a90d-059a5bec8497 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Synchronizing usage tracker for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:10:16.314011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-585c4974-61b3-44af-ac48-3e890c0aceba req-e090cbb3-d2aa-4ee9-a90d-059a5bec8497 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Unset dirty status for tenant:22dd3dab03a0411c882ed560e5d26eef on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:10:16.315152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-585c4974-61b3-44af-ac48-3e890c0aceba req-e090cbb3-d2aa-4ee9-a90d-059a5bec8497 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "GET /v2.0/ports?device_id=f0eb3bff-108f-466b-a87d-5a90e575af0f HTTP/1.1" status: 200 len: 210 time: 0.0592122 Apr 05 15:10:17.418357 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46570) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:17.810637 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:18.510697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port d86984c2-7ffe-4962-ae2f-b0686d796f95 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:10:18.511346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:18.692446 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port d86984c2-7ffe-4962-ae2f-b0686d796f95, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d86984c2-7ffe-4962-ae2f-b0686d796f95,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:18.692798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:18.810124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for d86984c2-7ffe-4962-ae2f-b0686d796f95 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:10:18.979603 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:19.015991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c642da0d-de0d-47d6-b72f-741a568c3887 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:10:19.026028 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=d86984c2-7ffe-4962-ae2f-b0686d796f95,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:19.055499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: c642da0d-de0d-47d6-b72f-741a568c3887 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:10:19.055847 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device c642da0d-de0d-47d6-b72f-741a568c3887 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:10:19.069216 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.069566 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.069903 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.070324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.070662 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.070994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.071321 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.071643 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.071964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.072287 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.072612 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:19.329309 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:19.973573 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Router a1fff9d8-f747-4e05-bfa8-68bafac04c7b has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:10:20.164460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:10:20.173869 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] Sync routers for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:10:20.181877 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-92c2e674-524f-43ac-806d-f05cbfeba8c4 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "PUT /v2.0/routers/a1fff9d8-f747-4e05-bfa8-68bafac04c7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7623308 Apr 05 15:10:20.184447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46574) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:20.186839 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:20.187436 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:09:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:20.360658 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:20.361215 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13eed52-1c82-41d0-97bc-aec3712caef1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting subnet 2418cb1c-ec81-4722-8750-0755923c792c {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:10:20.364592 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a13eed52-1c82-41d0-97bc-aec3712caef1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:20.416362 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a13eed52-1c82-41d0-97bc-aec3712caef1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:20.501651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a13eed52-1c82-41d0-97bc-aec3712caef1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:20.575947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a13eed52-1c82-41d0-97bc-aec3712caef1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:20.616080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a13eed52-1c82-41d0-97bc-aec3712caef1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:20.621369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-814b6366-0c3e-4ea4-8c40-f36979434bfc None None] Network 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:10:20.626454 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13eed52-1c82-41d0-97bc-aec3712caef1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Subnet': ['ID=2418cb1c-ec81-4722-8750-0755923c792c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:20.634201 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46578) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:20.634655 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a13eed52-1c82-41d0-97bc-aec3712caef1 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/subnets/2418cb1c-ec81-4722-8750-0755923c792c HTTP/1.1" status: 204 len: 168 time: 0.4484406 Apr 05 15:10:20.665735 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:10:18Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:20.669785 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] Checking router: a1fff9d8-f747-4e05-bfa8-68bafac04c7b for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:10:20.680341 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] Routers {'a1fff9d8-f747-4e05-bfa8-68bafac04c7b'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:20.681001 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:09:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:20.852140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:20.862280 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] Set router a1fff9d8-f747-4e05-bfa8-68bafac04c7b gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:20.898822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] DHCP port deletion for 6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:10:20.903155 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Deleting port f1250f09-ba15-4eac-8be9-c19167667c86 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:10:20.903526 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:21.113201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] For port f1250f09-ba15-4eac-8be9-c19167667c86, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f1250f09-ba15-4eac-8be9-c19167667c86,segment=NetworkSegment(b759b868-04a3-4a22-8546-ad6c261cf154),segment_id=b759b868-04a3-4a22-8546-ad6c261cf154)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:21.114003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:21.149287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:21.159069 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Deleting port 856c4a27-9d4d-4770-a3e5-f34519a17662 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:10:21.159404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:21.182906 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:10:18Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:21.186724 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e729872a-4a15-470f-b333-abbdb3682f17 None None] The sync data for ids ['a1fff9d8-f747-4e05-bfa8-68bafac04c7b'] in dv-neutron-829488-2-hyperv is: [{'id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1103062655', 'tenant_id': '22dd3dab03a0411c882ed560e5d26eef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112'}], 'enable_snat': True}, 'gw_port_id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:09:16Z', 'updated_at': '2022-04-05T15:10:18Z', 'revision_number': 5, 'project_id': '22dd3dab03a0411c882ed560e5d26eef', 'gw_port': {'id': '856c4a27-9d4d-4770-a3e5-f34519a17662', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:78:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1fff9d8-f747-4e05-bfa8-68bafac04c7b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:09:17Z', 'updated_at': '2022-04-05T15:09:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:10:21.268568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Calling delete_port for f1250f09-ba15-4eac-8be9-c19167667c86 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:10:21.337191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] For port 856c4a27-9d4d-4770-a3e5-f34519a17662, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=856c4a27-9d4d-4770-a3e5-f34519a17662,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:21.337551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:21.340004 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351'] for port, after_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:21.386319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Pushing event deleted for resources: {'Port': ['ID=f1250f09-ba15-4eac-8be9-c19167667c86,revision_number=None']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:21.393697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] No DVR routers for this DVR port f1250f09-ba15-4eac-8be9-c19167667c86 on host dv-neutron-829488-2-hyperv {{(pid=83852) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:10:21.398949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.400399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.400399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.400399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.400399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.400776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.400869 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.404069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.404069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.404069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.404069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12357d3a-47db-44bd-a312-53d0c500dc70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:21.462825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Calling delete_port for 856c4a27-9d4d-4770-a3e5-f34519a17662 owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:10:21.642132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:21.686951 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Port': ['ID=856c4a27-9d4d-4770-a3e5-f34519a17662,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:21.907630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.155613 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.160248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.183891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.184443 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Fanout notify agent at l3_agent the message router_deleted on router a1fff9d8-f747-4e05-bfa8-68bafac04c7b {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:10:22.198698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.199777 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-126a2c91-869c-4cff-8e2d-b9cc2778f727 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/routers/a1fff9d8-f747-4e05-bfa8-68bafac04c7b HTTP/1.1" status: 204 len: 168 time: 1.5639455 Apr 05 15:10:22.202503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46582) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:22.319504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.544115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.569134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fcfd6a7-9eaa-493e-ac1d-c99d7c317045']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:22.580713 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b759b868-04a3-4a22-8546-ad6c261cf154') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:22.580999 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b759b868-04a3-4a22-8546-ad6c261cf154') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:22.592188 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.608117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.615921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:10:22.616167 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:10:22.631916 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:10:22.668680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d86984c2-7ffe-4962-ae2f-b0686d796f95 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:10:22.702066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: d86984c2-7ffe-4962-ae2f-b0686d796f95 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:10:22.702411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d86984c2-7ffe-4962-ae2f-b0686d796f95 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:10:22.702821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 856c4a27-9d4d-4770-a3e5-f34519a17662 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:10:22.717331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.735081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 856c4a27-9d4d-4770-a3e5-f34519a17662 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:10:22.735445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 856c4a27-9d4d-4770-a3e5-f34519a17662 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:10:22.735856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f1250f09-ba15-4eac-8be9-c19167667c86 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:10:22.737178 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.743218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'Network': ['ID=6fcfd6a7-9eaa-493e-ac1d-c99d7c317045,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:22.750740 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ebc6c9fc-81ec-4ced-a5f7-d12f3c6d46ef tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/networks/6fcfd6a7-9eaa-493e-ac1d-c99d7c317045 HTTP/1.1" status: 204 len: 168 time: 0.5473087 Apr 05 15:10:22.753370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46586) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:22.770319 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: f1250f09-ba15-4eac-8be9-c19167667c86 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:10:22.770658 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f1250f09-ba15-4eac-8be9-c19167667c86 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:10:22.822359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-befb27e5-fe66-49d2-9c95-ebc9d9779977 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.853940 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-befb27e5-fe66-49d2-9c95-ebc9d9779977 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.917435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-befb27e5-fe66-49d2-9c95-ebc9d9779977 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.935161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb27e5-fe66-49d2-9c95-ebc9d9779977 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5731a3ad-7f31-48f2-8fa2-8be79eddd0dd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:22.948306 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-befb27e5-fe66-49d2-9c95-ebc9d9779977 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:22.951921 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-befb27e5-fe66-49d2-9c95-ebc9d9779977 tempest-TestNetworkAdvancedServerOps-333036933 tempest-TestNetworkAdvancedServerOps-333036933-project] 10.222.0.18 "DELETE /v2.0/security-groups/5731a3ad-7f31-48f2-8fa2-8be79eddd0dd HTTP/1.1" status: 204 len: 168 time: 0.1951802 Apr 05 15:10:22.984519 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:10:23.320761 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46596) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:23.489207 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-d76e4bf1-0689-4cb6-bf8f-8156a8b88988 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22dd3dab03a0411c882ed560e5d26eef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1672645 Apr 05 15:10:23.491653 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46602) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:23.549243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecb546dc-7709-42ae-adf9-1658aba5190e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:23.574082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecb546dc-7709-42ae-adf9-1658aba5190e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:23.624368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecb546dc-7709-42ae-adf9-1658aba5190e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:23.647652 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb546dc-7709-42ae-adf9-1658aba5190e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f267c98-d495-4178-a32f-9a04da915565,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:23.652472 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ecb546dc-7709-42ae-adf9-1658aba5190e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:23.653568 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ecb546dc-7709-42ae-adf9-1658aba5190e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f267c98-d495-4178-a32f-9a04da915565 HTTP/1.1" status: 204 len: 168 time: 0.1610487 Apr 05 15:10:23.971363 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46610) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:23.989966 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:24.020989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:24.024790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce7dac928414ba6b20e36c23f7f7c0f is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:24.027577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:24.033187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:24.095402 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:24.099137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:24.144854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dccd7d17-741c-4b95-ab7c-54c9a1b335f5,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:24.152577 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-293e1dfe-f882-4706-8f3d-f2824c89ad07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ce7dac928414ba6b20e36c23f7f7c0f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1777108 Apr 05 15:10:24.154209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46614) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:24.211771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bc0285d-a25d-4dc6-aeae-0c64f929be2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:24.225831 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8f10c24a-8bf0-4baa-8d25-6952ae06644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:24.241296 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bc0285d-a25d-4dc6-aeae-0c64f929be2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:24.294395 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bc0285d-a25d-4dc6-aeae-0c64f929be2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:24.308786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc0285d-a25d-4dc6-aeae-0c64f929be2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccd7d17-741c-4b95-ab7c-54c9a1b335f5,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:24.315682 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1bc0285d-a25d-4dc6-aeae-0c64f929be2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:24.317509 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1bc0285d-a25d-4dc6-aeae-0c64f929be2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dccd7d17-741c-4b95-ab7c-54c9a1b335f5 HTTP/1.1" status: 204 len: 168 time: 0.1638651 Apr 05 15:10:25.129653 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46636) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:25.255125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-783056986-network', 'tenant_id': '79891627c9ed488fa91c9ab20af66081'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:25.259704 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:25.263424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Usage tracker for resource:network and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:25.266221 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:25.272733 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:25.282266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Made reservation on behalf of 79891627c9ed488fa91c9ab20af66081 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:10:25.284442 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.295947 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.325487 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:25.329118 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:25.332318 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:25.337815 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:25.401210 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.404844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.435875 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:10:25.441316 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6949cc5a-fd45-4a95-b5ec-687ffe1d04fd,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:25.448372 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.448709 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Added segment b3ec470d-605e-48ee-a975-206709418934 of type vlan for network 91209dd7-b422-4b04-9244-54a8d0e77910 Apr 05 15:10:25.475125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.502992 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.504223 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:25.504803 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.602124 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] Pushing event updated for resources: {'Network': ['ID=91209dd7-b422-4b04-9244-54a8d0e77910,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:25.604829 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-342b51d8-0ea8-4659-ac1d-f3b5415b7180 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4741733 Apr 05 15:10:25.607889 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46642) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:25.613511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Request body: {'subnet': {'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-783056986-subnet', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'ip_version': 4}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:25.614511 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 91209dd7-b422-4b04-9244-54a8d0e77910 details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:10:25.618482 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:25.622508 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Usage tracker for resource:subnet and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:25.625266 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:25.631719 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:25.644679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Made reservation on behalf of 79891627c9ed488fa91c9ab20af66081 for: {'subnet': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:10:25.646954 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1436311'] for subnet, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:25.844241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1922265', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1436345'] for subnet, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.003478 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c2c076-f0b6-4739-8a48-e031761d272f,revision_number=0']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:26.014619 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Checking segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:26.014973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Network hostable DHCP agents. Network: 91209dd7-b422-4b04-9244-54a8d0e77910, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83851) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:10:26.035688 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Network 91209dd7-b422-4b04-9244-54a8d0e77910 is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83851) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:10:26.044054 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 91209dd7-b422-4b04-9244-54a8d0e77910) {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:26.048031 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:26.048599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.054669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89825e7e-5994-4eb6-9000-f32816980ef7 None None] Network 91209dd7-b422-4b04-9244-54a8d0e77910 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:10:26.068954 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a0b06ae3-4f15-401b-a2d2-2d047ad83d9a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4601035 Apr 05 15:10:26.071679 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46646) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:26.076674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:26.081130 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:26.085440 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Usage tracker for resource:router and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:26.088240 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:26.093822 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:26.103918 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.104855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.122732 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.268202 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-91209dd7-b422-4b04-9244-54a8d0e77910', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:10:26.269568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.270962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.426500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Allocated IP 172.20.0.2 (91209dd7-b422-4b04-9244-54a8d0e77910/00c2c076-f0b6-4739-8a48-e031761d272f/5db16270-40f9-4c21-b04d-465835e91851) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:10:26.454518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.459953 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b8c479a5-1c44-445d-adfd-972421508cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.489876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.637268 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Allocated IP 172.26.6.195 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/036c0b0c-902b-45b0-8de2-c211538ed167) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:10:26.651370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.661678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Transition to ACTIVE for port object 5db16270-40f9-4c21-b04d-465835e91851 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:26.681448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Transition to ACTIVE for port object 5db16270-40f9-4c21-b04d-465835e91851 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:26.687085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.757029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Network 91209dd7-b422-4b04-9244-54a8d0e77910 is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:26.759723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:26.763411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:10:26.768393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Pushing event updated for resources: {'Port': ['ID=5db16270-40f9-4c21-b04d-465835e91851,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:26.786621 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.817424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.868949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Attempting to bind port 5db16270-40f9-4c21-b04d-465835e91851 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:10:26.869451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Attempting to bind port 5db16270-40f9-4c21-b04d-465835e91851 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:10:26.869874 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Attempting to bind port 5db16270-40f9-4c21-b04d-465835e91851 on network 91209dd7-b422-4b04-9244-54a8d0e77910 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:10:26.877313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:10:26.877674 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Checking segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:26.878090 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.878479 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Bound using segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:10:26.878922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Bound port: 5db16270-40f9-4c21-b04d-465835e91851, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:10:26.879279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:26.888967 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:26.891844 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:26.894241 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:10:26.923167 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Pushing event updated for resources: {'Port': ['ID=036c0b0c-902b-45b0-8de2-c211538ed167,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:26.963786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] For port 5db16270-40f9-4c21-b04d-465835e91851, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:10:26.967036 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] For port 5db16270-40f9-4c21-b04d-465835e91851, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5db16270-40f9-4c21-b04d-465835e91851,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:10:26.972737 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:27.055860 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:27.056775 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:27.057858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d2ef3-1133-4d1f-a675-baae6e527bc5 None None] Pushing event updated for resources: {'Port': ['ID=5db16270-40f9-4c21-b04d-465835e91851,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:27.300734 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83851) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:10:27.497513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:10:27.506651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Sync routers for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:10:27.518670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:27.519928 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:27.522500 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:27.523913 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8686d36e-e432-4061-8570-ba270d75f78f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4513047 Apr 05 15:10:27.526826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46650) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:27.666595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:27.671940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:27.728333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:28.042997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f315f3e-e20a-4fe3-9a8e-ae5e139ac76f None None] Network 91209dd7-b422-4b04-9244-54a8d0e77910 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:10:28.135641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:27Z', 'revision_number': 3, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:28.147099 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Checking router: 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:10:28.147436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Updating router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f port 036c0b0c-902b-45b0-8de2-c211538ed167 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:10:28.189750 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-e71d78df-1f4e-4020-adaf-c9985879d65c None None] Provisioning for port 5db16270-40f9-4c21-b04d-465835e91851 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:28.259834 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.303190 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.655842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Allocated IP 172.20.0.1 (91209dd7-b422-4b04-9244-54a8d0e77910/00c2c076-f0b6-4739-8a48-e031761d272f/7797fb72-ccff-413f-ac4e-3cd7facd8576) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:10:28.682667 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.689120 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5db16270-40f9-4c21-b04d-465835e91851 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:28.734524 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Transition to ACTIVE for port object 036c0b0c-902b-45b0-8de2-c211538ed167 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:28.751822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.809166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.824103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Transition to ACTIVE for port object 7797fb72-ccff-413f-ac4e-3cd7facd8576 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:28.848325 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.857277 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Attempting to bind port 036c0b0c-902b-45b0-8de2-c211538ed167 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:10:28.857711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Attempting to bind port 036c0b0c-902b-45b0-8de2-c211538ed167 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:10:28.858084 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Attempting to bind port 036c0b0c-902b-45b0-8de2-c211538ed167 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:10:28.861125 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215d8d2-ce3f-47ef-a3f5-4abeb8dd664e None None] Pushing event updated for resources: {'Port': ['ID=036c0b0c-902b-45b0-8de2-c211538ed167,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:28.875397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:10:28.875913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:28.876388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.876963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:10:28.877468 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Bound port: 036c0b0c-902b-45b0-8de2-c211538ed167, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:10:28.877935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.917645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 5db16270-40f9-4c21-b04d-465835e91851 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:28.919017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Network 91209dd7-b422-4b04-9244-54a8d0e77910 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:28.921912 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:28.926411 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:10:28.929816 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4868c1e2-902d-4620-95d5-53f4995823c4 None None] Provisioning complete for port 5db16270-40f9-4c21-b04d-465835e91851 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:28.930258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4868c1e2-902d-4620-95d5-53f4995823c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.951592 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7797fb72-ccff-413f-ac4e-3cd7facd8576,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:28.962653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5db16270-40f9-4c21-b04d-465835e91851 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:28.963029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:28.982132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.066953 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.067739 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] For port 036c0b0c-902b-45b0-8de2-c211538ed167, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:10:29.072559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] For port 036c0b0c-902b-45b0-8de2-c211538ed167, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=036c0b0c-902b-45b0-8de2-c211538ed167,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:10:29.082271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.260083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.281682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9215d8d2-ce3f-47ef-a3f5-4abeb8dd664e None None] Pushing event updated for resources: {'Port': ['ID=036c0b0c-902b-45b0-8de2-c211538ed167,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:29.287345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4868c1e2-902d-4620-95d5-53f4995823c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.295240 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.297915 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:29.298660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:29.300101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.388372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.405195 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=7797fb72-ccff-413f-ac4e-3cd7facd8576,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:29.407587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.519432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-4868c1e2-902d-4620-95d5-53f4995823c4 None None] For port 5db16270-40f9-4c21-b04d-465835e91851, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5db16270-40f9-4c21-b04d-465835e91851,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:29.527864 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4868c1e2-902d-4620-95d5-53f4995823c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.545891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Network 91209dd7-b422-4b04-9244-54a8d0e77910 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:29.546995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:29.674407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:29.715406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:10:29.716085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 15:10:29.720884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868c1e2-902d-4620-95d5-53f4995823c4 None None] Pushing event updated for resources: {'Port': ['ID=5db16270-40f9-4c21-b04d-465835e91851,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:29.744433 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9b619060-f804-42ef-9838-80a5d793bf3a None None] Provisioning for port 7797fb72-ccff-413f-ac4e-3cd7facd8576 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:29.753972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-9b619060-f804-42ef-9838-80a5d793bf3a None None] Provisioning complete for port 7797fb72-ccff-413f-ac4e-3cd7facd8576 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:29.754367 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9b619060-f804-42ef-9838-80a5d793bf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:29.926951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-9b619060-f804-42ef-9838-80a5d793bf3a None None] Port 7797fb72-ccff-413f-ac4e-3cd7facd8576 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:10:29.941257 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:10:30.058339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 2, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:30.062169 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c08d2a87-50d5-4d4a-a999-a38aae7b2722 None None] Provisioning complete for port 7797fb72-ccff-413f-ac4e-3cd7facd8576 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:30.062532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c08d2a87-50d5-4d4a-a999-a38aae7b2722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:30.088875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf1a353-ba99-4d10-aadd-0640764f8231 None None] The sync data for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv is: [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 2, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:10:30.120789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c08d2a87-50d5-4d4a-a999-a38aae7b2722 None None] Port 7797fb72-ccff-413f-ac4e-3cd7facd8576 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:10:30.156530 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:10:30.165923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-5dce0e14-8aa7-4f75-9599-c5e0fffdb0a2 admin admin] 10.222.0.18 "PUT /v2.0/routers/768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6379659 Apr 05 15:10:30.643247 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5db16270-40f9-4c21-b04d-465835e91851 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:30.730301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 5db16270-40f9-4c21-b04d-465835e91851 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:30.730907 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.092820 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46672) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:31.098497 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1491962922-network', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:31.103509 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:31.107358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Usage tracker for resource:network and tenant:5b5afb5e5fe74a7bb9c941b154f8d6d4 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:31.110916 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:31.117069 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:31.127272 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Made reservation on behalf of 5b5afb5e5fe74a7bb9c941b154f8d6d4 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:10:31.129931 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.142793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.176248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:31.180040 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Usage tracker for resource:security_group_rule and tenant:5b5afb5e5fe74a7bb9c941b154f8d6d4 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:31.182808 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:31.188488 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:31.257973 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.261676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.289962 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:10:31.298496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70cc7a9-f402-4fc7-b681-3862214d7cd6,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:31.304525 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.304866 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Added segment 632b938d-3f00-4d67-a79e-3b7a0f30c1fc of type vlan for network b99ddd21-da75-431e-954f-07acb410463f Apr 05 15:10:31.330904 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.359615 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.360526 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:31.361114 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.554828 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] Pushing event updated for resources: {'Network': ['ID=b99ddd21-da75-431e-954f-07acb410463f,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:31.557697 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a2b529c2-8378-41c3-9f4c-10e5599f3adc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4638400 Apr 05 15:10:31.560553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46676) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:31.567877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Request body: {'subnet': {'network_id': 'b99ddd21-da75-431e-954f-07acb410463f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1491962922-subnet', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:31.568301 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network b99ddd21-da75-431e-954f-07acb410463f details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:10:31.573117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:31.576920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Usage tracker for resource:subnet and tenant:5b5afb5e5fe74a7bb9c941b154f8d6d4 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:31.579875 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:31.586270 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:31.698608 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Made reservation on behalf of 5b5afb5e5fe74a7bb9c941b154f8d6d4 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:10:31.700915 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.898742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:31.971519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424430b8-374b-4c2a-b49f-23b25fd497e1,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:31.985186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Checking segment: {'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:31.985540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Network hostable DHCP agents. Network: b99ddd21-da75-431e-954f-07acb410463f, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:10:32.011758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Network b99ddd21-da75-431e-954f-07acb410463f is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:10:32.020462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, b99ddd21-da75-431e-954f-07acb410463f) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:32.024595 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:32.025206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.029333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdc0a13-5784-41d9-aa0d-dd45d7cd048f None None] Network b99ddd21-da75-431e-954f-07acb410463f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:10:32.047207 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-32a0d3de-5fb6-48b6-9e45-50274f4da0d4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4852779 Apr 05 15:10:32.049753 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46680) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:32.055487 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:32.060082 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:32.063786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Usage tracker for resource:router and tenant:5b5afb5e5fe74a7bb9c941b154f8d6d4 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:32.066562 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:32.072355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:32.082921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.083859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.101808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.243307 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-b99ddd21-da75-431e-954f-07acb410463f', 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'fixed_ips': [{'subnet_id': '424430b8-374b-4c2a-b49f-23b25fd497e1'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:10:32.244175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.247717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.436702 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.442800 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Allocated IP 172.20.0.2 (b99ddd21-da75-431e-954f-07acb410463f/424430b8-374b-4c2a-b49f-23b25fd497e1/3133dc9b-4dcc-4f8f-b60a-089ee2346202) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:10:32.466842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.607370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Allocated IP 172.26.6.187 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/9e9d48f8-293f-4d9b-9059-c390867a133f) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:10:32.653474 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.664471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Transition to ACTIVE for port object 3133dc9b-4dcc-4f8f-b60a-089ee2346202 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:32.671405 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 036c0b0c-902b-45b0-8de2-c211538ed167 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:32.733340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Transition to ACTIVE for port object 3133dc9b-4dcc-4f8f-b60a-089ee2346202 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:32.744450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.769538 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.797488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.822999 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Network b99ddd21-da75-431e-954f-07acb410463f is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:32.824223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Pushing event updated for resources: {'Port': ['ID=3133dc9b-4dcc-4f8f-b60a-089ee2346202,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:32.827448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:32.831135 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:10:32.865363 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 036c0b0c-902b-45b0-8de2-c211538ed167 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:32.865848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:32.868722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:32.873825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:10:32.898273 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Pushing event updated for resources: {'Port': ['ID=9e9d48f8-293f-4d9b-9059-c390867a133f,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:32.903545 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 036c0b0c-902b-45b0-8de2-c211538ed167 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:32.904134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.966922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Attempting to bind port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:10:32.967284 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Attempting to bind port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:10:32.967645 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Attempting to bind port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 on network b99ddd21-da75-431e-954f-07acb410463f {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:10:32.979614 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:10:32.979984 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Checking segment: {'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:32.980377 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:32.980764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Bound using segment: {'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:10:32.981219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Bound port: 3133dc9b-4dcc-4f8f-b60a-089ee2346202, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:10:32.981585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:33.031128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:33.031863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:33.109959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:33.127506 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] For port 3133dc9b-4dcc-4f8f-b60a-089ee2346202, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:10:33.131629 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] For port 3133dc9b-4dcc-4f8f-b60a-089ee2346202, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3133dc9b-4dcc-4f8f-b60a-089ee2346202,segment=NetworkSegment(632b938d-3f00-4d67-a79e-3b7a0f30c1fc),segment_id=632b938d-3f00-4d67-a79e-3b7a0f30c1fc)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:10:33.134858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 036c0b0c-902b-45b0-8de2-c211538ed167, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=036c0b0c-902b-45b0-8de2-c211538ed167,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:33.136777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:33.174391 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:33.224068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05005d-f2a7-4b83-befc-6182c244c2c2 None None] Pushing event updated for resources: {'Port': ['ID=3133dc9b-4dcc-4f8f-b60a-089ee2346202,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:33.265635 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Router b427bee4-cba6-4ffe-adea-38f4efa386e3 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:10:33.299275 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=036c0b0c-902b-45b0-8de2-c211538ed167,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:33.579497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:10:33.593672 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Sync routers for ids ['b427bee4-cba6-4ffe-adea-38f4efa386e3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:10:33.608113 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Routers {'b427bee4-cba6-4ffe-adea-38f4efa386e3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:33.609018 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['b427bee4-cba6-4ffe-adea-38f4efa386e3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:33.616095 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:33.618681 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-81d066ec-06b2-47bf-8c5c-cdc95858b4dd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5660157 Apr 05 15:10:33.620204 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 46684) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:33.795123 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Set router b427bee4-cba6-4ffe-adea-38f4efa386e3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:34.103770 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:32Z', 'revision_number': 3, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port': {'id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:34.108154 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Checking router: b427bee4-cba6-4ffe-adea-38f4efa386e3 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:10:34.108913 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Updating router b427bee4-cba6-4ffe-adea-38f4efa386e3 port 9e9d48f8-293f-4d9b-9059-c390867a133f binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:10:34.174279 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.310316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d2b36f-27ff-481b-b69a-529d752a22c2 None None] Network b99ddd21-da75-431e-954f-07acb410463f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:10:34.417463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-6bf8c9ff-79ef-4c0b-a5eb-4b3803a6f889 None None] Provisioning for port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:34.424913 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.555992 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.569420 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Transition to ACTIVE for port object 9e9d48f8-293f-4d9b-9059-c390867a133f will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:34.577382 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.676769 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Attempting to bind port 9e9d48f8-293f-4d9b-9059-c390867a133f on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:10:34.677347 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Attempting to bind port 9e9d48f8-293f-4d9b-9059-c390867a133f by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:10:34.677557 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Attempting to bind port 9e9d48f8-293f-4d9b-9059-c390867a133f on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:10:34.689246 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Pushing event updated for resources: {'Port': ['ID=9e9d48f8-293f-4d9b-9059-c390867a133f,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:34.696207 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:10:34.696866 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:34.697262 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.697697 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:10:34.697847 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_common [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Allocated IP 172.20.0.1 (b99ddd21-da75-431e-954f-07acb410463f/424430b8-374b-4c2a-b49f-23b25fd497e1/e2cd8250-a08a-43fe-b38a-234d8400e726) {{(pid=83851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:10:34.698318 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Bound port: 9e9d48f8-293f-4d9b-9059-c390867a133f, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:10:34.699083 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.742480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3133dc9b-4dcc-4f8f-b60a-089ee2346202 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:34.745950 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.746587 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.746913 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.747238 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.747552 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.747868 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.748178 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.748488 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.748793 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.749226 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.749542 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:10:34.801517 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] For port 9e9d48f8-293f-4d9b-9059-c390867a133f, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:10:34.806086 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] For port 9e9d48f8-293f-4d9b-9059-c390867a133f, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9e9d48f8-293f-4d9b-9059-c390867a133f,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:10:34.811433 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.823721 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:34.829143 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:34.829508 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.890392 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.902154 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb725e9-86ac-4aec-ab12-f62cd5af594f None None] Pushing event updated for resources: {'Port': ['ID=9e9d48f8-293f-4d9b-9059-c390867a133f,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:34.914137 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.provisioning_blocks [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Transition to ACTIVE for port object e2cd8250-a08a-43fe-b38a-234d8400e726 will not be triggered until provisioned by entity DHCP. {{(pid=83851) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:34.917644 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Routers {'b427bee4-cba6-4ffe-adea-38f4efa386e3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:34.918513 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['b427bee4-cba6-4ffe-adea-38f4efa386e3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:34.936735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.963818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:34.996440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-fdd619e6-1086-4ab3-950b-37ca8eef9607 None None] Provisioning complete for port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:34.996895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fdd619e6-1086-4ab3-950b-37ca8eef9607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.010271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Network b99ddd21-da75-431e-954f-07acb410463f is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:35.013128 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:35.017723 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Received port after_create {{(pid=83851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:10:35.042157 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cd8250-a08a-43fe-b38a-234d8400e726,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:35.043518 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 3133dc9b-4dcc-4f8f-b60a-089ee2346202, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3133dc9b-4dcc-4f8f-b60a-089ee2346202,segment=NetworkSegment(632b938d-3f00-4d67-a79e-3b7a0f30c1fc),segment_id=632b938d-3f00-4d67-a79e-3b7a0f30c1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:35.051671 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.052547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 036c0b0c-902b-45b0-8de2-c211538ed167 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:35.074676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.178346 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.178818 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] Set router b427bee4-cba6-4ffe-adea-38f4efa386e3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:35.239294 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 036c0b0c-902b-45b0-8de2-c211538ed167 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:35.239808 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.302314 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=3133dc9b-4dcc-4f8f-b60a-089ee2346202,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:35.442035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-32d51ee7-00c0-49e3-a5cf-dab01b0a4865 None None] Provisioning for port e2cd8250-a08a-43fe-b38a-234d8400e726 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:35.448500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-32d51ee7-00c0-49e3-a5cf-dab01b0a4865 None None] Provisioning complete for port e2cd8250-a08a-43fe-b38a-234d8400e726 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:35.448979 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-32d51ee7-00c0-49e3-a5cf-dab01b0a4865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.484125 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:32Z', 'revision_number': 3, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port': {'id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:35.488828 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6172457-5a86-413b-8fe7-afc437beaead None None] The sync data for ids ['b427bee4-cba6-4ffe-adea-38f4efa386e3'] in dv-neutron-829488-2-hyperv is: [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:32Z', 'revision_number': 3, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port': {'id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:10:35.536838 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.540845 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-32d51ee7-00c0-49e3-a5cf-dab01b0a4865 None None] Port e2cd8250-a08a-43fe-b38a-234d8400e726 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:10:35.541492 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1922082'] for port, after_update {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.644718 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Pushing event updated for resources: {'Port': ['ID=e2cd8250-a08a-43fe-b38a-234d8400e726,revision_number=2']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:35.647100 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:35.780922 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Network b99ddd21-da75-431e-954f-07acb410463f is already hosted by enough agents. {{(pid=83851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:35.781883 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.base_scheduler [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=83851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:35.963381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0f87277e-cadf-4f74-9e5f-d182a48dcf4c None None] Provisioning complete for port e2cd8250-a08a-43fe-b38a-234d8400e726 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:35.963734 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0f87277e-cadf-4f74-9e5f-d182a48dcf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:36.014495 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0f87277e-cadf-4f74-9e5f-d182a48dcf4c None None] Port e2cd8250-a08a-43fe-b38a-234d8400e726 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:10:36.166777 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Router b427bee4-cba6-4ffe-adea-38f4efa386e3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:10:36.360324 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:10:36.368804 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-e051a498-3f03-4d48-8a95-bab9b188f1c7 admin admin] 10.222.0.18 "PUT /v2.0/routers/b427bee4-cba6-4ffe-adea-38f4efa386e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7475548 Apr 05 15:10:36.624255 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3133dc9b-4dcc-4f8f-b60a-089ee2346202 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:36.691935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:36.692295 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:36.973020 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46694) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:36.978668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480743406', 'description': 'tempest-secgroup-smoke-1480743406 description', 'project_id': '79891627c9ed488fa91c9ab20af66081'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:36.984747 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:36.988976 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:36.992307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:36.998132 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:37.007574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.039983 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:37.043585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:37.046236 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:37.052205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:37.107924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.111634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.152568 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cb995a-7ae0-4224-afa0-2e53068d7997,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:37.156274 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.157448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c93a9430-ed23-402c-982e-f0eba1d73578 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1834264 Apr 05 15:10:37.160870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46698) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:37.166200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb995a-7ae0-4224-afa0-2e53068d7997', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:37.171949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:37.176244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:37.179005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:37.184679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:37.200692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.264808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.269498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.293684 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90a1724-1f7d-484a-82ee-c84eed503453,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:37.302808 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.303957 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-b59d3d7a-1486-4026-8334-86f5aac1ab20 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1421797 Apr 05 15:10:37.306714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46702) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:37.312000 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb995a-7ae0-4224-afa0-2e53068d7997', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:37.317694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:37.321417 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:37.324264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:37.329845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:37.345990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.408802 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.412797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.435081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d612670-ff9b-46bb-9bf0-50554e440ca1,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:37.443690 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.444909 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ac4f0f5b-8d9e-4dac-bc10-f009ce016dad tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1372764 Apr 05 15:10:37.447575 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46706) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:37.452840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb995a-7ae0-4224-afa0-2e53068d7997', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:37.459194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:37.462920 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:37.465696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:37.471341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:37.486345 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.547344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.551315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.574024 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1efb0ecc-1937-4cee-a701-574c3e48419b,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:37.583720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.585163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-689994e0-2603-4d41-bc70-2637b17afdee tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1367052 Apr 05 15:10:37.587937 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46710) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:37.593216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb995a-7ae0-4224-afa0-2e53068d7997', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:37.598959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:37.602723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:37.605544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:37.611379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:37.630002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.692607 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.696344 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.721810 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfbb7ffd-8e93-427c-a344-3e926280f2a7,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:37.728147 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.729159 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6e6c3553-8a34-4827-be4c-3c797e061c39 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1403186 Apr 05 15:10:37.732216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46714) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:37.739235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb995a-7ae0-4224-afa0-2e53068d7997', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:37.745184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:37.749225 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:37.752072 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:37.758462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:37.770923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Project 79891627c9ed488fa91c9ab20af66081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:10:37.777203 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.838845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.842294 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.865687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef27494-e976-47b3-82c0-e2906da10453,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:37.874486 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.875701 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cad55ac4-5943-4d39-96a9-21d321a639b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1425245 Apr 05 15:10:37.879013 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46718) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:37.884517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': 'e3cb995a-7ae0-4224-afa0-2e53068d7997', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:37.890415 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:37.894211 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:37.897041 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:37.902691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:37.913242 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Project 79891627c9ed488fa91c9ab20af66081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:10:37.919558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.984237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:37.988571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:38.011029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32354200-f70e-4509-8efa-4e05f1e2cb2e,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:38.019442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:38.020858 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e1bc9256-d372-42c9-9710-b6d8939875aa tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1408539 Apr 05 15:10:38.123280 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:38.186503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-4c382b36-8099-4aeb-bec4-6467eeff710f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:10:38.202989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-4c382b36-8099-4aeb-bec4-6467eeff710f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:10:38.204229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-4c382b36-8099-4aeb-bec4-6467eeff710f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480743406&fields=id&tenant_id=79891627c9ed488fa91c9ab20af66081 HTTP/1.1" status: 200 len: 267 time: 0.0567322 Apr 05 15:10:38.353029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-306bbbd1-097c-4826-ae37-ec855efe3ddc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:38.354459 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-306bbbd1-097c-4826-ae37-ec855efe3ddc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 808 time: 0.1431284 Apr 05 15:10:38.370146 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-3427ec1b-0005-4d9a-b4e6-6c7370a816e9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/quotas/79891627c9ed488fa91c9ab20af66081 HTTP/1.1" status: 200 len: 375 time: 0.0102925 Apr 05 15:10:38.453036 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-b83efac5-60b1-4d3b-a4f6-d8b539e6f920 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:10:38.469826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-b83efac5-60b1-4d3b-a4f6-d8b539e6f920 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:10:38.471127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-b83efac5-60b1-4d3b-a4f6-d8b539e6f920 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958159 Apr 05 15:10:38.727582 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-7589bfc4-27b7-45fc-a86d-7da139dd3af2 service neutron] 10.222.0.18 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438343 Apr 05 15:10:38.856214 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-56f277c3-641f-49ac-9897-3a8bc06d3313 service neutron] 10.222.0.18 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227961 Apr 05 15:10:39.033509 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-85b923a0-0a4e-4fb5-8347-563f57af1c87 req-14331c1e-bc0e-4e40-894c-5eecba1ea987 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 210 time: 0.0408866 Apr 05 15:10:40.149615 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0dbddf34-7713-4da5-9106-8786a9409bcb req-df655010-31a3-499d-86e4-1e27208e7cef tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 210 time: 0.0449681 Apr 05 15:10:40.647451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9e9d48f8-293f-4d9b-9059-c390867a133f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:40.719451 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 9e9d48f8-293f-4d9b-9059-c390867a133f completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:40.725358 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9e9d48f8-293f-4d9b-9059-c390867a133f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:40.725726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:40.844309 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:40.860299 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 9e9d48f8-293f-4d9b-9059-c390867a133f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9e9d48f8-293f-4d9b-9059-c390867a133f,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:40.864091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:40.929567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=9e9d48f8-293f-4d9b-9059-c390867a133f,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:41.308981 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6af962df-4926-4ddc-9d86-46f4724b99da req-04a81668-8cb5-4c24-8bc7-e2d6589a3ac4 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 210 time: 0.0411270 Apr 05 15:10:42.068090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-298fa023-9cf7-4ec2-80c0-894c1cbaa8b0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:42.069531 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-298fa023-9cf7-4ec2-80c0-894c1cbaa8b0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 808 time: 0.1435139 Apr 05 15:10:42.125988 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-efbf919f-f34a-4033-8c71-5b9b1a6cc7dc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79891627c9ed488fa91c9ab20af66081 HTTP/1.1" status: 200 len: 380 time: 0.0439327 Apr 05 15:10:42.133825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'port': {'device_id': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'admin_state_up': True, 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'security_groups': ['e3cb995a-7ae0-4224-afa0-2e53068d7997']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:42.266494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:42.275783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:42.285171 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Made reservation on behalf of 79891627c9ed488fa91c9ab20af66081 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:10:42.288162 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:42.573033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-89a54610-b957-4af8-a213-77e1d9aa6f39 req-e11f1333-2f1e-41f4-b7a7-ca8102aade85 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 210 time: 0.0569806 Apr 05 15:10:42.592031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Allocated IP 172.20.0.6 (91209dd7-b422-4b04-9244-54a8d0e77910/00c2c076-f0b6-4739-8a48-e031761d272f/72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:10:42.640562 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9e9d48f8-293f-4d9b-9059-c390867a133f up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:42.707499 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 9e9d48f8-293f-4d9b-9059-c390867a133f triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:42.707865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:42.779619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:42.795603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Transition to ACTIVE for port object 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:42.816783 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:42.886926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Network 91209dd7-b422-4b04-9244-54a8d0e77910 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:42.889655 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:42.892075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:10:42.929184 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:42.963099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:42.963708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:42.988862 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2519ecc3-1da2-4359-a798-f7d5d9b72dae tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8586504 Apr 05 15:10:42.998698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2b8b6a2e-060a-4b19-8194-42838422be57 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 15:10:42.999650 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-2b8b6a2e-060a-4b19-8194-42838422be57 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0055103 Apr 05 15:10:43.009453 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Request body: {'port': {'device_id': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:43.077501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-539ae741-37fc-403e-a4ee-5f3efd237b44 None None] Provisioning for port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:43.082781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-539ae741-37fc-403e-a4ee-5f3efd237b44 None None] Provisioning complete for port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:43.083134 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-539ae741-37fc-403e-a4ee-5f3efd237b44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:43.118083 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:43.135033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-539ae741-37fc-403e-a4ee-5f3efd237b44 None None] Port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:10:43.454500 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:10:43.461120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:43.477348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Transition to ACTIVE for port object 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:43.481370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:43.608542 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:43.727553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Attempting to bind port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:10:43.727868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Attempting to bind port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:10:43.728204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Attempting to bind port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 on network 91209dd7-b422-4b04-9244-54a8d0e77910 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:10:43.776924 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 on network 91209dd7-b422-4b04-9244-54a8d0e77910 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:10:43.777247 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Attempting to bind port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 on network 91209dd7-b422-4b04-9244-54a8d0e77910 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:10:43.795540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:10:43.795873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Checking segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:43.796255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Bound using segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:10:43.796680 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Bound port: 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:10:43.797022 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:43.878287 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dad4a9-a456-4f6a-898b-f3c594d1225a req-bd52e9af-85c6-4d0a-a709-e82732a54ebc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:43.878978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a4dad4a9-a456-4f6a-898b-f3c594d1225a req-bd52e9af-85c6-4d0a-a709-e82732a54ebc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:10:43.911298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a4dad4a9-a456-4f6a-898b-f3c594d1225a req-bd52e9af-85c6-4d0a-a709-e82732a54ebc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:10:43.912409 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a4dad4a9-a456-4f6a-898b-f3c594d1225a req-bd52e9af-85c6-4d0a-a709-e82732a54ebc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.1818104 Apr 05 15:10:43.913343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:10:43.916561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:10:43.935706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:44.020290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:44.021648 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] 10.222.0.15 "PUT /v2.0/ports/72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 1093 time: 1.0162363 Apr 05 15:10:44.023222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:10:44.035225 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a4dad4a9-a456-4f6a-898b-f3c594d1225a req-ddede841-6bab-481e-9050-30c5d03d48d2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171370 Apr 05 15:10:44.039516 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb95794-2118-441f-a0b4-9d8bb66e5145 service neutron] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:44.109392 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66121e73-5a5e-48cd-b8e5-549208668c3e'] response: {'name': 'network-changed', 'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'status': 'completed', 'code': 200} Apr 05 15:10:44.155405 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-0b2fe1f2-72e6-4bec-8180-9e920f457401 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1096 time: 0.0779536 Apr 05 15:10:44.223021 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-42a074f1-e44c-433a-80fc-67ce1a6f3e35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 217 time: 0.0608394 Apr 05 15:10:44.369075 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-313cfca7-008d-4494-a943-ad7bfe78caaa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:44.371499 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-313cfca7-008d-4494-a943-ad7bfe78caaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.1432695 Apr 05 15:10:44.444935 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-17241cef-fc6f-44fc-8bb8-fd400510bbe8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678322 Apr 05 15:10:44.574114 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-4a943f38-cb83-4e0d-a0a0-f6bc70198a81 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221452 Apr 05 15:10:44.702861 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7f11b3c0-b396-43af-9da5-c05c1a33176c req-470ecac2-5f27-417c-8d11-6ecd878ddcd8 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232162 Apr 05 15:10:44.798182 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Sync routers for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:10:44.811533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:44.811734 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-65bd2544-a48a-4d25-9ae2-d7c8bcd29b33 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1096 time: 0.0700302 Apr 05 15:10:44.812151 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:44.942714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-2a7b2a9b-6892-4154-ab00-27852f0ddac3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:44.944161 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-2a7b2a9b-6892-4154-ab00-27852f0ddac3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1269147 Apr 05 15:10:44.986021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:45.015602 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-e90bba1a-91c5-4de0-93de-1c9d038e7554 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 217 time: 0.0646813 Apr 05 15:10:45.080409 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-5569a780-ac00-4cac-8232-47bacfccb771 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:45.082402 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-5569a780-ac00-4cac-8232-47bacfccb771 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0606551 Apr 05 15:10:45.161099 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-07507e45-6d40-45f2-95ec-2cb1efd41756 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712686 Apr 05 15:10:45.295844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 2, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:45.299726 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Checking router: 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:10:45.300597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Updating router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f port 7797fb72-ccff-413f-ac4e-3cd7facd8576 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:10:45.350958 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:45.351730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-fdc336f5-f81e-40dd-8c73-48fadf64a92a service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840947 Apr 05 15:10:45.358121 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e42452b-ba4e-4f10-9be2-5e9dd1cda47a req-76066859-cc31-40fa-94ec-dcbb5798011a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:45.359477 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e42452b-ba4e-4f10-9be2-5e9dd1cda47a req-76066859-cc31-40fa-94ec-dcbb5798011a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.1732674 Apr 05 15:10:45.501052 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0e42452b-ba4e-4f10-9be2-5e9dd1cda47a req-e70e0884-df42-4f82-97fa-9eece5fdbf3f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203859 Apr 05 15:10:45.519305 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0287402c-1ba8-4a38-8e07-1f3a08543c43 req-2a0ec5bb-c285-40b0-945e-df755f7c91f0 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589174 Apr 05 15:10:45.718323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:45.730103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Transition to ACTIVE for port object 7797fb72-ccff-413f-ac4e-3cd7facd8576 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:45.736274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:45.861206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b84cf-8340-49b0-8a89-1fa78083bc78 None None] Pushing event updated for resources: {'Port': ['ID=7797fb72-ccff-413f-ac4e-3cd7facd8576,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:45.948693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Attempting to bind port 7797fb72-ccff-413f-ac4e-3cd7facd8576 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:10:45.949058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Attempting to bind port 7797fb72-ccff-413f-ac4e-3cd7facd8576 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:10:45.949424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Attempting to bind port 7797fb72-ccff-413f-ac4e-3cd7facd8576 on network 91209dd7-b422-4b04-9244-54a8d0e77910 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:10:45.956597 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:10:45.956970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Checking segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:45.957369 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:45.957754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Bound using segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:10:45.958239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Bound port: 7797fb72-ccff-413f-ac4e-3cd7facd8576, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:10:45.958683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:46.061594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] For port 7797fb72-ccff-413f-ac4e-3cd7facd8576, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:10:46.064606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] For port 7797fb72-ccff-413f-ac4e-3cd7facd8576, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7797fb72-ccff-413f-ac4e-3cd7facd8576,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:10:46.069892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:46.152400 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55b84cf-8340-49b0-8a89-1fa78083bc78 None None] Pushing event updated for resources: {'Port': ['ID=7797fb72-ccff-413f-ac4e-3cd7facd8576,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:46.155173 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:46.155764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:46.337011 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:46.477445 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Sync routers for ids ['b427bee4-cba6-4ffe-adea-38f4efa386e3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:10:46.489158 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Routers {'b427bee4-cba6-4ffe-adea-38f4efa386e3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:46.489757 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['b427bee4-cba6-4ffe-adea-38f4efa386e3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:46.683722 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Set router b427bee4-cba6-4ffe-adea-38f4efa386e3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:46.703493 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7797fb72-ccff-413f-ac4e-3cd7facd8576 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:46.754338 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494f200-33df-4ab9-b00e-16bba77254c4 req-91196afb-b990-4352-9eb0-e1f53f879dd0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:46.761909 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5494f200-33df-4ab9-b00e-16bba77254c4 req-91196afb-b990-4352-9eb0-e1f53f879dd0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0940974 Apr 05 15:10:46.781809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:46.787382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7681ca7b-46cd-45be-ad99-f95479b0b94b None None] The sync data for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv is: [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:10:46.796053 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 7797fb72-ccff-413f-ac4e-3cd7facd8576 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:46.804374 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 7797fb72-ccff-413f-ac4e-3cd7facd8576 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:46.804755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:46.816955 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5494f200-33df-4ab9-b00e-16bba77254c4 req-09d62bdc-3349-4179-ad14-22d0b57db978 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540535 Apr 05 15:10:46.932128 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:46.965436 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 7797fb72-ccff-413f-ac4e-3cd7facd8576, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7797fb72-ccff-413f-ac4e-3cd7facd8576,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:46.968688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.016536 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:35Z', 'revision_number': 4, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port': {'id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'e2cd8250-a08a-43fe-b38a-234d8400e726', 'name': '', 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'mac_address': 'fa:16:3e:c3:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '424430b8-374b-4c2a-b49f-23b25fd497e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:34Z', 'updated_at': '2022-04-05T15:10:35Z', 'revision_number': 2, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'subnets': [{'id': '424430b8-374b-4c2a-b49f-23b25fd497e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:47.020479 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Checking router: b427bee4-cba6-4ffe-adea-38f4efa386e3 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:10:47.020823 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Updating router b427bee4-cba6-4ffe-adea-38f4efa386e3 port e2cd8250-a08a-43fe-b38a-234d8400e726 binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:10:47.036680 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=7797fb72-ccff-413f-ac4e-3cd7facd8576,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:47.077224 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.155950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:10:47.294977 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:47.309859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'port_id': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'mac_address': 'fa:16:3e:dd:bf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:10:47.362787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.383383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:10:47.397841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:47.401829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.423826 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.436961 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Transition to ACTIVE for port object e2cd8250-a08a-43fe-b38a-234d8400e726 will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:10:47.444130 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.508525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:47.561812 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e85cb4-aa82-411e-9e35-fc7d7d2450b5 None None] Pushing event updated for resources: {'Port': ['ID=e2cd8250-a08a-43fe-b38a-234d8400e726,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:47.606596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:10:47.670407 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Attempting to bind port e2cd8250-a08a-43fe-b38a-234d8400e726 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:10:47.670800 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Attempting to bind port e2cd8250-a08a-43fe-b38a-234d8400e726 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:10:47.671166 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Attempting to bind port e2cd8250-a08a-43fe-b38a-234d8400e726 on network b99ddd21-da75-431e-954f-07acb410463f {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:10:47.678357 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:10:47.678725 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Checking segment: {'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:10:47.679170 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.679587 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Bound using segment: {'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:10:47.680044 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Bound port: e2cd8250-a08a-43fe-b38a-234d8400e726, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '632b938d-3f00-4d67-a79e-3b7a0f30c1fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:10:47.680410 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.794987 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] For port e2cd8250-a08a-43fe-b38a-234d8400e726, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:10:47.797870 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] For port e2cd8250-a08a-43fe-b38a-234d8400e726, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e2cd8250-a08a-43fe-b38a-234d8400e726,segment=NetworkSegment(632b938d-3f00-4d67-a79e-3b7a0f30c1fc),segment_id=632b938d-3f00-4d67-a79e-3b7a0f30c1fc)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:10:47.802716 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:47.885167 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e85cb4-aa82-411e-9e35-fc7d7d2450b5 None None] Pushing event updated for resources: {'Port': ['ID=e2cd8250-a08a-43fe-b38a-234d8400e726,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:47.890338 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Routers {'b427bee4-cba6-4ffe-adea-38f4efa386e3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:47.890944 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['b427bee4-cba6-4ffe-adea-38f4efa386e3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:48.022183 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e20d53-d0a9-41fd-bccd-c74af66207bb req-2c2d8f88-cba4-49c6-9e1e-c0bfc21d9a6b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:48.023826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c4e20d53-d0a9-41fd-bccd-c74af66207bb req-2c2d8f88-cba4-49c6-9e1e-c0bfc21d9a6b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 944 time: 0.0848272 Apr 05 15:10:48.074573 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c4e20d53-d0a9-41fd-bccd-c74af66207bb req-8e5eb99f-838f-4dbc-a6e8-ccc5400ba860 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428388 Apr 05 15:10:48.078221 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] Set router b427bee4-cba6-4ffe-adea-38f4efa386e3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:48.382794 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:35Z', 'revision_number': 4, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port': {'id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'e2cd8250-a08a-43fe-b38a-234d8400e726', 'name': '', 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'mac_address': 'fa:16:3e:c3:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '424430b8-374b-4c2a-b49f-23b25fd497e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:34Z', 'updated_at': '2022-04-05T15:10:47Z', 'revision_number': 4, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'subnets': [{'id': '424430b8-374b-4c2a-b49f-23b25fd497e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:48.386576 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aaa992-4644-42b0-8499-9c41256f3d8e None None] The sync data for ids ['b427bee4-cba6-4ffe-adea-38f4efa386e3'] in dv-neutron-829488-2-hyperv is: [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:35Z', 'revision_number': 4, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port': {'id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'e2cd8250-a08a-43fe-b38a-234d8400e726', 'name': '', 'network_id': 'b99ddd21-da75-431e-954f-07acb410463f', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'mac_address': 'fa:16:3e:c3:5e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '424430b8-374b-4c2a-b49f-23b25fd497e1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:34Z', 'updated_at': '2022-04-05T15:10:47Z', 'revision_number': 4, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'subnets': [{'id': '424430b8-374b-4c2a-b49f-23b25fd497e1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:10:48.689249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7797fb72-ccff-413f-ac4e-3cd7facd8576 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:48.761603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 7797fb72-ccff-413f-ac4e-3cd7facd8576 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:48.761967 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:48.880824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e2cd8250-a08a-43fe-b38a-234d8400e726 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:48.948116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e2cd8250-a08a-43fe-b38a-234d8400e726 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:48.952964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e2cd8250-a08a-43fe-b38a-234d8400e726 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:48.953333 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:49.071246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:49.103978 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port e2cd8250-a08a-43fe-b38a-234d8400e726, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e2cd8250-a08a-43fe-b38a-234d8400e726,segment=NetworkSegment(632b938d-3f00-4d67-a79e-3b7a0f30c1fc),segment_id=632b938d-3f00-4d67-a79e-3b7a0f30c1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:49.108980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:49.156887 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:49.233950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=e2cd8250-a08a-43fe-b38a-234d8400e726,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:49.250606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:10:49.256170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:49.256536 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:49.279602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8ead9-d117-4079-be9f-74d1dab8b2b8 req-53fefc40-6f71-49bb-9d9d-1f56d6df0585 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:49.281053 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-93e8ead9-d117-4079-be9f-74d1dab8b2b8 req-53fefc40-6f71-49bb-9d9d-1f56d6df0585 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 944 time: 0.0810742 Apr 05 15:10:49.329168 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-93e8ead9-d117-4079-be9f-74d1dab8b2b8 req-c18ff5a2-9da5-4138-a9bc-39bc34837344 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423729 Apr 05 15:10:49.369826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:49.396777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:10:49.405798 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:10:49.411624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:49.475273 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:49.528895 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb0cec64-c47d-4c8a-9e28-1ced7c6621ed'] response: {'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'code': 200} Apr 05 15:10:49.749682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cc97ebf6-f888-4452-9b53-da2c24d7ab9d req-84b2d99d-7120-4653-8a83-dd3927d034dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1098 time: 0.0665689 Apr 05 15:10:49.790391 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cc97ebf6-f888-4452-9b53-da2c24d7ab9d req-397d5a0c-4bb4-4ce0-aef3-53c823dadcc7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349941 Apr 05 15:10:50.619140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ef8e3b-a78c-410b-a5e0-f5c1c3c7e4e1 req-1fa09c28-c527-4fba-8c86-b6087b7e5d5b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:50.620501 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0ef8e3b-a78c-410b-a5e0-f5c1c3c7e4e1 req-1fa09c28-c527-4fba-8c86-b6087b7e5d5b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.1640916 Apr 05 15:10:50.628591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e2cd8250-a08a-43fe-b38a-234d8400e726 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:10:50.671481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b0ef8e3b-a78c-410b-a5e0-f5c1c3c7e4e1 req-4144e560-0b8b-40a5-aa05-e6c56d244eda tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444150 Apr 05 15:10:50.700940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e2cd8250-a08a-43fe-b38a-234d8400e726 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:10:50.701305 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:51.869955 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93638d49-e347-4fab-9617-72b66a33584c req-eabcc89c-edf5-4eb6-8452-59c87bab3d84 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:51.871669 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-93638d49-e347-4fab-9617-72b66a33584c req-eabcc89c-edf5-4eb6-8452-59c87bab3d84 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0754011 Apr 05 15:10:51.917314 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-93638d49-e347-4fab-9617-72b66a33584c req-337e2557-525e-4eea-abc6-c33b50e2146e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397148 Apr 05 15:10:52.111018 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d532c-cced-4f27-abf7-b8c365142841 req-fcb4b455-aa14-407f-9833-44115200f7d8 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:52.112978 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c11d532c-cced-4f27-abf7-b8c365142841 req-fcb4b455-aa14-407f-9833-44115200f7d8 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0776203 Apr 05 15:10:52.157617 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c11d532c-cced-4f27-abf7-b8c365142841 req-0e9af351-2b7a-44b0-aa97-4067893d4e3d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392787 Apr 05 15:10:52.185120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46774) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:52.315173 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-a7d6f30a-c918-4ecf-8e01-aaa1d7a21a3e tempest-TestShelveInstance-1335201327 tempest-TestShelveInstance-1335201327-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1093 time: 0.1289401 Apr 05 15:10:52.318055 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 46780) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:10:52.323039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:10:52.328289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:10:52.332035 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:floatingip and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:10:52.334898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:10:52.340561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:10:52.351359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:52.487135 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:52.622258 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Allocated IP 172.26.6.222 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/14a534e0-aeb8-4077-bb42-313303e636a9) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:10:52.764975 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:52.792014 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:52.860560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:10:52.863447 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:10:52.867675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:10:52.894313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'Port': ['ID=14a534e0-aeb8-4077-bb42-313303e636a9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:53.357557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:53.411506 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:53.609972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:53.615261 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:53.806897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'Port': ['ID=14a534e0-aeb8-4077-bb42-313303e636a9,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:10:53.821119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:54.004789 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Floating IP 96e79f45-f581-4a0f-9734-8bb50ef5e46a associated. External IP: 172.26.6.222, port: 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1. Apr 05 15:10:54.227504 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-837d4894-5b4a-4664-869e-39fa90dd7720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:54.380579 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:10:54.578569 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:10:54.588159 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] Sync routers for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:10:54.601180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:54.601825 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:54.614600 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:54.674204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2f31a49e-faa1-4477-8a7b-62f6a287dd2e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3550518 Apr 05 15:10:54.675330 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:10:54.729497 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd2b3f4d-31f4-4907-9d8c-40eb970e01ea'] response: {'name': 'network-changed', 'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'status': 'completed', 'code': 200} Apr 05 15:10:54.779972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:54.816684 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-2fa0f415-bce2-4b70-9b25-9a7dd6f95bd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1098 time: 0.0662465 Apr 05 15:10:54.943518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-0f2141f5-b6f2-4295-9cf8-a7ffdcfe126b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:54.945368 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-0f2141f5-b6f2-4295-9cf8-a7ffdcfe126b service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1234982 Apr 05 15:10:55.049221 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-43855723-f645-47ab-a4b6-c4533cb73633 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 999 time: 0.0976841 Apr 05 15:10:55.109051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-5cd82359-40b3-409d-93f2-a1bd76905951 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:10:55.110503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-5cd82359-40b3-409d-93f2-a1bd76905951 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0563309 Apr 05 15:10:55.156265 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '96e79f45-f581-4a0f-9734-8bb50ef5e46a', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'floating_ip_address': '172.26.6.222', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'port_id': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'mac_address': 'fa:16:3e:dd:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:10:53Z', 'updated_at': '2022-04-05T15:10:53Z', 'revision_number': 0, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:55.160617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] Checking router: 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:10:55.171003 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:10:55.171602 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:10:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:55.186122 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-75dfaaf1-896d-4ac2-b341-3c23dcf05d7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702562 Apr 05 15:10:55.353342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:10:55.410632 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-7cf829ae-e76f-4fa5-ad0c-156d0980334a service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185395 Apr 05 15:10:55.538764 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-bdfc58eb-bed4-4e41-a938-a49add056f69 req-948dc60b-83d4-4fc0-9ec2-5e0d0e552407 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227880 Apr 05 15:10:55.698467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '96e79f45-f581-4a0f-9734-8bb50ef5e46a', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'floating_ip_address': '172.26.6.222', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'port_id': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'mac_address': 'fa:16:3e:dd:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:10:53Z', 'updated_at': '2022-04-05T15:10:53Z', 'revision_number': 0, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:10:55.703069 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a34d4033-f4a0-4be2-a279-71bc11429246 None None] The sync data for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv is: [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': '96e79f45-f581-4a0f-9734-8bb50ef5e46a', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'floating_ip_address': '172.26.6.222', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'port_id': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'mac_address': 'fa:16:3e:dd:bf:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:10:53Z', 'updated_at': '2022-04-05T15:10:53Z', 'revision_number': 0, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:10:56.441325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a2a10520-84ff-49a6-8dd1-f823e4c8f339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:57.575686 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:57.592148 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:59.156170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:10:59.984181 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:11:05.016665 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7973d056-d504-4335-a0ce-394d6d3d64a7 None None] New status for floating IP 96e79f45-f581-4a0f-9734-8bb50ef5e46a: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:11:08.137452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:17.891918 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-cfbc61ca-e412-4c06-8467-060547999841 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1358318 Apr 05 15:11:18.029383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-eff263f4-bac1-49be-83e2-26a7cca95c1f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1098 time: 0.0715964 Apr 05 15:11:18.176765 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-5035ea4b-04ff-460a-a13c-c70f335755f8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:11:18.178159 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-5035ea4b-04ff-460a-a13c-c70f335755f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1311007 Apr 05 15:11:18.281752 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-93c3f1f0-3267-49e9-8b3a-109780d2c07c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 1001 time: 0.0977726 Apr 05 15:11:18.341935 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-5eaae933-ca83-44b9-bc74-d1759d8017bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:11:18.343354 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-5eaae933-ca83-44b9-bc74-d1759d8017bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0565038 Apr 05 15:11:18.414356 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-1e378cba-7080-450a-9240-ddb79883bc88 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0656636 Apr 05 15:11:18.542605 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-5671e24b-bd57-441a-87e4-042ea36f0571 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214104 Apr 05 15:11:18.672384 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c0c33e0-75c2-4299-8e51-33f522c5605f req-581283e2-8525-40e9-87b1-95580fd5cbfe service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227620 Apr 05 15:11:24.230640 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9226e20a-bf71-45da-905e-4d3d128026e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:26.047696 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [req-f190b53d-1b1f-45af-ab45-60429e804930 req-d6d8db96-00fc-4e8f-b4d0-6c40f09a9dc4 service neutron] (83851) timed out ('10.222.0.18', 42760) {{(pid=83851) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 15:11:26.442745 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-284b0638-e9e3-4aa2-a8a7-797b8d5882b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:27.581765 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:27.593593 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:29.153936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:36.984088 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:11:38.140190 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:54.231655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4aa4382b-d283-43a5-91e1-80606a857dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:56.444269 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d0c8fb6c-254b-4c8a-8b5d-db2bc490ecef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:57.585950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:57.596413 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:11:59.157028 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:04.900307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-61242c3d-4ef9-497c-9b7b-293b91672e42 req-e9ca076f-ff14-4812-8cb7-fd4ab75ec02f service neutron] (83850) timed out ('10.222.0.15', 61868) {{(pid=83850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 05 15:12:08.123340 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:13.984038 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:12:18.822466 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-11bb3692-7f5a-454d-9593-8344458e4a4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0696759 Apr 05 15:12:18.960747 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-7d66c0e4-4300-44e3-a25c-b6f63f04e1e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1098 time: 0.0703108 Apr 05 15:12:19.101872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-c80fc3ff-ab84-4927-a015-29ee306005a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:19.103327 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-c80fc3ff-ab84-4927-a015-29ee306005a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1229913 Apr 05 15:12:19.204101 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-1d3942e1-c7fe-4efa-8689-b6ef58bb2841 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 1001 time: 0.0953758 Apr 05 15:12:19.264557 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-3b667a9b-a8dc-4c9a-a2ab-d1e4a25d1d2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:19.265865 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-3b667a9b-a8dc-4c9a-a2ab-d1e4a25d1d2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0563216 Apr 05 15:12:19.339800 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-c8f8ab27-747e-4d17-b23b-8fb0604d9b14 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0683944 Apr 05 15:12:19.555096 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-cb5e60a7-0bf6-4bd8-91cc-e538e618d831 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083950 Apr 05 15:12:19.682700 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1bc513f8-aff6-4a66-8007-9e9bfb5a66a3 req-32a9908d-7b2d-4385-aff6-ccba7f00f6d1 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217849 Apr 05 15:12:24.234015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e9404952-1527-44db-8052-d96ccc05081c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:26.444829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-08719e5f-f7ac-453f-8b25-97d4174d3a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:27.587397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:27.599781 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:29.159911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:38.147949 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:49.239861 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a0b4f-77f4-45d9-b64e-caa5de6e23e8 req-60706b5a-9497-40a9-aecc-ffa75cd13514 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:49.241306 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-499a0b4f-77f4-45d9-b64e-caa5de6e23e8 req-60706b5a-9497-40a9-aecc-ffa75cd13514 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.1465816 Apr 05 15:12:49.284923 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-499a0b4f-77f4-45d9-b64e-caa5de6e23e8 req-d9b79a4e-5cc7-4a2c-9e44-31b2dac16e2d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380960 Apr 05 15:12:50.487318 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d390c-2c38-421b-ac27-28760e2098a2 req-45e6c39d-fc08-44bf-868c-3aa423b29bc9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:50.488766 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b90d390c-2c38-421b-ac27-28760e2098a2 req-45e6c39d-fc08-44bf-868c-3aa423b29bc9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0769258 Apr 05 15:12:50.532546 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b90d390c-2c38-421b-ac27-28760e2098a2 req-100dda45-914b-4679-8849-3d74d217fb80 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382788 Apr 05 15:12:50.984129 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:12:51.743532 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e4627-3784-401b-90ed-baeb968b0cf2 req-4bc08e95-b072-4738-a4cd-bf0172e20e46 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:51.745009 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f8e4627-3784-401b-90ed-baeb968b0cf2 req-4bc08e95-b072-4738-a4cd-bf0172e20e46 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0784142 Apr 05 15:12:51.793662 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8f8e4627-3784-401b-90ed-baeb968b0cf2 req-f63f31d2-8e21-410d-b9d6-bbc2356ff0de tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Apr 05 15:12:52.988804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a440e43-a84b-4542-8d85-69063ea030e4 req-d910634b-15a8-4f25-b383-7980dc3a5c78 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:52.990959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6a440e43-a84b-4542-8d85-69063ea030e4 req-d910634b-15a8-4f25-b383-7980dc3a5c78 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0762463 Apr 05 15:12:53.035974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6a440e43-a84b-4542-8d85-69063ea030e4 req-54668b29-70bb-432f-a704-68fa544ab25d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396872 Apr 05 15:12:54.232583 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f485a0-198d-4d0c-a68d-aa3b4b2d8ba7 req-b2ce57b7-5238-45c6-9089-6e8a0076c5c5 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:54.234168 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-59f485a0-198d-4d0c-a68d-aa3b4b2d8ba7 req-b2ce57b7-5238-45c6-9089-6e8a0076c5c5 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0786524 Apr 05 15:12:54.236818 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-594e598a-7620-4352-b01e-a0a62d1a20fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:54.278521 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-59f485a0-198d-4d0c-a68d-aa3b4b2d8ba7 req-ccd54925-ebc7-468a-9570-9890ff50736c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388093 Apr 05 15:12:55.470737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfe4b4-26d1-4bbe-98f3-084e6ecb9da7 req-0b2b1768-1417-4e14-bed5-78e8ef3351f9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:55.472170 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7cfe4b4-26d1-4bbe-98f3-084e6ecb9da7 req-0b2b1768-1417-4e14-bed5-78e8ef3351f9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0740910 Apr 05 15:12:55.517004 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d7cfe4b4-26d1-4bbe-98f3-084e6ecb9da7 req-f5245697-d29b-4813-95f6-2e12e4f76b05 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388143 Apr 05 15:12:56.444790 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5396e376-e04f-4569-a994-c209357d78b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:56.718115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e03029f-a980-473e-b302-45efb1f5e3a0 req-e22025f9-fadc-48c2-a66a-a56ebf9ec031 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:56.719993 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e03029f-a980-473e-b302-45efb1f5e3a0 req-e22025f9-fadc-48c2-a66a-a56ebf9ec031 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0797746 Apr 05 15:12:56.765741 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6e03029f-a980-473e-b302-45efb1f5e3a0 req-79911438-9239-44d6-89da-8677cf7f41be tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393274 Apr 05 15:12:57.586414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:57.602330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:57.957492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9912681-67c0-4df0-8fa1-1570e0800d1c req-e988d97d-b923-4bc5-9fb0-35a7a281cf30 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:57.958864 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9912681-67c0-4df0-8fa1-1570e0800d1c req-e988d97d-b923-4bc5-9fb0-35a7a281cf30 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0751839 Apr 05 15:12:58.006208 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a9912681-67c0-4df0-8fa1-1570e0800d1c req-34a108fd-bd70-4f54-98bd-6c88ce644bb8 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417285 Apr 05 15:12:59.164406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:12:59.203206 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17f4fff-453a-4406-8e6f-ac8c020bb2dc req-b20879dd-27a5-4441-8f93-3cc2d8a55137 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:12:59.205197 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17f4fff-453a-4406-8e6f-ac8c020bb2dc req-b20879dd-27a5-4441-8f93-3cc2d8a55137 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0781147 Apr 05 15:12:59.248581 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a17f4fff-453a-4406-8e6f-ac8c020bb2dc req-2de45297-5a07-486c-a6ac-f7317d02414e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378258 Apr 05 15:13:00.444758 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7ee9c1-a9e9-49b9-8840-50bd20587edf req-570d5b05-2261-4cd8-b48e-51c220136ecf tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:00.446229 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b7ee9c1-a9e9-49b9-8840-50bd20587edf req-570d5b05-2261-4cd8-b48e-51c220136ecf tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0782416 Apr 05 15:13:00.489883 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7b7ee9c1-a9e9-49b9-8840-50bd20587edf req-145c7029-bc65-482c-9483-f9bcab6e5c94 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382652 Apr 05 15:13:01.711669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55840148-7c92-4646-88e4-9e81da8f6929 req-9c0b1519-8b2f-4d25-b451-f6cb0220a53f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:01.713850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55840148-7c92-4646-88e4-9e81da8f6929 req-9c0b1519-8b2f-4d25-b451-f6cb0220a53f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0815477 Apr 05 15:13:01.763199 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-55840148-7c92-4646-88e4-9e81da8f6929 req-2fa64c59-d207-475e-b5fb-bc7d44d70b26 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438027 Apr 05 15:13:01.776963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:13:01.918530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:13:01.932144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'port_id': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'mac_address': 'fa:16:3e:dd:bf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:13:01.991129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:02.008408 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:13:02.025063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:13:02.030161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:02.096684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:13:02.110067 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.110695 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.111029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.111356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.111678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.111995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.112311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.112626 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.112940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.113249 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.113558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:13:02.144304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:13:02.995504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c8975-4fec-4571-a9b2-e625ce161adb req-1b1d8e9f-8e5c-464b-94de-97417fe5bd17 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:02.997548 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c99c8975-4fec-4571-a9b2-e625ce161adb req-1b1d8e9f-8e5c-464b-94de-97417fe5bd17 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 944 time: 0.1003807 Apr 05 15:13:03.064398 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c99c8975-4fec-4571-a9b2-e625ce161adb req-42b5b19b-3d72-46bb-82f8-fa564ef530fe tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579441 Apr 05 15:13:03.792271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:13:03.873471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:13:03.873848 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:04.008929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:04.039428 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:13:04.049964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:13:04.055771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:04.140773 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885d132c-fb75-420f-a6d3-f1f8e94bbb58'] response: {'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'code': 200} Apr 05 15:13:04.141375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:13:04.285462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b4514b-1dde-4a95-83df-00e9a99fb296 req-6eb74d25-2eff-4f19-8b09-877588138662 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:04.286870 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-11b4514b-1dde-4a95-83df-00e9a99fb296 req-6eb74d25-2eff-4f19-8b09-877588138662 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0817912 Apr 05 15:13:04.337313 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-11b4514b-1dde-4a95-83df-00e9a99fb296 req-31caf1f2-4d96-4179-93e2-c3490d3d5b9d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Apr 05 15:13:05.546031 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab45c3d-44b7-4561-992a-d5f0880fbf46 req-1c31e166-6504-4adc-89c2-7378fdc5605c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:05.548761 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2ab45c3d-44b7-4561-992a-d5f0880fbf46 req-1c31e166-6504-4adc-89c2-7378fdc5605c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0838804 Apr 05 15:13:05.595017 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2ab45c3d-44b7-4561-992a-d5f0880fbf46 req-5e671392-440e-44fd-86c6-15c97e6aa2c3 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404215 Apr 05 15:13:06.813977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc1552-9d54-4ec0-8b28-887f7fc032f9 req-26d4cb57-a764-49b0-a410-39f1085abcf0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:06.815623 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ccc1552-9d54-4ec0-8b28-887f7fc032f9 req-26d4cb57-a764-49b0-a410-39f1085abcf0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0804710 Apr 05 15:13:06.866814 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ccc1552-9d54-4ec0-8b28-887f7fc032f9 req-fdee3916-449f-4d6b-a220-104d28411309 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453923 Apr 05 15:13:08.081989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1931c775-6472-48c4-86fd-8b8fb716cad9 req-b85b3f70-2253-4eae-b311-f9e5e20fa8dc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:08.084311 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1931c775-6472-48c4-86fd-8b8fb716cad9 req-b85b3f70-2253-4eae-b311-f9e5e20fa8dc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0842228 Apr 05 15:13:08.132050 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1931c775-6472-48c4-86fd-8b8fb716cad9 req-77b5b663-c493-478b-b71a-84d39902f719 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Apr 05 15:13:08.151399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:09.377028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda19d34-c2fe-426b-9eaa-fbb75ab8c3b3 req-b08cc633-eee5-4144-9750-f4cf49d342a2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:09.382516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eda19d34-c2fe-426b-9eaa-fbb75ab8c3b3 req-b08cc633-eee5-4144-9750-f4cf49d342a2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0993845 Apr 05 15:13:09.426418 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-eda19d34-c2fe-426b-9eaa-fbb75ab8c3b3 req-dffd49f6-2af4-4cc6-83df-1920f5471c58 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423539 Apr 05 15:13:10.636578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8962404a-38e3-4eb2-bbf2-f1be2b9df016 req-382cb0b3-ba2b-435c-b84f-56e2c1ce4672 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:10.638370 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8962404a-38e3-4eb2-bbf2-f1be2b9df016 req-382cb0b3-ba2b-435c-b84f-56e2c1ce4672 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0837817 Apr 05 15:13:10.690847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8962404a-38e3-4eb2-bbf2-f1be2b9df016 req-bb234211-9193-4e35-9e3e-68ebab980632 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432835 Apr 05 15:13:11.967502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c510dfd-23af-49fb-bfe8-2a4d860df075 req-ebae707c-36a8-47c4-a67f-54814bc416f6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:11.968877 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c510dfd-23af-49fb-bfe8-2a4d860df075 req-ebae707c-36a8-47c4-a67f-54814bc416f6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.1588387 Apr 05 15:13:12.012954 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7c510dfd-23af-49fb-bfe8-2a4d860df075 req-bc27c031-5206-4900-ad2e-fd9d64d21133 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385611 Apr 05 15:13:12.399217 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84faf66a-7900-4353-afd8-97974eabd64a req-be1e8415-4c2b-4b64-ab88-5ffa5edc7424 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1098 time: 0.0667374 Apr 05 15:13:12.524440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faf66a-7900-4353-afd8-97974eabd64a req-fd1c4a4a-fc2a-41c9-90cf-31731779e397 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:12.525868 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84faf66a-7900-4353-afd8-97974eabd64a req-fd1c4a4a-fc2a-41c9-90cf-31731779e397 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1208682 Apr 05 15:13:12.626873 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84faf66a-7900-4353-afd8-97974eabd64a req-1cce3762-68f6-4bb9-8947-8b99916a83f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 1001 time: 0.0944626 Apr 05 15:13:12.690694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faf66a-7900-4353-afd8-97974eabd64a req-710db430-653c-48ae-95f8-679bb7a04637 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:12.692012 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84faf66a-7900-4353-afd8-97974eabd64a req-710db430-653c-48ae-95f8-679bb7a04637 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0591247 Apr 05 15:13:12.763806 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84faf66a-7900-4353-afd8-97974eabd64a req-656d2392-29fc-45e3-b839-545ffba39d01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654695 Apr 05 15:13:12.889733 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84faf66a-7900-4353-afd8-97974eabd64a req-66581c28-e1bf-4a3c-a460-ef543faacc99 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200314 Apr 05 15:13:13.016709 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84faf66a-7900-4353-afd8-97974eabd64a req-480c46ed-3ab6-4484-a642-408ddb5df2ea service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204424 Apr 05 15:13:13.208360 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc622c3-854d-4e0f-8cd6-8625d079ae48 req-fa2a8e2f-b1a8-4a6d-84c4-d179ca183cc7 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:13.209806 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0dc622c3-854d-4e0f-8cd6-8625d079ae48 req-fa2a8e2f-b1a8-4a6d-84c4-d179ca183cc7 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0793147 Apr 05 15:13:13.254231 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0dc622c3-854d-4e0f-8cd6-8625d079ae48 req-cc889fcb-2731-4c88-b1c1-9664a27244e3 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388272 Apr 05 15:13:14.448496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ca5df3-20b8-4ae1-85a9-a0afccb474aa req-74e1e310-7bd3-436d-b573-7e522df72605 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:14.449937 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6ca5df3-20b8-4ae1-85a9-a0afccb474aa req-74e1e310-7bd3-436d-b573-7e522df72605 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0747464 Apr 05 15:13:14.494986 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b6ca5df3-20b8-4ae1-85a9-a0afccb474aa req-4b4d618c-5ac4-461c-abcb-f55b88843246 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390971 Apr 05 15:13:15.698559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06087a7-27ae-4ffc-ae6e-da95530326f7 req-f931be0e-e318-478e-946a-8ffdd641c75c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:15.700002 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b06087a7-27ae-4ffc-ae6e-da95530326f7 req-f931be0e-e318-478e-946a-8ffdd641c75c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 945 time: 0.0852623 Apr 05 15:13:15.744638 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b06087a7-27ae-4ffc-ae6e-da95530326f7 req-38c415fb-403f-4ce1-8268-4352f0659119 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385222 Apr 05 15:13:15.871019 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:13:15.925405 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-395f5f51-a28f-4c40-9f57-5924bb0ff575 req-7ece9388-3ef8-4901-aea9-784d2a6dc814 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671730 Apr 05 15:13:15.983123 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:16.012227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:13:16.024129 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:13:16.029867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:16.081307 dv-neutron-829488-2-hyperv neutron-server[83852]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e401d0f5-7ca6-4e09-8842-a2559ab4f77a']: {'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'code': 422} returned with failed status Apr 05 15:13:16.109165 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:13:16.214107 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986f230-0b0c-43f9-b554-a7422f033e28 req-84ad5c7b-36df-4945-9737-b11a07b37bdc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:16.215542 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e986f230-0b0c-43f9-b554-a7422f033e28 req-84ad5c7b-36df-4945-9737-b11a07b37bdc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0841963 Apr 05 15:13:16.252277 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-4dd71a58-1934-4c71-a375-76545c20c6e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1408951 Apr 05 15:13:16.260513 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e986f230-0b0c-43f9-b554-a7422f033e28 req-cbe2fc35-0fc9-4765-bf2b-93ee5c5b5f0d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394304 Apr 05 15:13:16.753179 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-98a41036-f19e-42da-b0f9-045541b5c862 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5&tenant_id=79891627c9ed488fa91c9ab20af66081 HTTP/1.1" status: 200 len: 1096 time: 0.0753284 Apr 05 15:13:16.847682 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-89be7571-6041-49b6-8b62-0e6f1b67314d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1096 time: 0.0743747 Apr 05 15:13:16.977729 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-5903b041-fe93-4fdb-ad6c-9338d0f7d954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:16.979103 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-5903b041-fe93-4fdb-ad6c-9338d0f7d954 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1247890 Apr 05 15:13:17.080561 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-93757f23-d4e6-4a76-94ee-d960cb75b960 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 999 time: 0.0955915 Apr 05 15:13:17.226858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-e3b90f04-e242-43d7-968a-9aa25285ea58 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:17.228325 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-e3b90f04-e242-43d7-968a-9aa25285ea58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.1373398 Apr 05 15:13:17.304692 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-08c23cf3-2d46-40ab-9630-b7c4a33917fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686767 Apr 05 15:13:17.494518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-a7ce5565-984d-4788-bb59-e1a7b6f68c6a service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792436 Apr 05 15:13:17.506156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ea949-1ee8-4c3f-ae2a-f4fe9b833eb0 req-db3d3b26-be3a-4d56-8426-e0d67325a380 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:17.507514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e64ea949-1ee8-4c3f-ae2a-f4fe9b833eb0 req-db3d3b26-be3a-4d56-8426-e0d67325a380 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.1229267 Apr 05 15:13:17.639307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e64ea949-1ee8-4c3f-ae2a-f4fe9b833eb0 req-3f383287-a330-43fc-b01d-e4ab6c033756 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144288 Apr 05 15:13:17.672499 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2e190b3f-7671-47b3-8fa9-5f78c70515ed req-8c13f418-fd34-493d-892f-a1ca2af52b1f service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723990 Apr 05 15:13:18.863421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e604350c-4ef5-4fc4-8fa6-ff1e1e76aa6e req-92650250-ac2c-44e2-baba-31f87d014735 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:18.865066 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e604350c-4ef5-4fc4-8fa6-ff1e1e76aa6e req-92650250-ac2c-44e2-baba-31f87d014735 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0966306 Apr 05 15:13:18.916465 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e604350c-4ef5-4fc4-8fa6-ff1e1e76aa6e req-bb6a94ac-b7c4-4984-a5ec-6860c0e1190b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438752 Apr 05 15:13:20.122124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8aceea-f7a5-44ba-9f48-f4391b26a0ff req-7caee0cb-e190-4c25-9910-c78ac394a807 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:20.123957 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d8aceea-f7a5-44ba-9f48-f4391b26a0ff req-7caee0cb-e190-4c25-9910-c78ac394a807 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0789206 Apr 05 15:13:20.173914 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4d8aceea-f7a5-44ba-9f48-f4391b26a0ff req-aa49ccd1-2c27-4513-9180-1934f1a89107 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444543 Apr 05 15:13:21.375769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87186b76-1fc5-4ab2-9475-a43a5a0da3c8 req-0d5f880e-ae06-4478-aafb-a66a2d84752e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:21.377234 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87186b76-1fc5-4ab2-9475-a43a5a0da3c8 req-0d5f880e-ae06-4478-aafb-a66a2d84752e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0812020 Apr 05 15:13:21.424689 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87186b76-1fc5-4ab2-9475-a43a5a0da3c8 req-12da476b-d687-4937-97f1-9db9a13d16e0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418439 Apr 05 15:13:22.637821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb346f92-9137-4a14-899c-1b0d7f588054 req-6667adb2-35c4-4dcf-8df7-e58139833fb4 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:22.640096 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fb346f92-9137-4a14-899c-1b0d7f588054 req-6667adb2-35c4-4dcf-8df7-e58139833fb4 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0865057 Apr 05 15:13:22.695939 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fb346f92-9137-4a14-899c-1b0d7f588054 req-31c69e8f-125d-41af-b318-b076209e4e94 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496554 Apr 05 15:13:23.910376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a820d60b-d02c-40ad-b1f4-0e149bbacd2e req-a9b3b558-b2d8-4296-8ce1-d6ad65fba41a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:23.912148 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a820d60b-d02c-40ad-b1f4-0e149bbacd2e req-a9b3b558-b2d8-4296-8ce1-d6ad65fba41a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0819597 Apr 05 15:13:23.966560 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a820d60b-d02c-40ad-b1f4-0e149bbacd2e req-75f9567a-b5c1-4aed-9c33-ac8be6562c13 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481377 Apr 05 15:13:24.239784 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0d1c56d3-e8cb-4017-99dd-0043017781a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:25.189863 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea96d5d-6197-41f1-968c-8cd5d27a9e75 req-3690fbe8-4330-45a2-9528-ecc31650c722 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:25.191419 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ea96d5d-6197-41f1-968c-8cd5d27a9e75 req-3690fbe8-4330-45a2-9528-ecc31650c722 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0914116 Apr 05 15:13:25.241089 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ea96d5d-6197-41f1-968c-8cd5d27a9e75 req-ecf54f7d-a076-4b0c-8448-6237af299ff9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438311 Apr 05 15:13:26.292083 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-4ab62ff3-7383-4ac8-b9c2-611678d65dae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1096 time: 0.0683422 Apr 05 15:13:26.446014 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-91e13450-fe8f-42c2-a507-be61ea6f22c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:26.498352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-145f4fd8-f12e-4971-9957-215cb427a365 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:26.499795 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-145f4fd8-f12e-4971-9957-215cb427a365 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1865516 Apr 05 15:13:26.506008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48466c4f-6de0-4661-a8ae-930dd5a4ff14 req-deeb5c34-5b24-42f0-8b5a-8d4a14ca6d08 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:26.507365 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-48466c4f-6de0-4661-a8ae-930dd5a4ff14 req-deeb5c34-5b24-42f0-8b5a-8d4a14ca6d08 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.1257732 Apr 05 15:13:26.632932 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-48466c4f-6de0-4661-a8ae-930dd5a4ff14 req-d5cec762-5582-4eff-8e19-17cbdd49b487 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787144 Apr 05 15:13:26.634986 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-8f4c0183-e0ae-41a6-845c-7e85eb529c1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 999 time: 0.1267924 Apr 05 15:13:26.698468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-1f8919eb-dd35-408e-b752-a0022ccbccc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:26.699883 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-1f8919eb-dd35-408e-b752-a0022ccbccc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0578806 Apr 05 15:13:26.853575 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-108c225a-d76b-494b-b3ca-0cd8f63a7cee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1475689 Apr 05 15:13:26.981558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-73073926-1fc6-4400-8412-d1a7f554e630 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207407 Apr 05 15:13:27.109817 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-efbaf9fd-8f86-4a67-9da4-e2dfc6018af8 req-72f616ab-3566-437c-ba29-e31c88f1ca2e service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217494 Apr 05 15:13:27.594412 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:27.604380 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:27.826237 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ad123-5fd7-4616-a312-a02983919e7f req-cc29b36c-badb-4701-862f-6311ca1d7fca tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:27.827658 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a60ad123-5fd7-4616-a312-a02983919e7f req-cc29b36c-badb-4701-862f-6311ca1d7fca tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 943 time: 0.0740414 Apr 05 15:13:27.871093 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a60ad123-5fd7-4616-a312-a02983919e7f req-97714391-7e83-4da5-a59f-0fbfdef42d63 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379226 Apr 05 15:13:27.885548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:13:27.985179 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:13:28.013894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:13:28.026385 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'port_id': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'mac_address': 'fa:16:3e:dd:bf:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:13:28.077320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:28.093394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:13:28.107492 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:13:28.111913 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:28.174940 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=9']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:13:28.364450 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:13:29.065709 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005447-1a03-4142-b74f-f6ec880c5d2b req-26ecdf3a-36d7-4b06-92f2-550b0331d896 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:29.067173 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c005447-1a03-4142-b74f-f6ec880c5d2b req-26ecdf3a-36d7-4b06-92f2-550b0331d896 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 944 time: 0.0786338 Apr 05 15:13:29.110990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8c005447-1a03-4142-b74f-f6ec880c5d2b req-ddc5e669-c288-4e6a-9e27-5935629bd6f3 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384123 Apr 05 15:13:29.165761 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:29.900535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:13:29.968300 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:13:29.968664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:30.078889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:30.104404 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:13:30.113931 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:13:30.117795 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:30.163369 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e854eda-7e48-48e0-9399-e7400032c18f'] response: {'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'code': 200} Apr 05 15:13:30.192730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=10']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:13:30.308207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61503e84-dff2-4999-84b7-5391a3653fb1 req-03953953-2f80-4c0a-8029-80cbe06e1917 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:30.309652 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61503e84-dff2-4999-84b7-5391a3653fb1 req-03953953-2f80-4c0a-8029-80cbe06e1917 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 946 time: 0.0754213 Apr 05 15:13:30.403467 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61503e84-dff2-4999-84b7-5391a3653fb1 req-d1df2c40-1f2d-4ac1-ba59-e6d1263f497c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880184 Apr 05 15:13:30.419127 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1d41153-766f-41b9-a352-a6c2b33ac2f4 req-e0878651-35e1-4815-88c3-935eb94d5502 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0901446 Apr 05 15:13:30.460963 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1d41153-766f-41b9-a352-a6c2b33ac2f4 req-70bcc148-0cfd-40d5-b31d-83a4b03026ce service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358994 Apr 05 15:13:31.609790 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9cb7d8-658e-4481-aef1-43f6c70262a1 req-c3febbc0-f262-4efd-87f9-53e108b60879 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:31.611239 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4a9cb7d8-658e-4481-aef1-43f6c70262a1 req-c3febbc0-f262-4efd-87f9-53e108b60879 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 946 time: 0.0804977 Apr 05 15:13:31.659514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4a9cb7d8-658e-4481-aef1-43f6c70262a1 req-53615590-173a-4068-8518-b7afbac2da9e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421824 Apr 05 15:13:32.853170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c39981-38b5-4f86-85b3-829bbb413d71 req-13da70a8-036d-4a5d-b52e-832677b33672 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:13:32.854617 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-48c39981-38b5-4f86-85b3-829bbb413d71 req-13da70a8-036d-4a5d-b52e-832677b33672 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 946 time: 0.0749459 Apr 05 15:13:32.898758 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-48c39981-38b5-4f86-85b3-829bbb413d71 req-892acb4b-6606-479f-9b6d-74d03179cb26 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381274 Apr 05 15:13:38.148617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:54.241251 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f4b221e2-3239-4896-8c14-95435f63bfe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:56.447085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2376d891-7470-4cf4-90eb-8b6ffd96907f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:57.595709 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:57.606362 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:13:59.169452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:04.985749 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:14:08.163622 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:19.818030 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-cdca326b-a084-466c-9536-6a10b4384263 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0702019 Apr 05 15:14:19.954090 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-d1a34f0f-50b2-4955-b4e8-c0311b8aab58 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0679574 Apr 05 15:14:20.095860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-e4510473-0a22-4358-8950-ca7adf4c99a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:14:20.097386 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-e4510473-0a22-4358-8950-ca7adf4c99a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1264212 Apr 05 15:14:20.201798 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-e8423c23-8315-4861-8796-e217b7c812ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 1001 time: 0.0983493 Apr 05 15:14:20.262586 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-a8c20bca-cd22-4954-a0f0-4455d68cbd2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:14:20.263998 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-a8c20bca-cd22-4954-a0f0-4455d68cbd2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0572150 Apr 05 15:14:20.340100 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-1e262640-001c-4ce6-86f4-2281d92a304f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708213 Apr 05 15:14:20.465802 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-c33df78f-b845-43a0-ba0c-6a3333b0a30e service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201608 Apr 05 15:14:20.681260 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0a865e21-3945-4e92-9a70-e9c245b88b74 req-c15a57f4-63a6-4f99-b31f-de9c22d27638 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101369 Apr 05 15:14:24.246030 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d920ff5a-a625-417c-8224-faa714905718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:26.449066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4a64b720-8323-42be-b977-480dbb44746d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:27.629460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:27.634175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:29.171541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:38.162456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:41.985518 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:14:43.440426 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47030) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:43.642786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Deleting port 14a534e0-aeb8-4077-bb42-313303e636a9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:14:43.643125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:43.803331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:43.803561 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:43.920368 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Calling delete_port for 14a534e0-aeb8-4077-bb42-313303e636a9 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:14:44.064254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:44.107721 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event deleted for resources: {'Port': ['ID=14a534e0-aeb8-4077-bb42-313303e636a9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:44.145455 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.145805 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.146169 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.146508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.146842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.147172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.147499 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.147830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.148153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.148469 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.148789 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:14:44.209574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:44.585519 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:14:44.780716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:14:44.789995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] Sync routers for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:14:44.800311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:44.802838 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:14:44.803435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:14:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:14:44.948184 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-105762d1-4757-4f67-a6a8-3b0f097172b2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "DELETE /v2.0/floatingips/96e79f45-f581-4a0f-9734-8bb50ef5e46a HTTP/1.1" status: 204 len: 168 time: 1.5061705 Apr 05 15:14:44.948393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:14:44.987769 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:14:45.132533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-077836ce-910a-4e63-9b24-82dbb504f969'] response: {'name': 'network-changed', 'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'status': 'completed', 'code': 200} Apr 05 15:14:45.236137 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-4b2e1bb7-4b04-44bf-910c-bbb3e1495857 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 1099 time: 0.0828342 Apr 05 15:14:45.319850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:14:45.323644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] Checking router: 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:14:45.334487 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:14:45.335068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:14:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:14:45.427015 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-55b77729-0bbc-4112-867a-0a61f30d7b26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:14:45.428475 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-55b77729-0bbc-4112-867a-0a61f30d7b26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1859150 Apr 05 15:14:45.438246 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b0b83a-1884-4abc-af67-1bccb2250545 req-96ce1988-834b-4afa-acc9-3c3b125a2d71 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:14:45.438917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-08b0b83a-1884-4abc-af67-1bccb2250545 req-96ce1988-834b-4afa-acc9-3c3b125a2d71 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:14:45.511624 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-658cd0f7-fe60-4f16-b134-26c8877ed5b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 200 len: 217 time: 0.0690784 Apr 05 15:14:45.512046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:14:45.513832 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-08b0b83a-1884-4abc-af67-1bccb2250545 req-96ce1988-834b-4afa-acc9-3c3b125a2d71 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:14:45.514920 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08b0b83a-1884-4abc-af67-1bccb2250545 req-96ce1988-834b-4afa-acc9-3c3b125a2d71 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 946 time: 0.2009892 Apr 05 15:14:45.604136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-a7335a0a-20c8-468e-b7f7-b18f007384b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:14:45.605688 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-a7335a0a-20c8-468e-b7f7-b18f007384b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0872722 Apr 05 15:14:45.609757 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-08b0b83a-1884-4abc-af67-1bccb2250545 req-1d6c78f2-1b04-43c0-965e-63aeab97eb26 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619986 Apr 05 15:14:45.684078 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-b1f3c7ed-daaf-4b3b-81da-46a3f0b80da1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0722771 Apr 05 15:14:45.814009 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-2cf3964b-4383-436d-ba8e-b0ac98c9f83c service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235275 Apr 05 15:14:45.824712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:14:45.829222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddac4826-0dd6-4efe-ae56-45f1365642a1 None None] The sync data for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv is: [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:14:45.952226 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7af87e3f-10d5-4b7f-a590-6d29261ec17a req-7db25984-042a-455b-abbe-e351800ec192 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305013 Apr 05 15:14:46.038452 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6ffd0-2aba-4456-a588-7f0e5ef2e56a None None] New status for floating IP 96e79f45-f581-4a0f-9734-8bb50ef5e46a: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:14:46.612232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-8b105b50-82eb-41f1-b940-a52e518134e9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:14:46.613654 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-8b105b50-82eb-41f1-b940-a52e518134e9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 946 time: 0.0746005 Apr 05 15:14:46.684618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Deleting port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:14:46.684964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:46.958501 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd79314-df53-489c-9f86-9a93ef4a30eb req-657e8b80-aa92-43b3-91e1-88a1964269b5 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:14:46.959842 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cfd79314-df53-489c-9f86-9a93ef4a30eb req-657e8b80-aa92-43b3-91e1-88a1964269b5 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=d6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5 HTTP/1.1" status: 200 len: 946 time: 0.1926315 Apr 05 15:14:46.996838 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] For port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:14:46.997194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:47.123333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Calling delete_port for 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:14:47.264720 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cfd79314-df53-489c-9f86-9a93ef4a30eb req-2b3d0d88-80b0-4605-8ada-fc42aa0f3425 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=e3cb995a-7ae0-4224-afa0-2e53068d7997&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2986295 Apr 05 15:14:47.358223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:47.407346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event deleted for resources: {'Port': ['ID=72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:47.479633 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] No DVR routers for this DVR port 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:14:47.482205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:47.485872 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-deleted', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:14:47.499615 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-711410c1-68fb-467d-a0fd-c2ad8f3c28af req-370595a7-4a1a-43e3-b66b-2ab253c49712 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "DELETE /v2.0/ports/72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 HTTP/1.1" status: 204 len: 173 time: 0.8808939 Apr 05 15:14:47.542848 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b1a217-2f5f-4e88-8333-d37357b13d63'] response: {'server_uuid': 'd6b9f24a-3d1f-4ce1-8f16-f9a35dec9be5', 'name': 'network-vif-deleted', 'tag': '72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1', 'status': 'completed', 'code': 200} Apr 05 15:14:48.365534 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47052) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:48.432189 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5ad9-02d8-4c87-9575-9f5c42537a49 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:48.461698 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5ad9-02d8-4c87-9575-9f5c42537a49 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:48.526177 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5ad9-02d8-4c87-9575-9f5c42537a49 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:48.543839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c5ad9-02d8-4c87-9575-9f5c42537a49 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cb995a-7ae0-4224-afa0-2e53068d7997,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:48.557129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6c7c5ad9-02d8-4c87-9575-9f5c42537a49 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:48.558336 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6c7c5ad9-02d8-4c87-9575-9f5c42537a49 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "DELETE /v2.0/security-groups/e3cb995a-7ae0-4224-afa0-2e53068d7997 HTTP/1.1" status: 204 len: 168 time: 0.1917856 Apr 05 15:14:49.001269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47060) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:49.007064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-162075938', 'description': 'tempest-secgroup-smoke-162075938 description', 'project_id': '79891627c9ed488fa91c9ab20af66081'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:14:49.012949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:14:49.017475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:14:49.020304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:14:49.025894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:14:49.035728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.068264 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:14:49.071936 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:14:49.074623 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:14:49.080668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:14:49.132759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.136094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.178921 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2fa44-f95a-4b7a-908e-f35d5c53aff6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:49.182868 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.184041 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8f733108-547d-4d10-a059-aa83306606b1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1817005 Apr 05 15:14:49.187432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47064) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:49.192815 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': '21a2fa44-f95a-4b7a-908e-f35d5c53aff6', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:14:49.198705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:14:49.203071 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:14:49.205898 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:14:49.211533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:14:49.226839 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.287301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.290574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.317502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c90a7e5-57fa-46a2-9995-3a59dbb46a01,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:49.326696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.327983 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0695ef6c-53db-4d5f-9cce-a605cb1b9505 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1396286 Apr 05 15:14:49.330675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47068) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:49.336052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': '21a2fa44-f95a-4b7a-908e-f35d5c53aff6', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:14:49.341580 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:14:49.345800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:14:49.348609 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:14:49.354212 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:14:49.370845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.430989 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.434186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.455878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e11e743-5790-4791-b832-fcd1621cec5f,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:49.463778 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.464924 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-1f297e6f-5b78-4bcd-8e90-5b6d0d774087 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1333640 Apr 05 15:14:49.468308 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47072) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:49.473622 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': '21a2fa44-f95a-4b7a-908e-f35d5c53aff6', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:14:49.479694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:14:49.484007 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:14:49.486788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:14:49.492410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:14:49.507700 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.572129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.575884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.599185 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6ef981-02d8-4942-ba5d-f9f342a9058e,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:49.608327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.609514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-fc8dc04d-171a-4112-951b-2d4104a796ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1402571 Apr 05 15:14:49.612228 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47076) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:49.617695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': '21a2fa44-f95a-4b7a-908e-f35d5c53aff6', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:14:49.623373 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:14:49.627388 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:14:49.630234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:14:49.635811 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:14:49.651891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.715322 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.718854 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.741870 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a89661f1-4491-4852-a088-0ac471e7e828,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:49.750886 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.752103 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-09596513-7772-4162-8242-6c71bf8fa215 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1388667 Apr 05 15:14:49.754696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47080) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:49.759949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': '21a2fa44-f95a-4b7a-908e-f35d5c53aff6', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:14:49.765488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:14:49.769253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:14:49.772081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:14:49.777720 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:14:49.787583 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Project 79891627c9ed488fa91c9ab20af66081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:14:49.793674 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.857124 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.860856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.883529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2d8457-dc0c-4c94-a8b6-efe47f1a48d2,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:49.892290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:49.893443 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8d00902c-74f9-4ae9-8a2e-7cebefacdf1d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1378381 Apr 05 15:14:49.896191 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47084) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:14:49.901429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'security_group_rule': {'security_group_id': '21a2fa44-f95a-4b7a-908e-f35d5c53aff6', 'project_id': '79891627c9ed488fa91c9ab20af66081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:14:49.907814 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:14:49.911587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:security_group_rule and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:14:49.914429 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:14:49.920005 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:14:49.929959 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Project 79891627c9ed488fa91c9ab20af66081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:14:49.936573 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:50.006315 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:50.009860 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:50.034742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=840635dd-23ad-4d88-87d3-c9031acf7143,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:14:50.043359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:50.044506 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-69649253-1960-4c46-9ac2-e6636c82ef1e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1474066 Apr 05 15:14:50.194873 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:14:50.226773 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:14:50.227114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 72d2d4e5-6f59-4fc0-ab8a-02ec13f1bee1 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:14:54.249439 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9088ca69-0e17-4825-85ad-8d03428b83a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:56.452494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-775bd91a-00ae-4594-b3f5-383e79bcede1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:57.601792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:57.613959 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:14:59.175147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:03.786856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ed681708-2398-48aa-ab77-ef949a7be930 req-58d4f1b1-8c1a-4c70-84bc-9ae61dd149fc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:15:03.801120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ed681708-2398-48aa-ab77-ef949a7be930 req-58d4f1b1-8c1a-4c70-84bc-9ae61dd149fc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:15:03.802793 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-58d4f1b1-8c1a-4c70-84bc-9ae61dd149fc tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-162075938&fields=id&tenant_id=79891627c9ed488fa91c9ab20af66081 HTTP/1.1" status: 200 len: 267 time: 0.0558429 Apr 05 15:15:03.953931 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b66c3215-8800-4bb4-834a-4ca4dc64fa3a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:03.955660 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b66c3215-8800-4bb4-834a-4ca4dc64fa3a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 808 time: 0.1462989 Apr 05 15:15:03.972501 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-be9aea3d-b171-4377-a500-31f75ea4b26a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/quotas/79891627c9ed488fa91c9ab20af66081 HTTP/1.1" status: 200 len: 375 time: 0.0115156 Apr 05 15:15:04.062249 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ed681708-2398-48aa-ab77-ef949a7be930 req-8e44f150-a532-4ad1-a136-b4366e76e50e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:15:04.079818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ed681708-2398-48aa-ab77-ef949a7be930 req-8e44f150-a532-4ad1-a136-b4366e76e50e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:15:04.081121 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-8e44f150-a532-4ad1-a136-b4366e76e50e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017401 Apr 05 15:15:04.227538 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-6815ea8f-ecca-450f-962d-1d622d144c55 service neutron] 10.222.0.18 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304533 Apr 05 15:15:04.375287 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-809ba96b-c64c-44d2-870b-b40d548d2654 service neutron] 10.222.0.18 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406164 Apr 05 15:15:04.797360 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-64ed798a-eb55-43b5-9ca3-b8b6f776941e req-585921b8-06fd-49d8-81c9-dd7e7c029154 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 210 time: 0.0443633 Apr 05 15:15:05.923723 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed681708-2398-48aa-ab77-ef949a7be930 req-d2b23831-e82e-4247-82cb-a4bb378e2af1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:05.925143 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-d2b23831-e82e-4247-82cb-a4bb378e2af1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 808 time: 0.1477461 Apr 05 15:15:05.987409 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0c4b7a2f-3ce3-4d8d-8f05-5e0ca3f3f428 req-2929d208-5554-4df8-a907-cd26c706d328 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 210 time: 0.0564728 Apr 05 15:15:06.012865 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-f9c361a7-5bca-4c98-bf0a-9809b8d159e9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79891627c9ed488fa91c9ab20af66081 HTTP/1.1" status: 200 len: 379 time: 0.0519569 Apr 05 15:15:06.021051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'port': {'device_id': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'admin_state_up': True, 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'security_groups': ['21a2fa44-f95a-4b7a-908e-f35d5c53aff6']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:15:06.244759 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:15:06.254309 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:15:06.263268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Made reservation on behalf of 79891627c9ed488fa91c9ab20af66081 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:15:06.266862 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:06.430061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Allocated IP 172.20.0.12 (91209dd7-b422-4b04-9244-54a8d0e77910/00c2c076-f0b6-4739-8a48-e031761d272f/00be2fb1-cd17-4cc1-a244-b8d91afaf7e6) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:15:06.624631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:06.640112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Transition to ACTIVE for port object 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:15:06.663877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:06.736773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Network 91209dd7-b422-4b04-9244-54a8d0e77910 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:15:06.740656 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:15:06.748462 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:15:06.786028 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:15:06.818498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:06.819103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:06.846631 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-a43c7f27-6b05-4b20-b378-ded351795c07 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8290386 Apr 05 15:15:06.859768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Request body: {'port': {'device_id': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:15:06.938532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8e8d93ce-8f6b-4f82-8f38-945a45432512 None None] Provisioning for port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:15:06.944432 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-8e8d93ce-8f6b-4f82-8f38-945a45432512 None None] Provisioning complete for port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:15:06.945085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-8e8d93ce-8f6b-4f82-8f38-945a45432512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:06.976138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:07.000427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-8e8d93ce-8f6b-4f82-8f38-945a45432512 None None] Port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:15:07.305436 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efdf0a7-d71c-4656-ba00-d6d78adfaab0 req-eb8479e6-0156-4f28-8865-74538c1c4e51 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:07.306084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-2efdf0a7-d71c-4656-ba00-d6d78adfaab0 req-eb8479e6-0156-4f28-8865-74538c1c4e51 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:15:07.331327 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-2efdf0a7-d71c-4656-ba00-d6d78adfaab0 req-eb8479e6-0156-4f28-8865-74538c1c4e51 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:15:07.332519 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efdf0a7-d71c-4656-ba00-d6d78adfaab0 req-eb8479e6-0156-4f28-8865-74538c1c4e51 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 932 time: 0.2200053 Apr 05 15:15:07.444717 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:15:07.452558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efdf0a7-d71c-4656-ba00-d6d78adfaab0 req-2f05362d-2dcf-46fb-8aa1-0f94441a66fe tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087554 Apr 05 15:15:07.454289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:07.471737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Transition to ACTIVE for port object 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:15:07.478153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:07.610666 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Pushing event updated for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:15:07.718003 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Attempting to bind port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:15:07.718625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Attempting to bind port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:15:07.718736 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Attempting to bind port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 on network 91209dd7-b422-4b04-9244-54a8d0e77910 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:15:07.724317 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 on network 91209dd7-b422-4b04-9244-54a8d0e77910 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:15:07.724625 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Attempting to bind port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 on network 91209dd7-b422-4b04-9244-54a8d0e77910 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:15:07.730679 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:15:07.731008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Checking segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:15:07.731396 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Bound using segment: {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:15:07.731803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Bound port: 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3ec470d-605e-48ee-a975-206709418934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:15:07.732165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:07.818009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:15:07.821146 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:15:07.825995 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:07.890842 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:07.892199 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] 10.222.0.15 "PUT /v2.0/ports/00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 1094 time: 1.0380938 Apr 05 15:15:07.892630 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:15:07.909752 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e74b04-7d97-4540-93ce-6b1a745844f4 service neutron] Pushing event updated for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:15:07.962706 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-237f50f3-bb4d-4ec5-9994-fca079e0cf3d'] response: {'name': 'network-changed', 'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'status': 'completed', 'code': 200} Apr 05 15:15:08.004145 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-6a46e75b-9b09-43b8-b79a-f0eb00cf82ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1097 time: 0.0737889 Apr 05 15:15:08.160280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-80a05be8-39bc-40da-876c-4c063a822f64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 217 time: 0.1500254 Apr 05 15:15:08.177354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:08.220748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed681708-2398-48aa-ab77-ef949a7be930 req-71e65d6f-788e-44fa-b8c4-72e17fee198c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:08.222208 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-71e65d6f-788e-44fa-b8c4-72e17fee198c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0557034 Apr 05 15:15:08.294593 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-b980fe15-868c-4e36-abae-8a0719a3e87b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663288 Apr 05 15:15:08.424021 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-42e17104-3636-4647-bd3b-237b42cd3977 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235626 Apr 05 15:15:08.556817 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed681708-2398-48aa-ab77-ef949a7be930 req-5a0d0af0-c42c-4189-8488-aa100a549469 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275403 Apr 05 15:15:08.722985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-1b36dd1c-f7be-4746-98a1-a501e5c75f7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1097 time: 0.0962393 Apr 05 15:15:08.728399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1769906-dcc6-4296-9fea-079acf4f3792 req-7b698685-0843-4b3e-9091-b717dddc4839 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:08.729722 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a1769906-dcc6-4296-9fea-079acf4f3792 req-7b698685-0843-4b3e-9091-b717dddc4839 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.1376863 Apr 05 15:15:08.855417 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a1769906-dcc6-4296-9fea-079acf4f3792 req-b4e62df4-551a-464e-978c-c021b70c668b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074533 Apr 05 15:15:08.890062 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-9b905836-b767-45da-ad4a-d88fbd3d3f7d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:08.891490 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-9b905836-b767-45da-ad4a-d88fbd3d3f7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1609311 Apr 05 15:15:08.957998 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-1ab3d81f-f15a-4ab4-bbe9-a1784bfcfb15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 217 time: 0.0591836 Apr 05 15:15:09.021848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-05929469-2a40-4785-b487-eb203991f4e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:09.023349 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-05929469-2a40-4785-b487-eb203991f4e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0599580 Apr 05 15:15:09.094214 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-506805ef-37ed-45d0-8998-078b5576554c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0653408 Apr 05 15:15:09.221115 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-17312d74-e607-49c2-94f0-39d4750ae7d9 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207831 Apr 05 15:15:09.348769 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9c7f93e7-b74e-48b4-a5f4-09c5d6315191 req-16f53d05-179c-4840-a0c3-e89f5fe267ca service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211944 Apr 05 15:15:10.050524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68ef0a5-0cab-4a85-8088-02493f34583a req-ebdbddcc-3f6d-47a9-9f3e-52fec986d62c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:10.051950 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e68ef0a5-0cab-4a85-8088-02493f34583a req-ebdbddcc-3f6d-47a9-9f3e-52fec986d62c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0781808 Apr 05 15:15:10.095133 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e68ef0a5-0cab-4a85-8088-02493f34583a req-c25eb20e-9c81-477a-8d70-f22983269156 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Apr 05 15:15:11.287859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0767a22-bc12-46fa-9f0b-f358a4455f29 req-f87f7970-2852-499d-af4e-92174bffb7a2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:11.289287 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a0767a22-bc12-46fa-9f0b-f358a4455f29 req-f87f7970-2852-499d-af4e-92174bffb7a2 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0742328 Apr 05 15:15:11.333243 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a0767a22-bc12-46fa-9f0b-f358a4455f29 req-9e67134f-d105-465e-a552-ab9ac8ec388f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385139 Apr 05 15:15:12.541231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a921cd-4d85-47d9-a46d-86ce5b7a6f38 req-492ac6dd-f075-43a7-950c-2eb77998f244 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:12.542705 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b5a921cd-4d85-47d9-a46d-86ce5b7a6f38 req-492ac6dd-f075-43a7-950c-2eb77998f244 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0792427 Apr 05 15:15:12.587503 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b5a921cd-4d85-47d9-a46d-86ce5b7a6f38 req-fa37c61d-44bf-434a-86dd-dd82b3e202b6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392377 Apr 05 15:15:13.785555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f073ce80-3adb-40f1-bb23-1fb44f95659e req-dca88144-d5a6-469c-af1b-22da7365767b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:13.786989 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f073ce80-3adb-40f1-bb23-1fb44f95659e req-dca88144-d5a6-469c-af1b-22da7365767b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0736055 Apr 05 15:15:13.830710 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f073ce80-3adb-40f1-bb23-1fb44f95659e req-3fb6dd89-575d-47d2-9a83-cd1810c2c95f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383093 Apr 05 15:15:15.024234 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a077194-9572-49cd-b965-66ede74186f3 req-a81d814a-d1e0-47c8-9dfd-0c04a6b89c7c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:15.025593 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4a077194-9572-49cd-b965-66ede74186f3 req-a81d814a-d1e0-47c8-9dfd-0c04a6b89c7c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0785282 Apr 05 15:15:15.069819 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4a077194-9572-49cd-b965-66ede74186f3 req-0999f151-eaa7-4686-8793-e7ce68020364 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387266 Apr 05 15:15:16.265531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61493da2-5fc6-4f97-bf68-cf331a1d92d0 req-6f2d1dab-cee6-4855-87e2-400142d58ff0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:16.266993 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61493da2-5fc6-4f97-bf68-cf331a1d92d0 req-6f2d1dab-cee6-4855-87e2-400142d58ff0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0758450 Apr 05 15:15:16.366483 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:15:16.391999 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61493da2-5fc6-4f97-bf68-cf331a1d92d0 req-913c5502-1356-4908-b9bb-968b03060af1 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194875 Apr 05 15:15:16.542589 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:15:16.555303 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'port_id': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'mac_address': 'fa:16:3e:95:50:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:15:16.607006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:16.623448 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:15:16.637980 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:15:16.642429 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:16.708991 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:15:16.717584 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.717916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.718274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.718596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.718916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.719612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.719934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.720252 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.720566 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.720879 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.721192 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:15:16.846706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:15:17.587668 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39824fa4-1286-40c2-a91f-9f93975af325 req-0dba98c6-8b3e-44d0-b721-8c3342c497f0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:17.589109 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39824fa4-1286-40c2-a91f-9f93975af325 req-0dba98c6-8b3e-44d0-b721-8c3342c497f0 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 945 time: 0.0742941 Apr 05 15:15:17.633494 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-39824fa4-1286-40c2-a91f-9f93975af325 req-5ac86ec1-2bf5-49fc-af00-f3b16e49437e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383272 Apr 05 15:15:18.381501 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:15:18.447937 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:15:18.453105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:15:18.453475 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:18.569049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:18.595263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:15:18.604459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:15:18.608425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:18.658622 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07cc161e-24a1-4e1c-b4c1-a8c74cfdf82a'] response: {'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'code': 200} Apr 05 15:15:18.675057 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:15:18.840851 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1f47c1-2d52-4fb3-84cb-e93922fe193c req-d16e0072-5f2c-4426-afc8-6cbee325d50b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:18.842397 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-db1f47c1-2d52-4fb3-84cb-e93922fe193c req-d16e0072-5f2c-4426-afc8-6cbee325d50b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0788698 Apr 05 15:15:18.937207 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-db1f47c1-2d52-4fb3-84cb-e93922fe193c req-f5a25883-7b39-46ac-a202-7cb5c295dee9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618632 Apr 05 15:15:18.948736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86679a80-5cbb-4a6b-853d-7abb3cde0b62 req-e2e4c5f4-b9ad-47b8-9c9e-a30258049529 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.1031573 Apr 05 15:15:18.987448 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:15:18.997147 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86679a80-5cbb-4a6b-853d-7abb3cde0b62 req-9f7eb6c4-3f00-40aa-a64a-5af998a54598 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396261 Apr 05 15:15:20.134481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039388d-8e6e-42e3-b862-26e71bcc4445 req-05b9b9f3-af8c-4642-ab8f-ba8d290ae72e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:20.135919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1039388d-8e6e-42e3-b862-26e71bcc4445 req-05b9b9f3-af8c-4642-ab8f-ba8d290ae72e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0740862 Apr 05 15:15:20.180318 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1039388d-8e6e-42e3-b862-26e71bcc4445 req-b8b7c547-dee0-4be8-bf51-363d6b61ca5d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390208 Apr 05 15:15:20.375139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc647683-d977-4689-9189-b211e57d62cd req-47726570-3897-4c7c-bad0-6f169f96a908 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:20.376570 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dc647683-d977-4689-9189-b211e57d62cd req-47726570-3897-4c7c-bad0-6f169f96a908 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0784960 Apr 05 15:15:20.421142 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-dc647683-d977-4689-9189-b211e57d62cd req-0a25a030-9f04-4558-82cf-9bc27327dc87 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391181 Apr 05 15:15:20.447885 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47232) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:15:20.516210 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7b887ace-d2b8-426a-a6e8-e4189c53a47c tempest-TestShelveInstance-1335201327 tempest-TestShelveInstance-1335201327-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1094 time: 0.0672052 Apr 05 15:15:20.518840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47236) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:15:20.523693 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ip_address': '172.20.0.12'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:15:20.528964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:15:20.533326 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Usage tracker for resource:floatingip and tenant:79891627c9ed488fa91c9ab20af66081 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:15:20.536125 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:15:20.541670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:15:20.551848 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:20.684245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:20.871450 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Allocated IP 172.26.6.137 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/a0c66d62-9bda-431d-b127-faff5b21ea97) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:15:20.888488 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-2f11992c-fe5f-4983-a3d8-c1e2620bef47 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1339736 Apr 05 15:15:21.073215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:21.087014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-3501f40a-35d0-4162-90fc-d280f91d8698 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.1323133 Apr 05 15:15:21.128367 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:21.268060 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:15:21.271120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'Port': ['ID=a0c66d62-9bda-431d-b127-faff5b21ea97,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:15:21.284641 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:15:21.288513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:15:21.349803 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-c96919f8-8e74-4982-9ef8-8398f9f3f2c8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:21.351252 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-c96919f8-8e74-4982-9ef8-8398f9f3f2c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.2450094 Apr 05 15:15:21.462178 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-6f0b69d8-16e8-4a3e-9ac8-4fd137d262d4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 217 time: 0.1042962 Apr 05 15:15:21.659213 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-b363a021-39c7-4332-b2c5-e60871c0e773 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:21.660628 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-b363a021-39c7-4332-b2c5-e60871c0e773 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.1925120 Apr 05 15:15:21.894765 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-bdaae482-af9b-4497-b852-72912e250c89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2261140 Apr 05 15:15:22.058409 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-324a47d4-a37b-4a8c-b777-08a4b4706d06 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569028 Apr 05 15:15:22.257086 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:22.307966 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f42bbc6a-fd91-4bc4-994a-b62e6564bbb9 req-613e1fcf-cb6c-4f87-80e8-40b16d77c24e service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430408 Apr 05 15:15:22.326492 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:22.526196 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:22.531197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:22.634970 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event updated for resources: {'Port': ['ID=a0c66d62-9bda-431d-b127-faff5b21ea97,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:15:22.649627 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:22.832742 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Floating IP cbfaaf71-e3e2-4677-8e99-935105e357e9 associated. External IP: 172.26.6.137, port: 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6. Apr 05 15:15:23.304540 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:15:23.503248 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:15:23.512476 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] Sync routers for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:15:23.523837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:15:23.524789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:14:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:15:23.527497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:23.591448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-10f878aa-46cf-414a-892b-1c7c292c58ab tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0630362 Apr 05 15:15:23.591448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:15:23.639514 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a7efbb-ebc3-48f0-a323-5ca67ff94e4d'] response: {'name': 'network-changed', 'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'status': 'completed', 'code': 200} Apr 05 15:15:23.717388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:15:23.733500 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fec239b-14b0-4663-b42e-27221281ba15 req-3a15511a-0044-4379-942c-0cc857e8ccdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.0736089 Apr 05 15:15:23.880278 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec239b-14b0-4663-b42e-27221281ba15 req-b04a76f9-1d0d-4ca0-96ab-f8091f8ffcfe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:23.881736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fec239b-14b0-4663-b42e-27221281ba15 req-b04a76f9-1d0d-4ca0-96ab-f8091f8ffcfe service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1428006 Apr 05 15:15:23.984286 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fec239b-14b0-4663-b42e-27221281ba15 req-f78542d0-06c8-45af-b4e9-08d329f58154 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 1000 time: 0.0962882 Apr 05 15:15:24.044241 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec239b-14b0-4663-b42e-27221281ba15 req-6e5c5671-3f5b-4977-aede-8253c7eb8d09 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:15:24.045685 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fec239b-14b0-4663-b42e-27221281ba15 req-6e5c5671-3f5b-4977-aede-8253c7eb8d09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0561926 Apr 05 15:15:24.065013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'cbfaaf71-e3e2-4677-8e99-935105e357e9', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'floating_ip_address': '172.26.6.137', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'port_id': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'mac_address': 'fa:16:3e:95:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:15:21Z', 'updated_at': '2022-04-05T15:15:21Z', 'revision_number': 0, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:15:24.069352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] Checking router: 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:15:24.084254 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:15:24.084861 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:14:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:15:24.119194 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fec239b-14b0-4663-b42e-27221281ba15 req-3603a6d2-be11-4e5f-88d9-53f76d84f528 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677977 Apr 05 15:15:24.247310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fec239b-14b0-4663-b42e-27221281ba15 req-838d7537-1e41-4d98-ad0b-e3ee17bb096d service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218302 Apr 05 15:15:24.264588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f407792a-a5fe-49ad-8606-0fd33425dc41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:24.275968 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:15:24.378194 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fec239b-14b0-4663-b42e-27221281ba15 req-b75c1c4b-1163-43f9-9710-3687ac877836 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253438 Apr 05 15:15:24.651107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'cbfaaf71-e3e2-4677-8e99-935105e357e9', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'floating_ip_address': '172.26.6.137', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'port_id': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'mac_address': 'fa:16:3e:95:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:15:21Z', 'updated_at': '2022-04-05T15:15:21Z', 'revision_number': 0, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:15:24.655060 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5142da-bb75-4a7d-9d45-60a659927d3d None None] The sync data for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv is: [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'cbfaaf71-e3e2-4677-8e99-935105e357e9', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'floating_ip_address': '172.26.6.137', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'port_id': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'mac_address': 'fa:16:3e:95:50:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:15:21Z', 'updated_at': '2022-04-05T15:15:21Z', 'revision_number': 0, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:15:24.868678 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ceee524-6779-4340-80c2-e027c331b190 None None] New status for floating IP cbfaaf71-e3e2-4677-8e99-935105e357e9: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:15:26.453891 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fab96490-2e21-419b-b045-b574d1e5d125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:27.608659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:27.611723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:29.177491 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:38.161237 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:54.256789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d03637d-a168-4973-8359-e54f3c67a297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:55.992178 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:15:56.456553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c53cb6a5-6ab6-4e04-93b1-d1f443a9f583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:57.642411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:57.642411 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:15:59.180908 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:08.176653 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:20.918078 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20d0c36-b990-4d7a-869f-441467d51adf req-c028b2ef-fa02-463c-bab1-8d4a5ce54395 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1424944 Apr 05 15:16:21.053387 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20d0c36-b990-4d7a-869f-441467d51adf req-9f8e6108-2f62-4680-a4a2-6677579e7824 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.0700603 Apr 05 15:16:21.193104 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d0c36-b990-4d7a-869f-441467d51adf req-21c836c3-2c22-4010-86e4-e32a644f7d23 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:16:21.194482 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20d0c36-b990-4d7a-869f-441467d51adf req-21c836c3-2c22-4010-86e4-e32a644f7d23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1234353 Apr 05 15:16:21.391671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20d0c36-b990-4d7a-869f-441467d51adf req-d0cd7f4c-890a-4ada-908b-457cd7b633ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 1002 time: 0.1907539 Apr 05 15:16:21.453845 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20d0c36-b990-4d7a-869f-441467d51adf req-3f16ed6d-bb88-4b1a-a5eb-db52a9fa35b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:16:21.455211 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20d0c36-b990-4d7a-869f-441467d51adf req-3f16ed6d-bb88-4b1a-a5eb-db52a9fa35b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0583317 Apr 05 15:16:21.526063 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20d0c36-b990-4d7a-869f-441467d51adf req-eaf1b56a-f865-48dd-adac-73f81376086d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650425 Apr 05 15:16:21.651618 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20d0c36-b990-4d7a-869f-441467d51adf req-bddb5b8d-3117-4149-8818-242316c7caf2 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200624 Apr 05 15:16:21.779434 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a20d0c36-b990-4d7a-869f-441467d51adf req-96d19f9b-5c98-40e3-8151-cf0f3c195e81 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222990 Apr 05 15:16:24.258559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d86ee758-bbbb-486a-bca9-211f770bc45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:26.458417 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aabacb53-155a-492e-8a7c-11f1ab827511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:27.617123 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:27.619388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:29.183434 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:32.991746 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:16:38.186914 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:54.260770 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1eca4f5a-08e9-40d9-a585-c06c317d9712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:56.460381 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1fe2333f-360b-4d05-93f9-cfb349957dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:57.619785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:57.622327 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:16:59.187749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:08.187156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:09.992305 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:17:21.812518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-808b2c90-908a-4ad7-b95f-f4fc339eaf57 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0669644 Apr 05 15:17:21.961150 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-5106b81a-1966-44e6-886c-a0b7c00752ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.0827351 Apr 05 15:17:22.160903 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-4d013b87-207a-40b3-bc09-16831517ba60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:22.162366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-4d013b87-207a-40b3-bc09-16831517ba60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1806858 Apr 05 15:17:22.227950 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9bfea-058c-40f9-ab51-6f8f11ab8411 req-e1842fbd-63ce-4b5f-82bf-54f18f9fa266 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:22.229266 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aba9bfea-058c-40f9-ab51-6f8f11ab8411 req-e1842fbd-63ce-4b5f-82bf-54f18f9fa266 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.1806908 Apr 05 15:17:22.299043 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-9da79832-9964-4dfc-a720-6b280f37ee72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 1002 time: 0.1290598 Apr 05 15:17:22.301120 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-aba9bfea-058c-40f9-ab51-6f8f11ab8411 req-927d198e-0936-4974-b458-74f434e00733 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643134 Apr 05 15:17:22.362410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-60a37966-44e4-4606-b50a-cb7cf8c5bef1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:22.363803 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-60a37966-44e4-4606-b50a-cb7cf8c5bef1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0592334 Apr 05 15:17:22.434450 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-c1273c3e-75fd-4280-bbda-504d1038d2b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648656 Apr 05 15:17:22.560984 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-ff95461e-c49e-4535-91b4-3757b4df15b6 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203477 Apr 05 15:17:22.689028 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d657a4d2-81c3-42b0-beff-e11d5073d204 req-dc8e99f4-f50b-4629-b104-12b986a59f75 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220295 Apr 05 15:17:23.512769 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5fe8b6-3416-4f89-8bc4-8c7b941baedc req-d0b982b9-620f-48da-bcf8-a86c74ed3a30 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:23.514253 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd5fe8b6-3416-4f89-8bc4-8c7b941baedc req-d0b982b9-620f-48da-bcf8-a86c74ed3a30 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0803781 Apr 05 15:17:23.557793 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fd5fe8b6-3416-4f89-8bc4-8c7b941baedc req-be92f08c-2984-4e75-aa93-c18cd8d3f035 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381320 Apr 05 15:17:24.262624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-90862a44-b922-4180-8bd1-848ca5e4a916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:24.767106 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f841bea-5141-44f2-9d22-fe9212b61cfc req-890e2aa8-9456-4dd3-95fc-1e4cb4a089ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:24.768544 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f841bea-5141-44f2-9d22-fe9212b61cfc req-890e2aa8-9456-4dd3-95fc-1e4cb4a089ac tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0744054 Apr 05 15:17:24.819076 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0f841bea-5141-44f2-9d22-fe9212b61cfc req-36f106af-a77d-4d4a-b966-a4b14684fc1a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 Apr 05 15:17:26.093856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e551da-b1c0-43b8-8b08-edd2012c74fd req-a45d4649-f43e-47af-83d9-eebcf382ad51 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:26.095322 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50e551da-b1c0-43b8-8b08-edd2012c74fd req-a45d4649-f43e-47af-83d9-eebcf382ad51 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.1578915 Apr 05 15:17:26.140680 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-50e551da-b1c0-43b8-8b08-edd2012c74fd req-26ffe9d8-dfa3-42e5-ae63-4157dc3ad4c6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399363 Apr 05 15:17:26.462361 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-94bf79f5-4c7b-4f6f-8476-b06497b3716b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:27.332187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade2b25-0c5a-4f4f-90b5-91b67b7d0381 req-cff05fe5-fd14-4dca-9f76-e5e4cfb0bc3f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:27.333618 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ade2b25-0c5a-4f4f-90b5-91b67b7d0381 req-cff05fe5-fd14-4dca-9f76-e5e4cfb0bc3f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0739667 Apr 05 15:17:27.380907 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5ade2b25-0c5a-4f4f-90b5-91b67b7d0381 req-bb98c3e1-5bda-46d9-9244-9d20814d3314 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413878 Apr 05 15:17:27.622020 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:27.624262 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:28.718216 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c4e4c-3b37-48b3-b097-4dec13508739 req-93a8a811-1fa8-4df8-a5dc-1e84dcf92bd9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:28.719442 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-883c4e4c-3b37-48b3-b097-4dec13508739 req-93a8a811-1fa8-4df8-a5dc-1e84dcf92bd9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0742579 Apr 05 15:17:28.763733 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-883c4e4c-3b37-48b3-b097-4dec13508739 req-6bc91049-d76a-43d4-9a04-d78dc1f07275 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386114 Apr 05 15:17:29.190399 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:29.970601 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3eef2-95c7-4bcf-8056-f14d33f3f6cc req-7700e545-c598-4d71-ad78-13e50cb571b5 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:29.972020 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26e3eef2-95c7-4bcf-8056-f14d33f3f6cc req-7700e545-c598-4d71-ad78-13e50cb571b5 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0772400 Apr 05 15:17:30.017603 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-26e3eef2-95c7-4bcf-8056-f14d33f3f6cc req-8cab51d1-72ae-460c-8a2a-320015218134 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401006 Apr 05 15:17:31.208664 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38203a-d5b7-4734-bf11-005fccfd1d71 req-678972ef-d483-42f4-becd-9e4b70fb41e9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:31.210105 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-af38203a-d5b7-4734-bf11-005fccfd1d71 req-678972ef-d483-42f4-becd-9e4b70fb41e9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0746529 Apr 05 15:17:31.253802 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-af38203a-d5b7-4734-bf11-005fccfd1d71 req-302ccdc3-9276-4c1e-9c23-40c3d76b31b9 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377412 Apr 05 15:17:32.203990 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-e92003d6-41cf-4e87-aa96-9f7ea5bde47f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.0699666 Apr 05 15:17:32.332593 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-695f1d37-29ed-479b-bd92-ed864202bfac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:32.334027 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-695f1d37-29ed-479b-bd92-ed864202bfac service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1247995 Apr 05 15:17:32.480505 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-c59fb07b-f912-415e-b710-6a67823e0ef9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 1002 time: 0.1397462 Apr 05 15:17:32.534361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a854308-2376-4d54-a6c8-c35014000d98 req-b0783a8e-7983-4d6f-b1d9-959a1ee4bb9b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:32.535748 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a854308-2376-4d54-a6c8-c35014000d98 req-b0783a8e-7983-4d6f-b1d9-959a1ee4bb9b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.1494393 Apr 05 15:17:32.577809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-73d49e74-9386-4617-bcc0-c0c9416d4e77 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:32.579204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-73d49e74-9386-4617-bcc0-c0c9416d4e77 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0918496 Apr 05 15:17:32.629314 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3a854308-2376-4d54-a6c8-c35014000d98 req-addabf5d-5598-4e0a-9008-4946dbdf9fde tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877810 Apr 05 15:17:32.657191 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-6300fc51-a6a5-4ae2-9da2-fc1b67b4f447 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723984 Apr 05 15:17:32.782714 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-205ca598-2261-4805-99a4-2f0afa59cd7b service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199834 Apr 05 15:17:32.907535 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5f9ca446-d3c6-4d30-acbb-7a49603cca1a req-107f5e0f-31d5-49b8-bc8d-68d54f922bbb service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193631 Apr 05 15:17:33.825099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af148f-2620-4da3-8154-d1407e0ab561 req-e2d87f06-a1b4-4f2a-8e9f-3f406c27de4c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:33.826605 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6af148f-2620-4da3-8154-d1407e0ab561 req-e2d87f06-a1b4-4f2a-8e9f-3f406c27de4c tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0792315 Apr 05 15:17:33.871394 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6af148f-2620-4da3-8154-d1407e0ab561 req-6497b363-8c42-4eef-916a-72653b7dba60 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392735 Apr 05 15:17:35.063497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dd0320-3b6a-4f00-a997-2cfe0622ef2c req-ba03a62d-b340-416b-a153-07ddd0870022 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:35.064941 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a2dd0320-3b6a-4f00-a997-2cfe0622ef2c req-ba03a62d-b340-416b-a153-07ddd0870022 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0749362 Apr 05 15:17:35.109982 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a2dd0320-3b6a-4f00-a997-2cfe0622ef2c req-a894c16f-cedb-4c49-b900-ba8cb83bb7ea tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395439 Apr 05 15:17:35.360507 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5aa0f1ec-abec-4757-b854-002d9010477f req-9f17b8eb-9e51-45ab-a2d2-382bf325f9c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1315081 Apr 05 15:17:35.543030 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-db97bd29-85ce-4d30-a46a-9521802602b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0661910 Apr 05 15:17:35.625437 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c17c0a-0d8b-4021-9245-efe719aacab5 req-d95faad8-ce44-443c-ae09-11a485e9cd65 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:35.627555 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98c17c0a-0d8b-4021-9245-efe719aacab5 req-d95faad8-ce44-443c-ae09-11a485e9cd65 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0792549 Apr 05 15:17:35.677851 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-98c17c0a-0d8b-4021-9245-efe719aacab5 req-9708a9f5-49ab-4faf-9542-d66e3538187b tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411093 Apr 05 15:17:36.963422 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f529c0b8-f2a3-4dd9-89bf-4053e74ba09a req-ffedd082-f9f0-4993-949d-571ba272e351 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:36.964856 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f529c0b8-f2a3-4dd9-89bf-4053e74ba09a req-ffedd082-f9f0-4993-949d-571ba272e351 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.1630173 Apr 05 15:17:36.986961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:17:37.012940 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f529c0b8-f2a3-4dd9-89bf-4053e74ba09a req-fbc363bb-bbb4-4d4c-b354-e978c1d32955 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421247 Apr 05 15:17:37.101785 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:37.128271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:17:37.138490 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:17:37.143494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:37.210700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:17:37.219063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.219407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.219742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.220456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.220456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.220696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.221017 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.221343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.221669 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.221986 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.222350 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:17:37.255801 dv-neutron-829488-2-hyperv neutron-server[83852]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-e911647f-33ec-4167-9e17-97ff3b057579']: {'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'code': 422} returned with failed status Apr 05 15:17:37.536779 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-cfcd3ae9-c0ad-47df-9364-9fc0326ec6ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2&tenant_id=79891627c9ed488fa91c9ab20af66081 HTTP/1.1" status: 200 len: 1097 time: 0.0670340 Apr 05 15:17:37.625775 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-eac1a4c1-a408-4be3-8bb7-3b06150f613c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1097 time: 0.0694592 Apr 05 15:17:37.753148 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fa39a-8f2d-440c-ac79-365a0896311e req-25f1c2be-347b-4aec-b486-0b517fe57261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:37.754533 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-25f1c2be-347b-4aec-b486-0b517fe57261 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1228640 Apr 05 15:17:37.854822 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-068c5079-02a6-4086-8bac-a81a66a5e4b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 1000 time: 0.0943923 Apr 05 15:17:37.915830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fa39a-8f2d-440c-ac79-365a0896311e req-0f45b620-a3f5-4c9a-b557-6e9299c16bea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:37.917267 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-0f45b620-a3f5-4c9a-b557-6e9299c16bea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0569861 Apr 05 15:17:37.991875 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-1e99fa9e-e209-49da-8807-67b1737b5fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689371 Apr 05 15:17:38.121072 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-2b061e00-03c7-4a51-bba4-598066060298 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225121 Apr 05 15:17:38.187540 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:38.301310 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-825fa39a-8f2d-440c-ac79-365a0896311e req-e6cc4a51-fd68-49a8-9c2a-1de9c9859489 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754472 Apr 05 15:17:38.307584 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d66c4f-99fb-4b34-8b50-5b3d6dd15cb5 req-39a83752-98c0-46f6-9007-338422e75a26 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:38.309543 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61d66c4f-99fb-4b34-8b50-5b3d6dd15cb5 req-39a83752-98c0-46f6-9007-338422e75a26 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.1666825 Apr 05 15:17:38.355522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-61d66c4f-99fb-4b34-8b50-5b3d6dd15cb5 req-8dc79870-6ccc-4af3-96e4-050b01295089 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398147 Apr 05 15:17:39.550398 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f1212-d802-4080-ba72-627701bb7e8d req-3ec2d860-faff-4344-8a10-3a06a5ad39f8 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:39.551826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-643f1212-d802-4080-ba72-627701bb7e8d req-3ec2d860-faff-4344-8a10-3a06a5ad39f8 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0768902 Apr 05 15:17:39.597610 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-643f1212-d802-4080-ba72-627701bb7e8d req-5a949cfd-5357-40ad-a4ac-df544ba7dd34 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401630 Apr 05 15:17:40.788052 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500939d-d046-4ba7-b34c-76b84975bf90 req-e4e4cfd3-6b81-4474-a6f6-a2cbe3e46874 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:40.789504 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b500939d-d046-4ba7-b34c-76b84975bf90 req-e4e4cfd3-6b81-4474-a6f6-a2cbe3e46874 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0738306 Apr 05 15:17:40.835908 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b500939d-d046-4ba7-b34c-76b84975bf90 req-ab14d5a4-2a2a-43f1-9baa-d40730732e3d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409081 Apr 05 15:17:42.029949 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cb12e2-56ab-41c1-b21b-8d266e0e0312 req-940068d9-c87e-4980-bac2-7964da01ba79 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:42.031336 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6cb12e2-56ab-41c1-b21b-8d266e0e0312 req-940068d9-c87e-4980-bac2-7964da01ba79 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0762091 Apr 05 15:17:42.075340 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f6cb12e2-56ab-41c1-b21b-8d266e0e0312 req-29cdc532-1f6a-449c-be9a-235adda3390f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Apr 05 15:17:43.267835 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45b535-807f-4ffe-accc-2a6ea228cd08 req-208a1f3b-c342-45cc-a5c0-41a1c13a4adb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:43.269254 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef45b535-807f-4ffe-accc-2a6ea228cd08 req-208a1f3b-c342-45cc-a5c0-41a1c13a4adb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0770974 Apr 05 15:17:43.313850 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef45b535-807f-4ffe-accc-2a6ea228cd08 req-0b201fa8-2766-49b5-b796-5ba44b79ca2f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391877 Apr 05 15:17:44.506603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ed95b-d320-4713-a36b-c4e6bed09449 req-ef428af8-f367-426d-8a06-4dc7cb5f12b5 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:44.508054 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-616ed95b-d320-4713-a36b-c4e6bed09449 req-ef428af8-f367-426d-8a06-4dc7cb5f12b5 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 944 time: 0.0743661 Apr 05 15:17:44.552383 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-616ed95b-d320-4713-a36b-c4e6bed09449 req-874660c7-9b03-4b49-8ff2-43938854e8be tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384257 Apr 05 15:17:45.017715 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:17:45.149339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:17:45.162664 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'port_id': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'mac_address': 'fa:16:3e:95:50:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:17:45.217157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:45.233585 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:17:45.248024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:17:45.252149 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:45.315393 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:17:45.457759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:17:45.757295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f91a3-9e5a-42f0-a77f-a04717566ec3 req-743074ee-bc2a-48cb-b798-cc41bfd6c4be tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:45.758821 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b87f91a3-9e5a-42f0-a77f-a04717566ec3 req-743074ee-bc2a-48cb-b798-cc41bfd6c4be tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 945 time: 0.0804474 Apr 05 15:17:45.803613 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b87f91a3-9e5a-42f0-a77f-a04717566ec3 req-1c323507-08b0-4445-a805-46ce504e4428 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387890 Apr 05 15:17:46.992846 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:17:46.994355 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9341c3f1-8c78-488d-a026-db8d201b35aa req-af63ef9b-2b6a-4fbf-9428-b57a6c4b8362 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:46.995886 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9341c3f1-8c78-488d-a026-db8d201b35aa req-af63ef9b-2b6a-4fbf-9428-b57a6c4b8362 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 945 time: 0.0750225 Apr 05 15:17:47.033318 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:17:47.040421 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9341c3f1-8c78-488d-a026-db8d201b35aa req-8f33793b-5e67-4dc9-912e-e29d9bfbbc1f tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387607 Apr 05 15:17:47.139195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:17:47.139559 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:47.248749 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:47.273659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:17:47.283731 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:17:47.287558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:47.328239 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad722c48-4b13-45c9-8ba9-e1b7009e7fca'] response: {'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'code': 200} Apr 05 15:17:47.353406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:17:47.684061 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83be350b-d059-4a44-b7a5-949c56598142 req-892a237d-e60d-4e4f-a14a-eb898e6cc612 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.1501036 Apr 05 15:17:47.725366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-83be350b-d059-4a44-b7a5-949c56598142 req-6625b442-89fa-47fa-b809-d10e40aa28b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356176 Apr 05 15:17:48.233708 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3efec-e60c-4f37-aae4-0028a1abef11 req-5c53f76f-2ae2-4482-a666-e7d0ca616e17 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:48.235163 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87d3efec-e60c-4f37-aae4-0028a1abef11 req-5c53f76f-2ae2-4482-a666-e7d0ca616e17 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0771210 Apr 05 15:17:48.279300 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87d3efec-e60c-4f37-aae4-0028a1abef11 req-dfd56e09-6574-4985-8721-f2084a3d3c17 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388176 Apr 05 15:17:49.534846 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550b917-abbc-4629-86e4-630cd5581586 req-210ca08b-53ba-415b-9831-72dba78e558e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:17:49.536278 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0550b917-abbc-4629-86e4-630cd5581586 req-210ca08b-53ba-415b-9831-72dba78e558e tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.1382618 Apr 05 15:17:49.582578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0550b917-abbc-4629-86e4-630cd5581586 req-b97a006b-5487-4b53-8117-238170303306 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403407 Apr 05 15:17:54.265222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e9f42f5f-2e92-473d-bd74-bfff7771a3f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:56.463098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f181fb94-95ff-446f-8ff7-d30c19a7bf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:57.624506 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:57.625929 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:17:59.196022 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:08.193047 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:23.361391 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-1de4907e-63f7-43c1-8037-57c1055e22fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0710647 Apr 05 15:18:23.498719 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-28e807e8-b117-4973-a7c9-c92b216cf05e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.0707769 Apr 05 15:18:23.650804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-cf5a80e7-21fb-4578-ad0f-94912f5d3eba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:18:23.650804 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-cf5a80e7-21fb-4578-ad0f-94912f5d3eba service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1300170 Apr 05 15:18:23.753303 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-b27bfbd0-7629-4b78-88d8-74240d35b936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 1002 time: 0.0974076 Apr 05 15:18:23.815077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-1e80cf10-bb5f-45a9-8eb2-0b23812a7412 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:18:23.816499 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-1e80cf10-bb5f-45a9-8eb2-0b23812a7412 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0574062 Apr 05 15:18:23.893719 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-48898f62-a237-4aa7-acc3-d8eb789232e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710516 Apr 05 15:18:23.993302 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:18:24.025428 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-11d54e29-0ca2-4c80-b4c4-6009a6445e7d service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248164 Apr 05 15:18:24.158972 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e37a692d-9bd9-4b4b-961f-31f5d70540e4 req-d240c6d4-aa4b-40dc-af6f-1ab1921733eb service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274819 Apr 05 15:18:24.270575 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f2392425-98b8-462f-887e-61684593fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:26.465268 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f383dfc0-862f-4551-8e67-df8242ace447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:27.627063 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:27.630407 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:29.196932 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:38.204517 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:54.273083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e549654b-1d5b-423a-80ce-fc9e6ab2a424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:56.466447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-b7df8a37-0185-4a53-87fe-e4b99861b9ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:57.628641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:57.630503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:18:59.199764 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:00.993710 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:19:06.036520 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47374) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:06.237074 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Deleting port a0c66d62-9bda-431d-b127-faff5b21ea97 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:06.237412 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:06.399859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:06.400671 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:06.601096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Calling delete_port for a0c66d62-9bda-431d-b127-faff5b21ea97 owned by network:floatingip {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:06.745346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:06.788235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event deleted for resources: {'Port': ['ID=a0c66d62-9bda-431d-b127-faff5b21ea97,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:06.828346 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.828692 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.829064 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.829391 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.829714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.830087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.830508 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.830831 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.831198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.831518 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.831834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:06.890209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for floatingip, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:07.269793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:19:07.477768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:19:07.488809 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] Sync routers for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:19:07.499133 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:07.500826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:07.501444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:18:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:07.557834 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-2bb8a6e2-db3c-4630-9144-02fa13c25ee6 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "DELETE /v2.0/floatingips/cbfaaf71-e3e2-4677-8e99-935105e357e9 HTTP/1.1" status: 204 len: 168 time: 1.5200768 Apr 05 15:19:07.558289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:19:07.669438 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d05bc7c-0f81-4d35-bcc2-18d6f3f32825'] response: {'name': 'network-changed', 'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'status': 'completed', 'code': 200} Apr 05 15:19:07.706271 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:07.766168 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-adbfbbbc-962e-4c07-a75f-0e027cbf556e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=79891627c9ed488fa91c9ab20af66081&device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 1099 time: 0.0749848 Apr 05 15:19:07.924897 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-36124d2c-4bd4-4a2b-be94-37b5c2953852 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:07.926505 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-36124d2c-4bd4-4a2b-be94-37b5c2953852 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 200 len: 909 time: 0.1543052 Apr 05 15:19:08.027267 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:08.031346 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] Checking router: 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:19:08.035376 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-43716d5b-1eff-445a-8563-a6200a64d1f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 200 len: 217 time: 0.1021082 Apr 05 15:19:08.042371 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:08.042963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:18:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:08.113830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-186ded9d-4e11-4e1d-8995-ede8a7e21685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:08.115230 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-186ded9d-4e11-4e1d-8995-ede8a7e21685 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 200 len: 847 time: 0.0674322 Apr 05 15:19:08.120941 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a0938-8ace-493d-8b62-5de405e2b582 req-df53b505-db5a-492b-936a-10c7aad5a245 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:08.121598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a70a0938-8ace-493d-8b62-5de405e2b582 req-df53b505-db5a-492b-936a-10c7aad5a245 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:19:08.183381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-a70a0938-8ace-493d-8b62-5de405e2b582 req-df53b505-db5a-492b-936a-10c7aad5a245 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:19:08.185594 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a70a0938-8ace-493d-8b62-5de405e2b582 req-df53b505-db5a-492b-936a-10c7aad5a245 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.2056890 Apr 05 15:19:08.214424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:08.229835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:08.328186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-64eb1922-2888-43bb-922f-237da4fa0c6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91209dd7-b422-4b04-9244-54a8d0e77910&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2038655 Apr 05 15:19:08.357685 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-a70a0938-8ace-493d-8b62-5de405e2b582 req-be428672-d4bd-4aff-a35a-6bcee5f4fbfb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658206 Apr 05 15:19:08.463376 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-bbf6d1c5-b355-46d2-a9ca-876714841b4d service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281962 Apr 05 15:19:08.539214 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:08.543506 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f04c1e9-9053-4314-aaa6-f5e3d3fe0e36 None None] The sync data for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv is: [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:29Z', 'revision_number': 4, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '7797fb72-ccff-413f-ac4e-3cd7facd8576', 'name': '', 'network_id': '91209dd7-b422-4b04-9244-54a8d0e77910', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'mac_address': 'fa:16:3e:ba:95:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:28Z', 'updated_at': '2022-04-05T15:10:46Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'subnets': [{'id': '00c2c076-f0b6-4739-8a48-e031761d272f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:19:08.595651 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2fd2e39d-0153-4bb7-bb79-144512b66688 req-d11d57b7-f157-4781-93ff-0df464942a20 service neutron] 10.222.0.15 "GET /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255932 Apr 05 15:19:08.763732 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54aa1c93-9210-4e0a-9e58-1d4d492677cf None None] New status for floating IP cbfaaf71-e3e2-4677-8e99-935105e357e9: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:19:09.436204 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-e0cbf998-5fb2-4293-902f-1230014492d8 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:09.437558 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-e0cbf998-5fb2-4293-902f-1230014492d8 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.0749435 Apr 05 15:19:09.508399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Deleting port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:09.508766 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:09.746923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b8c5da-1f83-4570-9a84-a03043562d7e req-bc4d86c0-c115-4f2a-a5c2-c22d17386910 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:09.748268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87b8c5da-1f83-4570-9a84-a03043562d7e req-bc4d86c0-c115-4f2a-a5c2-c22d17386910 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 946 time: 0.2676136 Apr 05 15:19:09.830716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-87b8c5da-1f83-4570-9a84-a03043562d7e req-933dce88-1ae7-4210-93dd-143e5294991d tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/security-groups?id=21a2fa44-f95a-4b7a-908e-f35d5c53aff6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747042 Apr 05 15:19:09.839421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] For port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:09.839771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:09.958852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Calling delete_port for 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:10.095695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:10.141269 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event deleted for resources: {'Port': ['ID=00be2fb1-cd17-4cc1-a244-b8d91afaf7e6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:10.214207 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] No DVR routers for this DVR port 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:19:10.216504 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:10.218883 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'name': 'network-vif-deleted', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:19:10.233805 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d617a374-3ebb-4bde-83e4-322c9dadf27c req-4d4b7940-f64f-4eb3-9c7b-1cebb3afa22a tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.15 "DELETE /v2.0/ports/00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 HTTP/1.1" status: 204 len: 173 time: 0.7909966 Apr 05 15:19:10.277280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-551b2043-b4c9-4758-a385-f031fce2eda9'] response: {'server_uuid': '04851f36-48e2-4d11-8657-ce842f0b36b2', 'name': 'network-vif-deleted', 'tag': '00be2fb1-cd17-4cc1-a244-b8d91afaf7e6', 'status': 'completed', 'code': 200} Apr 05 15:19:11.017804 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-378c0179-d3c3-4b3e-b953-eec678fe2b09 req-b2e4c3c9-85f2-45f1-87e0-5ba658fd0410 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Synchronizing usage tracker for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:19:11.033097 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-378c0179-d3c3-4b3e-b953-eec678fe2b09 req-b2e4c3c9-85f2-45f1-87e0-5ba658fd0410 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Unset dirty status for tenant:79891627c9ed488fa91c9ab20af66081 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:19:11.034258 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-378c0179-d3c3-4b3e-b953-eec678fe2b09 req-b2e4c3c9-85f2-45f1-87e0-5ba658fd0410 tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "GET /v2.0/ports?device_id=04851f36-48e2-4d11-8657-ce842f0b36b2 HTTP/1.1" status: 200 len: 210 time: 0.0575743 Apr 05 15:19:12.144047 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 47400) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:12.212571 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:12.241978 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:12.314117 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:12.332632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2fa44-f95a-4b7a-908e-f35d5c53aff6,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:12.341358 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.341709 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.342035 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.342388 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.342811 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.343141 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.343499 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.343905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.344103 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.344417 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.344731 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:12.352176 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:12.356219 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-1bcd3bbe-1223-4110-9c32-996dd8610abb tempest-TestShelveInstance-2123880266 tempest-TestShelveInstance-2123880266-project] 10.222.0.18 "DELETE /v2.0/security-groups/21a2fa44-f95a-4b7a-908e-f35d5c53aff6 HTTP/1.1" status: 204 len: 168 time: 0.2082193 Apr 05 15:19:12.413385 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 47406) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:13.023759 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:13.421186 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:19:13.491619 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:19:13.491950 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 00be2fb1-cd17-4cc1-a244-b8d91afaf7e6 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:19:13.610025 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Deleting port 7797fb72-ccff-413f-ac4e-3cd7facd8576 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:13.610591 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:13.778426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] For port 7797fb72-ccff-413f-ac4e-3cd7facd8576, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=7797fb72-ccff-413f-ac4e-3cd7facd8576,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:13.778676 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:13.900135 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Calling delete_port for 7797fb72-ccff-413f-ac4e-3cd7facd8576 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:14.068958 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:14.110632 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Pushing event deleted for resources: {'Port': ['ID=7797fb72-ccff-413f-ac4e-3cd7facd8576,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:14.479740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:15.053652 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:19:15.245286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:19:15.254581 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] Sync routers for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:19:15.261290 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-5471b846-a9a4-4d3f-bb14-dd7ffc8b2b65 admin admin] 10.222.0.18 "PUT /v2.0/routers/768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8474140 Apr 05 15:19:15.263974 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 47412) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:15.265970 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:15.266606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:18:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:15.445055 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:15.462450 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:15.651645 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:15.660554 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Deleting port 036c0b0c-902b-45b0-8de2-c211538ed167 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:15.660887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:15.724918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195'}], 'enable_snat': True}, 'gw_port_id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:19:14Z', 'revision_number': 5, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port': {'id': '036c0b0c-902b-45b0-8de2-c211538ed167', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:3f:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:10:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:15.728777 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] Checking router: 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:19:15.738956 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] Routers {'768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:15.739573 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:18:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:15.895748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] Set router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:15.941834 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] For port 036c0b0c-902b-45b0-8de2-c211538ed167, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=036c0b0c-902b-45b0-8de2-c211538ed167,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:15.942447 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:15.998459 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:19:15Z', 'revision_number': 6, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:16.002555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f94a46-57fa-497c-9490-529e88715e33 None None] The sync data for ids ['768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f'] in dv-neutron-829488-2-hyperv is: [{'id': '768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f', 'name': 'tempest-TestShelveInstance-783056986-router', 'tenant_id': '79891627c9ed488fa91c9ab20af66081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:26Z', 'updated_at': '2022-04-05T15:19:15Z', 'revision_number': 6, 'project_id': '79891627c9ed488fa91c9ab20af66081', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:19:16.066623 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Calling delete_port for 036c0b0c-902b-45b0-8de2-c211538ed167 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:16.226418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:16.270683 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Pushing event deleted for resources: {'Port': ['ID=036c0b0c-902b-45b0-8de2-c211538ed167,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:16.492518 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:16.745286 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:16.749575 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:16.773920 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:16.774491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:19:16.788182 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:16.789301 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-da21e1e1-ab43-4548-9a6f-0784d7df916b admin admin] 10.222.0.18 "DELETE /v2.0/routers/768ff3d7-3d25-4ed5-b1a0-115e15e5bb6f HTTP/1.1" status: 204 len: 168 time: 1.5246513 Apr 05 15:19:16.791800 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 47416) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:16.851905 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f3c353-bc77-4803-a1ac-a67f984f33b1 admin admin] Deleting subnet 00c2c076-f0b6-4739-8a48-e031761d272f {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:19:16.855435 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27f3c353-bc77-4803-a1ac-a67f984f33b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:16.872114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7797fb72-ccff-413f-ac4e-3cd7facd8576 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:19:16.907416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 7797fb72-ccff-413f-ac4e-3cd7facd8576 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:19:16.907754 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 7797fb72-ccff-413f-ac4e-3cd7facd8576 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:19:16.908175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 036c0b0c-902b-45b0-8de2-c211538ed167 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:19:16.910672 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27f3c353-bc77-4803-a1ac-a67f984f33b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:16.940822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 036c0b0c-902b-45b0-8de2-c211538ed167 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:19:16.941414 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 036c0b0c-902b-45b0-8de2-c211538ed167 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:19:16.994570 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27f3c353-bc77-4803-a1ac-a67f984f33b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.059969 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27f3c353-bc77-4803-a1ac-a67f984f33b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.099043 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3c353-bc77-4803-a1ac-a67f984f33b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00c2c076-f0b6-4739-8a48-e031761d272f,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:17.104943 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-27f3c353-bc77-4803-a1ac-a67f984f33b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.109885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a769e4-dd80-4551-8e48-deb0e4b26185 None None] Network 91209dd7-b422-4b04-9244-54a8d0e77910 requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:19:17.110647 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-27f3c353-bc77-4803-a1ac-a67f984f33b1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/00c2c076-f0b6-4739-8a48-e031761d272f HTTP/1.1" status: 204 len: 168 time: 0.3179319 Apr 05 15:19:17.113093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 47420) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:17.211274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.221356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Deleting port 5db16270-40f9-4c21-b04d-465835e91851 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:17.221618 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.358313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] DHCP port deletion for 91209dd7-b422-4b04-9244-54a8d0e77910 request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:19:17.362480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] Deleting port 5db16270-40f9-4c21-b04d-465835e91851 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:17.362846 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.516994 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] For port 5db16270-40f9-4c21-b04d-465835e91851, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5db16270-40f9-4c21-b04d-465835e91851,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:17.517342 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.557227 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] For port 5db16270-40f9-4c21-b04d-465835e91851, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=5db16270-40f9-4c21-b04d-465835e91851,segment=NetworkSegment(b3ec470d-605e-48ee-a975-206709418934),segment_id=b3ec470d-605e-48ee-a975-206709418934)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:17.557603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.638434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Calling delete_port for 5db16270-40f9-4c21-b04d-465835e91851 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:17.715641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.716568 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] Calling delete_port for 5db16270-40f9-4c21-b04d-465835e91851 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:17.760539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Pushing event deleted for resources: {'Port': ['ID=5db16270-40f9-4c21-b04d-465835e91851,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:17.765936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] No DVR routers for this DVR port 5db16270-40f9-4c21-b04d-465835e91851 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:19:17.785035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:19:17.785461 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 15:19:17.878735 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.904377 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91209dd7-b422-4b04-9244-54a8d0e77910']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:17.919596 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ec470d-605e-48ee-a975-206709418934') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:17.919886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ec470d-605e-48ee-a975-206709418934') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:17.930817 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.945970 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.952749 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:19:17.953093 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:19:17.965863 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:19:18.036778 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:18.051680 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:18.067741 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] Pushing event deleted for resources: {'Network': ['ID=91209dd7-b422-4b04-9244-54a8d0e77910,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:18.072938 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8f527300-0d41-4189-9a2c-fc7e5a635f42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/91209dd7-b422-4b04-9244-54a8d0e77910 HTTP/1.1" status: 204 len: 168 time: 0.9589279 Apr 05 15:19:18.075810 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 47424) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:18.286538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] Deleting port 5db16270-40f9-4c21-b04d-465835e91851 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:18.287064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:18.351297 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2ee5372f-1a5d-4dbe-a8e6-1723241650f3 None None] The port '5db16270-40f9-4c21-b04d-465835e91851' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 15:19:18.455267 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:18.866557 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5db16270-40f9-4c21-b04d-465835e91851 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:19:18.898902 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 5db16270-40f9-4c21-b04d-465835e91851 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:19:18.899161 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 5db16270-40f9-4c21-b04d-465835e91851 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:19:19.119960 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Deleting port e2cd8250-a08a-43fe-b38a-234d8400e726 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:19.120292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:19.287426 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] For port e2cd8250-a08a-43fe-b38a-234d8400e726, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e2cd8250-a08a-43fe-b38a-234d8400e726,segment=NetworkSegment(632b938d-3f00-4d67-a79e-3b7a0f30c1fc),segment_id=632b938d-3f00-4d67-a79e-3b7a0f30c1fc)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:19.287685 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:19.407006 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Calling delete_port for e2cd8250-a08a-43fe-b38a-234d8400e726 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:19.567460 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:19.611008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cd8250-a08a-43fe-b38a-234d8400e726,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:19.902895 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:20.548979 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Router b427bee4-cba6-4ffe-adea-38f4efa386e3 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:19:20.746163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:19:20.755143 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] Sync routers for ids ['b427bee4-cba6-4ffe-adea-38f4efa386e3'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:19:20.755969 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-729608d5-e6ca-4234-87dc-adcec36cea1d admin admin] 10.222.0.18 "PUT /v2.0/routers/b427bee4-cba6-4ffe-adea-38f4efa386e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6792011 Apr 05 15:19:20.758636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47428) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:20.768337 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] Routers {'b427bee4-cba6-4ffe-adea-38f4efa386e3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:20.768935 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:18:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['b427bee4-cba6-4ffe-adea-38f4efa386e3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:20.940530 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] Set router b427bee4-cba6-4ffe-adea-38f4efa386e3 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:20.955793 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks [] for router, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:21.224035 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187'}], 'enable_snat': True}, 'gw_port_id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:19:19Z', 'revision_number': 5, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port': {'id': '9e9d48f8-293f-4d9b-9059-c390867a133f', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:48:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:10:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:21.227638 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] Checking router: b427bee4-cba6-4ffe-adea-38f4efa386e3 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:19:21.236644 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:21.238440 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] Routers {'b427bee4-cba6-4ffe-adea-38f4efa386e3'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:21.239036 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:18:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['b427bee4-cba6-4ffe-adea-38f4efa386e3'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:21.245695 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Deleting port 9e9d48f8-293f-4d9b-9059-c390867a133f {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:21.246016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:21.383983 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] Set router b427bee4-cba6-4ffe-adea-38f4efa386e3 gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:21.417231 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] For port 9e9d48f8-293f-4d9b-9059-c390867a133f, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=9e9d48f8-293f-4d9b-9059-c390867a133f,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:21.417602 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:21.486353 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:19:21Z', 'revision_number': 6, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:21.490165 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163ea5b0-a6e6-4aef-b140-5fd6d04685e7 None None] The sync data for ids ['b427bee4-cba6-4ffe-adea-38f4efa386e3'] in dv-neutron-829488-2-hyperv is: [{'id': 'b427bee4-cba6-4ffe-adea-38f4efa386e3', 'name': 'tempest-TestShelveInstance-1491962922-router', 'tenant_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:10:32Z', 'updated_at': '2022-04-05T15:19:21Z', 'revision_number': 6, 'project_id': '5b5afb5e5fe74a7bb9c941b154f8d6d4', 'gw_port_host': None}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:19:21.537722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Calling delete_port for 9e9d48f8-293f-4d9b-9059-c390867a133f owned by network:router_gateway {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:21.699699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:21.744724 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Pushing event deleted for resources: {'Port': ['ID=9e9d48f8-293f-4d9b-9059-c390867a133f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:21.974404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.234361 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.238550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.266714 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.267307 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b427bee4-cba6-4ffe-adea-38f4efa386e3 {{(pid=83850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:19:22.279938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.283517 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-cc0ad9da-4195-4563-aaed-72ef5f0c121a admin admin] 10.222.0.18 "DELETE /v2.0/routers/b427bee4-cba6-4ffe-adea-38f4efa386e3 HTTP/1.1" status: 204 len: 168 time: 1.5210378 Apr 05 15:19:22.283742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47434) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:22.348517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea05a761-32df-4031-a2f2-79ece7dc901e admin admin] Deleting subnet 424430b8-374b-4c2a-b49f-23b25fd497e1 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:19:22.351560 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a761-32df-4031-a2f2-79ece7dc901e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.401002 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a761-32df-4031-a2f2-79ece7dc901e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.479017 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a761-32df-4031-a2f2-79ece7dc901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.635978 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a761-32df-4031-a2f2-79ece7dc901e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.672637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05a761-32df-4031-a2f2-79ece7dc901e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=424430b8-374b-4c2a-b49f-23b25fd497e1,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:22.677156 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ea05a761-32df-4031-a2f2-79ece7dc901e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.683413 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ea05a761-32df-4031-a2f2-79ece7dc901e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/424430b8-374b-4c2a-b49f-23b25fd497e1 HTTP/1.1" status: 204 len: 168 time: 0.3987467 Apr 05 15:19:22.683711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c512ccd-1578-4234-8630-282176628af4 None None] Network b99ddd21-da75-431e-954f-07acb410463f requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:19:22.685800 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47438) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:22.787495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.797987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Deleting port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:22.798341 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:22.874793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9e9d48f8-293f-4d9b-9059-c390867a133f no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:19:22.908497 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 9e9d48f8-293f-4d9b-9059-c390867a133f {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:19:22.908836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 9e9d48f8-293f-4d9b-9059-c390867a133f not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:19:22.909244 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e2cd8250-a08a-43fe-b38a-234d8400e726 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:19:22.937942 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] DHCP port deletion for b99ddd21-da75-431e-954f-07acb410463f request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:19:22.945379 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: e2cd8250-a08a-43fe-b38a-234d8400e726 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:19:22.945720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e2cd8250-a08a-43fe-b38a-234d8400e726 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:19:22.949228 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] Deleting port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:22.949444 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.010632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] For port 3133dc9b-4dcc-4f8f-b60a-089ee2346202, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3133dc9b-4dcc-4f8f-b60a-089ee2346202,segment=NetworkSegment(632b938d-3f00-4d67-a79e-3b7a0f30c1fc),segment_id=632b938d-3f00-4d67-a79e-3b7a0f30c1fc)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:23.011226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.129716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Calling delete_port for 3133dc9b-4dcc-4f8f-b60a-089ee2346202 owned by network:dhcp {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:23.147824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] For port 3133dc9b-4dcc-4f8f-b60a-089ee2346202, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=3133dc9b-4dcc-4f8f-b60a-089ee2346202,segment=NetworkSegment(632b938d-3f00-4d67-a79e-3b7a0f30c1fc),segment_id=632b938d-3f00-4d67-a79e-3b7a0f30c1fc)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:23.148208 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.201777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.248716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3133dc9b-4dcc-4f8f-b60a-089ee2346202,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:23.255126 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] No DVR routers for this DVR port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 on host dv-neutron-829488-2-hyperv {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:19:23.265744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] Calling delete_port for 3133dc9b-4dcc-4f8f-b60a-089ee2346202 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:19:23.333375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:19:23.333725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 15:19:23.370458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.395502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b99ddd21-da75-431e-954f-07acb410463f']}} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:23.407650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '632b938d-3f00-4d67-a79e-3b7a0f30c1fc') {'for_net_delete': True} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:23.407947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.services.segments.db [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '632b938d-3f00-4d67-a79e-3b7a0f30c1fc') {} {{(pid=83850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:23.418938 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2005757'] for segment, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.434214 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.440061 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Releasing vlan 214 on physical network physnet1 to pool {{(pid=83850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:19:23.440440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1987606'] for segment, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: Traceback (most recent call last): Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: timer() Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: cb(*args, **kw) Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: return func(*args, **kwargs) Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: self._notify() Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: self.callback(batched_events) Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: event.method(event) Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: return f(self, *a, **k) Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._get(url).json() Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: return self.request(url, 'GET', **kwargs) Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:19:23.453886 dv-neutron-829488-2-hyperv neutron-server[83850]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:19:23.529821 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.534751 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.557347 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b99ddd21-da75-431e-954f-07acb410463f,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:23.561974 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-c5f8fb66-e9cb-4a25-91a5-34df9b7c6dc6 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b99ddd21-da75-431e-954f-07acb410463f HTTP/1.1" status: 204 len: 168 time: 0.8752322 Apr 05 15:19:23.694302 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47444) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:23.743175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-9157dc8a-8d05-41e6-b467-fcd450ca3cd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79891627c9ed488fa91c9ab20af66081&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477822 Apr 05 15:19:23.745404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47448) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:23.802375 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-14116231-dd9d-4dce-ab70-76f5c8abe7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.831533 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-14116231-dd9d-4dce-ab70-76f5c8abe7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.835103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] Deleting port 3133dc9b-4dcc-4f8f-b60a-089ee2346202 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:19:23.835570 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.882618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-14116231-dd9d-4dce-ab70-76f5c8abe7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.899958 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14116231-dd9d-4dce-ab70-76f5c8abe7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6949cc5a-fd45-4a95-b5ec-687ffe1d04fd,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:23.905001 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c540c9db-cc8c-470b-9eb7-41f2bf08145b None None] The port '3133dc9b-4dcc-4f8f-b60a-089ee2346202' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 15:19:23.906358 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-14116231-dd9d-4dce-ab70-76f5c8abe7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:23.909997 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-14116231-dd9d-4dce-ab70-76f5c8abe7e4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6949cc5a-fd45-4a95-b5ec-687ffe1d04fd HTTP/1.1" status: 204 len: 168 time: 0.1612058 Apr 05 15:19:24.274732 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-772d0047-0676-4312-9c54-186ad1d21a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:24.293907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47456) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:24.342907 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-f4ea89f4-1a6a-4259-8ebe-5c0686bcf468 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b5afb5e5fe74a7bb9c941b154f8d6d4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478034 Apr 05 15:19:24.345145 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47460) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:24.402665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-40bc9c85-5a1c-48b5-af2b-db4af263896d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:24.426909 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-40bc9c85-5a1c-48b5-af2b-db4af263896d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:24.475998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-40bc9c85-5a1c-48b5-af2b-db4af263896d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:24.493197 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9c85-5a1c-48b5-af2b-db4af263896d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70cc7a9-f402-4fc7-b681-3862214d7cd6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:24.501094 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-40bc9c85-5a1c-48b5-af2b-db4af263896d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:24.502473 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-40bc9c85-5a1c-48b5-af2b-db4af263896d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e70cc7a9-f402-4fc7-b681-3862214d7cd6 HTTP/1.1" status: 204 len: 168 time: 0.1561935 Apr 05 15:19:24.870793 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3133dc9b-4dcc-4f8f-b60a-089ee2346202 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:19:24.905615 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 3133dc9b-4dcc-4f8f-b60a-089ee2346202 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:19:24.905958 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 3133dc9b-4dcc-4f8f-b60a-089ee2346202 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:19:25.376793 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 47482) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:25.520717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.v2.base [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1898027314-network', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5'}} {{(pid=83851) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:25.525616 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:25.529390 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Usage tracker for resource:network and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:25.532254 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:25.538436 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:25.548929 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Made reservation on behalf of 5c47cd871ddf49c18bf3c75233488fc5 for: {'network': 1} {{(pid=83851) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:19:25.551236 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:25.564599 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:25.594472 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:25.598163 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Usage tracker for resource:security_group_rule and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:25.600837 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.quota.resource [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83851) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:25.606886 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.quota.driver [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83851) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:25.671173 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:25.674779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:25.702956 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=83851) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:19:25.711388 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab98e0-8af3-4e10-bbb6-a8f7b5b28117,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:25.716774 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:25.717118 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.db.segments_db [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Added segment 93c80e14-fd73-4adc-b7ce-47ab61b63ea5 of type vlan for network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae Apr 05 15:19:25.742395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:25.770485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:25.771344 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83851) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:25.771936 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:25.871583 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4934149 Apr 05 15:19:25.874395 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8596a55d-7b54-442c-b723-f9cd988188e5 admin admin] Pushing event updated for resources: {'Network': ['ID=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae,revision_number=1']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:25.874606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47488) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:25.880301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Request body: {'subnet': {'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1898027314-subnet', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:25.884263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:19:25.886170 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:25.889889 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Usage tracker for resource:subnet and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:25.892689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:25.898252 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:25.908029 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Made reservation on behalf of 5c47cd871ddf49c18bf3c75233488fc5 for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:19:25.910342 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.113577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.189737 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=058122b4-fd66-4cf6-9448-a4bda1ad93e6,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:26.198243 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Checking segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:26.198591 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Network hostable DHCP agents. Network: 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:19:26.219840 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:19:26.229098 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:26.232827 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:26.233399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.239420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3b2538-b40a-48fb-a848-9bbea4eaeda9 None None] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:19:26.336224 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7cc3d990-5a00-4d96-98c0-fe15745908d9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4606209 Apr 05 15:19:26.338945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47492) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:26.343830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:26.348263 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:26.352045 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Usage tracker for resource:router and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:26.355311 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:26.361481 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:26.371672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.372732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.391362 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.488493 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:19:26.489286 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.500223 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a9420dd0-6e64-4cb3-8c2b-f537480209b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.535981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.644443 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Allocated IP 172.20.0.2 (3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae/058122b4-fd66-4cf6-9448-a4bda1ad93e6/859e709a-ad10-4de4-9af9-af7954ca914c) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:19:26.732479 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.762880 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.848588 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.858553 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Transition to ACTIVE for port object 859e709a-ad10-4de4-9af9-af7954ca914c will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:26.877638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Transition to ACTIVE for port object 859e709a-ad10-4de4-9af9-af7954ca914c will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:26.882858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:26.899290 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Allocated IP 172.26.6.35 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:19:26.949146 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:26.951776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:26.955744 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:19:26.961738 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Pushing event updated for resources: {'Port': ['ID=859e709a-ad10-4de4-9af9-af7954ca914c,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:27.026502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.026752 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.027085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.027416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.027736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.028503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.028503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.028696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.028972 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.029285 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.029596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:27.045812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.056503 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Attempting to bind port 859e709a-ad10-4de4-9af9-af7954ca914c on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:19:27.056865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Attempting to bind port 859e709a-ad10-4de4-9af9-af7954ca914c by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:19:27.057220 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Attempting to bind port 859e709a-ad10-4de4-9af9-af7954ca914c on network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:19:27.063464 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:19:27.063823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Checking segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:27.064215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.064595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Bound using segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:19:27.065041 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Bound port: 859e709a-ad10-4de4-9af9-af7954ca914c, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:19:27.065403 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.073685 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.139295 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:27.142138 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:27.146662 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:19:27.154456 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] For port 859e709a-ad10-4de4-9af9-af7954ca914c, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:19:27.157681 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] For port 859e709a-ad10-4de4-9af9-af7954ca914c, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=859e709a-ad10-4de4-9af9-af7954ca914c,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:19:27.161897 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.175220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Pushing event updated for resources: {'Port': ['ID=d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:27.245409 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064a3eb-97d9-4a35-b233-c171e20ef16e None None] Pushing event updated for resources: {'Port': ['ID=859e709a-ad10-4de4-9af9-af7954ca914c,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:27.314813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.315551 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.558585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Router c9251f90-2f55-45fe-b71c-78862261d685 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:19:27.630759 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.632370 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.757233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:19:27.770655 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Sync routers for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:19:27.782672 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:27.786366 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4ed1573d-8b56-43fe-aed3-1aa3dd58627a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4440389 Apr 05 15:19:27.786498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:27.786498 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:27.786676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47496) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:27.971480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:28.149246 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2eed55b-6932-4a98-89a2-b7c342d9654a None None] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:19:28.267565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-98337dde-7c91-4440-b53f-7b552782e042 None None] Provisioning for port 859e709a-ad10-4de4-9af9-af7954ca914c completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:28.460315 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:27Z', 'revision_number': 3, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:28.470493 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Checking router: c9251f90-2f55-45fe-b71c-78862261d685 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:19:28.470844 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Updating router c9251f90-2f55-45fe-b71c-78862261d685 port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:19:28.569496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:28.623706 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:28.847543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Allocated IP 172.20.0.1 (3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae/058122b4-fd66-4cf6-9448-a4bda1ad93e6/91602fba-3007-4445-b6d1-6f3e1482d579) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:19:28.921123 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 859e709a-ad10-4de4-9af9-af7954ca914c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:28.952608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:28.988531 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Transition to ACTIVE for port object d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:28.997488 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:28.999320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.013179 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Transition to ACTIVE for port object 91602fba-3007-4445-b6d1-6f3e1482d579 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:29.037253 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.092578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e89692-5644-4de7-bae2-5245a5e34769 None None] Pushing event updated for resources: {'Port': ['ID=d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:29.097012 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Attempting to bind port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:19:29.097375 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Attempting to bind port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:19:29.097722 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Attempting to bind port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:19:29.099678 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 859e709a-ad10-4de4-9af9-af7954ca914c completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:29.106577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:29.107822 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 859e709a-ad10-4de4-9af9-af7954ca914c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:29.108185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.109267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:29.112998 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:19:29.131936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:19:29.132313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:29.132703 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.133085 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:19:29.133554 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Bound port: d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:19:29.133919 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.143598 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Pushing event updated for resources: {'Port': ['ID=91602fba-3007-4445-b6d1-6f3e1482d579,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:29.170780 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.245046 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.260458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] For port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:19:29.262963 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.264687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] For port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:19:29.294917 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.380209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.402961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e89692-5644-4de7-bae2-5245a5e34769 None None] Pushing event updated for resources: {'Port': ['ID=d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:29.439604 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 859e709a-ad10-4de4-9af9-af7954ca914c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=859e709a-ad10-4de4-9af9-af7954ca914c,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:29.442010 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:29.442899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:29.493045 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.495389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.497558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f22f959b-0945-476a-baba-cb82d25452f9 None None] Provisioning for port 91602fba-3007-4445-b6d1-6f3e1482d579 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:29.498699 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.603644 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-f22f959b-0945-476a-baba-cb82d25452f9 None None] Provisioning complete for port 91602fba-3007-4445-b6d1-6f3e1482d579 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:29.603880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-f22f959b-0945-476a-baba-cb82d25452f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.610276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:29.613689 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Pushing event updated for resources: {'Port': ['ID=91602fba-3007-4445-b6d1-6f3e1482d579,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:29.689842 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=859e709a-ad10-4de4-9af9-af7954ca914c,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:29.704372 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-f22f959b-0945-476a-baba-cb82d25452f9 None None] Port 91602fba-3007-4445-b6d1-6f3e1482d579 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:19:29.734880 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:29.849979 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:29.851089 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:30.057713 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:28Z', 'revision_number': 1, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:30.061638 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c69cdd9-3433-489d-a113-c1eead949a2a None None] The sync data for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv is: [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:28Z', 'revision_number': 1, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:19:30.129382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-4f1bd8c1-4988-4575-b9a1-cf1d74d79663 None None] Provisioning complete for port 91602fba-3007-4445-b6d1-6f3e1482d579 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:30.129756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd8c1-4988-4575-b9a1-cf1d74d79663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:30.184480 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-4f1bd8c1-4988-4575-b9a1-cf1d74d79663 None None] Port 91602fba-3007-4445-b6d1-6f3e1482d579 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:19:30.268232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Router c9251f90-2f55-45fe-b71c-78862261d685 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:19:30.476559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:19:30.485511 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-13052be9-28f1-4711-8ad4-feb4134f08d8 admin admin] 10.222.0.18 "PUT /v2.0/routers/c9251f90-2f55-45fe-b71c-78862261d685/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6978912 Apr 05 15:19:30.958725 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 859e709a-ad10-4de4-9af9-af7954ca914c up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:31.078260 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 859e709a-ad10-4de4-9af9-af7954ca914c triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:31.078892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.194748 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:31.265899 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:31.270422 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:31.270776 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.384992 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47518) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:31.390696 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-811442506-network', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:31.395585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:31.399775 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Usage tracker for resource:network and tenant:e56a7b3727aa41bd85e5255689ae1c4b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:31.402676 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:31.408494 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:31.418694 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Made reservation on behalf of e56a7b3727aa41bd85e5255689ae1c4b for: {'network': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:19:31.420891 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for network, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.433442 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.464120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:31.467981 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Usage tracker for resource:security_group_rule and tenant:e56a7b3727aa41bd85e5255689ae1c4b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:31.470742 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:31.476372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:31.523050 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.543910 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.546172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:31.548131 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.550603 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.580087 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=83850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 05 15:19:31.590233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e91f9dd-80ca-4b37-89a1-67ea0563fcde,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:31.597279 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.597518 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.segments_db [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Added segment 4211d8b6-15e5-428d-9a39-b3d8419221b6 of type vlan for network 2b411b88-1efe-4f0f-95cf-b51483b50a9d Apr 05 15:19:31.630498 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8741373221093'] for network, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.631659 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:31.665619 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762'] for network, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.666438 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:31.667011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Notify callbacks [] for network, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:31.767554 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] Pushing event updated for resources: {'Network': ['ID=2b411b88-1efe-4f0f-95cf-b51483b50a9d,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:31.773158 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e99d5609-e4be-4f59-b6dc-72811ad9e0f0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3843901 Apr 05 15:19:31.773502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47522) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:31.777755 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Network 2b411b88-1efe-4f0f-95cf-b51483b50a9d details requested by agent ovs-agent-dv-neutron-829488-2-hyperv with host dv-neutron-829488-2-hyperv {{(pid=83852) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 05 15:19:31.779321 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Request body: {'subnet': {'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-811442506-subnet', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'ip_version': 4}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:31.784372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:31.788186 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Usage tracker for resource:subnet and tenant:e56a7b3727aa41bd85e5255689ae1c4b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:31.791022 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:31.796637 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:31.806748 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Made reservation on behalf of e56a7b3727aa41bd85e5255689ae1c4b for: {'subnet': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:19:31.808990 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2693185'] for subnet, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.010634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1987721', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2693231'] for subnet, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.077877 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7924ddcb-8e7a-4401-ace0-cb818f6eeb42,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:32.092404 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Checking segment: {'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:32.092750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Network hostable DHCP agents. Network: 2b411b88-1efe-4f0f-95cf-b51483b50a9d, hostable agents: ['a6a295cf-3129-4845-9248-526272b8e64b'], hosted agents: [] {{(pid=83850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 05 15:19:32.114054 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Network 2b411b88-1efe-4f0f-95cf-b51483b50a9d is scheduled to be hosted by DHCP agent a6a295cf-3129-4845-9248-526272b8e64b with binding_index 1 {{(pid=83850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 05 15:19:32.122741 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-829488-2-hyperv, 2b411b88-1efe-4f0f-95cf-b51483b50a9d) {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:32.126574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:32.127408 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.131387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32bc18c-db2b-4164-acd9-e15e5c01496a None None] Network 2b411b88-1efe-4f0f-95cf-b51483b50a9d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:19:32.147361 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-032fac5f-775c-4b83-8a11-b9db29fdabcc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3730171 Apr 05 15:19:32.150675 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47526) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:32.157292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:32.162238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:32.166550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Usage tracker for resource:router and tenant:e56a7b3727aa41bd85e5255689ae1c4b is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:32.169369 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:32.175012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:32.184467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-775146', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12810'] for router, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.185350 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-775055', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-730211', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-384243', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12915'] for router, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.204864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.344591 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdeffd8d5-c76e-5db8-bbba-764a45f6bddd-2b411b88-1efe-4f0f-95cf-b51483b50a9d', 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'fixed_ips': [{'subnet_id': '7924ddcb-8e7a-4401-ace0-cb818f6eeb42'}]}} from dv-neutron-829488-2-hyperv. {{(pid=83852) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Apr 05 15:19:32.345410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.352475 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-730237', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-775680', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12897'] for router, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.500675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.db_base_plugin_common [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Allocated IP 172.20.0.2 (2b411b88-1efe-4f0f-95cf-b51483b50a9d/7924ddcb-8e7a-4401-ace0-cb818f6eeb42/1a9ac995-ace7-4687-b7ac-378f04f6c3b5) {{(pid=83852) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:19:32.639578 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.668874 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.713058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Notify callbacks [] for port, precommit_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.725007 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Transition to ACTIVE for port object 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:32.742826 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Transition to ACTIVE for port object 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 will not be triggered until provisioned by entity DHCP. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:32.748985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342'] for port, after_create {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.810136 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Allocated IP 172.26.6.135 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/f1b6a63a-07a6-40fc-b2fa-8dea7a01becf) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:19:32.816184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Network 2b411b88-1efe-4f0f-95cf-b51483b50a9d is already hosted by enough agents. {{(pid=83852) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:32.819088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.scheduler.base_scheduler [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Resources bound (agent type, host, resource id): {{(pid=83852) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:32.824365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Received port after_create {{(pid=83852) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:19:32.826690 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Pushing event updated for resources: {'Port': ['ID=1a9ac995-ace7-4687-b7ac-378f04f6c3b5,revision_number=1']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:32.894345 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:32.955370 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.956311 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Attempting to bind port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:19:32.956687 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Attempting to bind port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:19:32.957029 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Attempting to bind port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 on network 2b411b88-1efe-4f0f-95cf-b51483b50a9d {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:19:32.970514 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:19:32.970870 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Checking segment: {'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:32.971266 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.971646 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Bound using segment: {'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:19:32.972098 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Bound port: 1a9ac995-ace7-4687-b7ac-378f04f6c3b5, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:19:32.972460 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:32.982333 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:33.045617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:33.045974 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:33.051772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:33.054587 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:33.058740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:19:33.092773 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Pushing event updated for resources: {'Port': ['ID=f1b6a63a-07a6-40fc-b2fa-8dea7a01becf,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:33.155180 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] For port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:19:33.159140 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] For port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a9ac995-ace7-4687-b7ac-378f04f6c3b5,segment=NetworkSegment(4211d8b6-15e5-428d-9a39-b3d8419221b6),segment_id=4211d8b6-15e5-428d-9a39-b3d8419221b6)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:19:33.166525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:33.217105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:33.217837 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-775155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-730256'] for router, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:33.290829 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e135d73-78a2-44bd-a549-45db72e3ee99 None None] Pushing event updated for resources: {'Port': ['ID=1a9ac995-ace7-4687-b7ac-378f04f6c3b5,revision_number=2']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:33.466926 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 is scheduled to L3 agent e16353ba-1e38-4a75-a5c6-166338316970 with binding_index 1 {{(pid=83850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 05 15:19:33.673268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:19:33.687029 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Sync routers for ids ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:19:33.698852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] Notify callbacks [] for router, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:33.700085 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-4bd87360-7fc8-4ef1-b356-457004a5d42c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5481634 Apr 05 15:19:33.702772 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47530) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:33.702965 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Routers {'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:33.703564 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:33.877718 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Set router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:34.172278 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:33Z', 'revision_number': 3, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port': {'id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:34.176786 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Checking router: f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:19:34.177128 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Updating router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:19:34.244274 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92d0b2a-b6f4-4cbc-a878-69042ea443dd None None] Network 2b411b88-1efe-4f0f-95cf-b51483b50a9d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:19:34.264051 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:34.363858 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-16569eb3-a2a2-4086-9c74-f03ff6886188 None None] Provisioning for port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:34.573421 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:34.601502 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:34.614227 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Transition to ACTIVE for port object f1b6a63a-07a6-40fc-b2fa-8dea7a01becf will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:34.621302 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:34.712088 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Pushing event updated for resources: {'Port': ['ID=f1b6a63a-07a6-40fc-b2fa-8dea7a01becf,revision_number=2']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:34.715001 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Attempting to bind port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:19:34.715356 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Attempting to bind port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:19:34.715699 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Attempting to bind port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf on network de0703c4-5abc-4b89-a17e-dcc6405251d4 {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:19:34.726967 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.727301 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.728140 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.728462 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.728778 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.729089 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.729403 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.729958 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.730089 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.730335 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.730643 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83853) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:19:34.733717 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:19:34.734113 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Checking segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:34.734607 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:34.734976 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Bound using segment: {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:19:34.735423 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Bound port: f1b6a63a-07a6-40fc-b2fa-8dea7a01becf, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8016d370-ff40-4caf-a44c-b3a1eb6b4e0e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:19:34.735778 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:34.795119 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Allocated IP 172.20.0.1 (2b411b88-1efe-4f0f-95cf-b51483b50a9d/7924ddcb-8e7a-4401-ace0-cb818f6eeb42/e35e5647-776a-4ea1-a7df-82dc4314b4ed) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:19:34.807647 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] For port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:19:34.810673 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] For port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f1b6a63a-07a6-40fc-b2fa-8dea7a01becf,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:19:34.814261 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:34.897565 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c53355-3983-457b-b715-9e75cf665736 None None] Pushing event updated for resources: {'Port': ['ID=f1b6a63a-07a6-40fc-b2fa-8dea7a01becf,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:34.902492 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Routers {'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:34.903062 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:34.926074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:34.959114 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:34.976316 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Transition to ACTIVE for port object e35e5647-776a-4ea1-a7df-82dc4314b4ed will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:34.999565 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:35.001763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.005334 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:35.005699 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.068784 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Network 2b411b88-1efe-4f0f-95cf-b51483b50a9d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:35.071929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:35.076435 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:19:35.079953 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] Set router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:35.109980 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Pushing event updated for resources: {'Port': ['ID=e35e5647-776a-4ea1-a7df-82dc4314b4ed,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:35.141651 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.144543 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-776538'] for router_interface, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.177918 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a9ac995-ace7-4687-b7ac-378f04f6c3b5,segment=NetworkSegment(4211d8b6-15e5-428d-9a39-b3d8419221b6),segment_id=4211d8b6-15e5-428d-9a39-b3d8419221b6)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:35.183723 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.244262 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.255727 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=1a9ac995-ace7-4687-b7ac-378f04f6c3b5,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:35.320936 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c9c6e523-73a8-48b4-9ef8-bd50ca87d51d None None] Provisioning for port e35e5647-776a-4ea1-a7df-82dc4314b4ed completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:35.327387 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c9c6e523-73a8-48b4-9ef8-bd50ca87d51d None None] Provisioning complete for port e35e5647-776a-4ea1-a7df-82dc4314b4ed triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:35.327865 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c9c6e523-73a8-48b4-9ef8-bd50ca87d51d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.377782 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:33Z', 'revision_number': 3, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port': {'id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:35.381491 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-576fbae8-6baa-486d-ac57-156512738bbd None None] The sync data for ids ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'] in dv-neutron-829488-2-hyperv is: [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:33Z', 'revision_number': 3, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port': {'id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:19:35.397613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-c9c6e523-73a8-48b4-9ef8-bd50ca87d51d None None] Port e35e5647-776a-4ea1-a7df-82dc4314b4ed cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:19:35.482864 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.487550 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.597716 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Pushing event updated for resources: {'Port': ['ID=e35e5647-776a-4ea1-a7df-82dc4314b4ed,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:35.601103 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16390697', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-776645'] for router_interface, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.734987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Network 2b411b88-1efe-4f0f-95cf-b51483b50a9d is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:35.736116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:35.921467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a81ff674-38b7-4a5f-9112-6138c03e679d None None] Provisioning complete for port e35e5647-776a-4ea1-a7df-82dc4314b4ed triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:35.921836 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a81ff674-38b7-4a5f-9112-6138c03e679d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:35.972994 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a81ff674-38b7-4a5f-9112-6138c03e679d None None] Port e35e5647-776a-4ea1-a7df-82dc4314b4ed cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:19:36.225314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:19:36.439615 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:19:36.451582 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-78de98e2-f5ea-4d08-ba8e-df689f417c55 admin admin] 10.222.0.18 "PUT /v2.0/routers/f5a0f8ca-1324-4d94-bc2f-210a5e59ca73/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7478235 Apr 05 15:19:36.884486 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:36.950527 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:36.950896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.011577 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47540) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:37.017314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785829340', 'description': 'tempest-secgroup-smoke-1785829340 description', 'project_id': '5c47cd871ddf49c18bf3c75233488fc5'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:37.023137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:37.027571 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:security_group and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:37.030522 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:37.036090 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:37.047792 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.083544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:37.087385 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:security_group_rule and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:37.090112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:37.095731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:37.155314 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.158968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.201105 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:37.205077 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.206420 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e491eb8b-3f05-49bf-9337-4bf1efb90be3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1936021 Apr 05 15:19:37.209223 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47544) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:37.215039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'security_group_rule': {'security_group_id': 'b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0', 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:37.221267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:37.225476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:security_group_rule and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:37.230917 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:37.237448 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:37.254797 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.313934 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.317434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.339444 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d377310a-bd9c-4fb0-af33-bdf354fc2ab6,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:37.348513 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.349678 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6e70c22a-8b94-457b-ac56-79c1c44d5bad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1395380 Apr 05 15:19:37.352335 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47548) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:37.358220 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'security_group_rule': {'security_group_id': 'b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0', 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:37.363830 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:37.367555 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:security_group_rule and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:37.370352 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:37.376465 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:37.392624 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.451799 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.455629 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.480657 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d36eb0d9-6b97-4217-b9a6-64fe11445897,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:37.497750 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.499086 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-ff4c049d-b52d-4171-98cd-8c725d1f4f43 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1451898 Apr 05 15:19:37.501687 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47552) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:37.507112 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'security_group_rule': {'security_group_id': 'b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0', 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:37.513383 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:37.517081 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:security_group_rule and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:37.519994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:37.525531 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:37.541688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.601305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.605100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.627890 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c46ab51-3d18-447c-89cc-92e7c4272b89,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:37.636691 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.637919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e8021aa4-8f7b-48f0-a7ec-cbf152b468c7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1350210 Apr 05 15:19:37.640659 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47556) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:37.646215 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'security_group_rule': {'security_group_id': 'b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0', 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:37.652603 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:37.656393 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:security_group_rule and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:37.659233 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:37.664809 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:37.681292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.741502 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.745099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.769163 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad5696d-ece3-482b-a0c0-b426c5b8d883,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:37.778631 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.779788 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-7d91b6d2-c458-408b-bb4a-dcbac004d7b8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1381922 Apr 05 15:19:37.782441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47560) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:37.787894 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'security_group_rule': {'security_group_id': 'b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0', 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:37.793581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:37.797371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:security_group_rule and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:37.800202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:37.805859 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:37.815463 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Project 5c47cd871ddf49c18bf3c75233488fc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:19:37.822161 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.887871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.891468 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.916365 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d731ce-8a65-4de6-b5a1-1811d434b3b2,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:37.925251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.926464 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-8de9956d-4c97-413b-b442-b570a752f842 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1431396 Apr 05 15:19:37.929199 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47564) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:37.934434 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'security_group_rule': {'security_group_id': 'b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0', 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:37.940006 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:37.943777 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:security_group_rule and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:37.946618 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:37.952245 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:37.963152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.securitygroups_db [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Project 5c47cd871ddf49c18bf3c75233488fc5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 05 15:19:37.969371 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:37.993900 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:19:38.034101 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:38.037460 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780039'] for security_group_rule, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:38.061187 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908dc20e-6810-4d3c-9f60-394e80bf145f,revision_number=0']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:38.070566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:38.072296 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-95c6d1bc-d738-48c9-b98a-d141c622942a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1421955 Apr 05 15:19:38.199643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:38.249134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-18895e1c-7f09-4141-95d6-71e03d979838 req-d62dc75b-91e0-42b7-8d24-f5f8a697bc09 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Synchronizing usage tracker for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:security_group {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:19:38.267539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-18895e1c-7f09-4141-95d6-71e03d979838 req-d62dc75b-91e0-42b7-8d24-f5f8a697bc09 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Unset dirty status for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:security_group {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:19:38.268666 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-d62dc75b-91e0-42b7-8d24-f5f8a697bc09 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785829340&fields=id&tenant_id=5c47cd871ddf49c18bf3c75233488fc5 HTTP/1.1" status: 200 len: 267 time: 0.0636485 Apr 05 15:19:38.414884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895e1c-7f09-4141-95d6-71e03d979838 req-d85af5cb-955d-4e17-8656-9f864ae41d05 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:38.416317 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-d85af5cb-955d-4e17-8656-9f864ae41d05 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 810 time: 0.1385536 Apr 05 15:19:38.431847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-a9b4e765-e721-4420-8a20-d32c9670b928 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/quotas/5c47cd871ddf49c18bf3c75233488fc5 HTTP/1.1" status: 200 len: 375 time: 0.0102413 Apr 05 15:19:38.512372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-18895e1c-7f09-4141-95d6-71e03d979838 req-2c597ae3-bcb3-4539-8f3d-8e942d21c798 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Synchronizing usage tracker for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:19:38.529030 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-18895e1c-7f09-4141-95d6-71e03d979838 req-2c597ae3-bcb3-4539-8f3d-8e942d21c798 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Unset dirty status for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:19:38.530346 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-2c597ae3-bcb3-4539-8f3d-8e942d21c798 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940015 Apr 05 15:19:38.729235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-63ef3959-7255-4907-bd7b-83caa8053c47 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 15:19:38.730259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-63ef3959-7255-4907-bd7b-83caa8053c47 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1888349 Apr 05 15:19:38.859155 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-f2f72e83-74a5-429f-822b-8ad5c7c7ef2e service neutron] 10.222.0.18 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227291 Apr 05 15:19:38.986197 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-09ccb5c5-fbad-4abc-8a78-138062156147 service neutron] 10.222.0.18 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212339 Apr 05 15:19:39.167356 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-93ec9dd8-112b-46a7-93ad-c1ed6d1b5ceb req-01c576ba-8c31-4a35-938f-dfdce2f47ee9 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 210 time: 0.0408034 Apr 05 15:19:40.212834 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895e1c-7f09-4141-95d6-71e03d979838 req-964e7322-994b-4f63-8f2a-2daf400bd7cd tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:40.214298 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-964e7322-994b-4f63-8f2a-2daf400bd7cd tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 810 time: 0.1965680 Apr 05 15:19:40.269966 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-1acf9eea-508b-4169-b559-4fcddb406242 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c47cd871ddf49c18bf3c75233488fc5 HTTP/1.1" status: 200 len: 380 time: 0.0442464 Apr 05 15:19:40.284153 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'port': {'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'admin_state_up': True, 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'security_groups': ['b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:40.503452 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7e890ce5-a403-4c78-92fa-8115f94a2076 req-3f32d137-7e81-4f49-91d0-b886d14639ff tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 210 time: 0.2027068 Apr 05 15:19:40.572816 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:40.583173 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:40.596379 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Made reservation on behalf of 5c47cd871ddf49c18bf3c75233488fc5 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:19:40.600968 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:40.768099 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Allocated IP 172.20.0.4 (3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae/058122b4-fd66-4cf6-9448-a4bda1ad93e6/a191f907-8f01-4d69-b173-a68b3e3055d9) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:19:40.911823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f1b6a63a-07a6-40fc-b2fa-8dea7a01becf up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:40.964128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:40.985037 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Transition to ACTIVE for port object a191f907-8f01-4d69-b173-a68b3e3055d9 will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:40.992852 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:41.000342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:41.001489 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.012650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.089495 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:41.090647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:41.093118 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:41.095224 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:19:41.124517 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.145500 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f1b6a63a-07a6-40fc-b2fa-8dea7a01becf,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:41.150964 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.159093 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:41.160222 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.186297 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-8947c9da-b4f6-4e1d-a0a3-b6dd89de5add tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9062443 Apr 05 15:19:41.200547 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Request body: {'port': {'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:41.218471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=f1b6a63a-07a6-40fc-b2fa-8dea7a01becf,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:41.313677 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.327771 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a8c9a632-84c3-4c86-abb8-11a28956f705 None None] Provisioning for port a191f907-8f01-4d69-b173-a68b3e3055d9 completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:41.332398 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-a8c9a632-84c3-4c86-abb8-11a28956f705 None None] Provisioning complete for port a191f907-8f01-4d69-b173-a68b3e3055d9 triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:41.332766 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a8c9a632-84c3-4c86-abb8-11a28956f705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.385269 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-a8c9a632-84c3-4c86-abb8-11a28956f705 None None] Port a191f907-8f01-4d69-b173-a68b3e3055d9 cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:19:41.688964 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a191f907-8f01-4d69-b173-a68b3e3055d9 {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:19:41.698238 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.723300 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Transition to ACTIVE for port object a191f907-8f01-4d69-b173-a68b3e3055d9 will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:41.728343 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:41.844120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c9673-f03f-43c6-a0c5-a0f91ac16d8f req-c01fa767-ba1b-41d0-9de8-5a10eea1aaac tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:41.844813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ed0c9673-f03f-43c6-a0c5-a0f91ac16d8f req-c01fa767-ba1b-41d0-9de8-5a10eea1aaac tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Synchronizing usage tracker for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:19:41.870728 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Pushing event updated for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:41.915198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ed0c9673-f03f-43c6-a0c5-a0f91ac16d8f req-c01fa767-ba1b-41d0-9de8-5a10eea1aaac tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Unset dirty status for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:19:41.915906 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed0c9673-f03f-43c6-a0c5-a0f91ac16d8f req-c01fa767-ba1b-41d0-9de8-5a10eea1aaac tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 931 time: 0.2786613 Apr 05 15:19:42.018280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed0c9673-f03f-43c6-a0c5-a0f91ac16d8f req-1e85a53a-303b-4e20-8fa4-d97192cea75a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727158 Apr 05 15:19:42.020226 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Attempting to bind port a191f907-8f01-4d69-b173-a68b3e3055d9 on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:19:42.020574 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Attempting to bind port a191f907-8f01-4d69-b173-a68b3e3055d9 by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:19:42.020945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Attempting to bind port a191f907-8f01-4d69-b173-a68b3e3055d9 on network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:19:42.027210 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Port a191f907-8f01-4d69-b173-a68b3e3055d9 on network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:19:42.027529 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Attempting to bind port a191f907-8f01-4d69-b173-a68b3e3055d9 on network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:19:42.033776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:19:42.034137 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Checking segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:42.034517 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Bound using segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:19:42.035009 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Bound port: a191f907-8f01-4d69-b173-a68b3e3055d9, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:19:42.035282 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:42.125219 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:19:42.128377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:19:42.136959 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:42.197134 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:42.198530 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] 10.222.0.15 "PUT /v2.0/ports/a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 200 len: 1093 time: 1.0037377 Apr 05 15:19:42.198967 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:19:42.222019 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba502e71-a836-4a2e-b6be-2eb31bbc389d service neutron] Pushing event updated for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:42.273847 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2c845e3-0806-4c38-a461-8d2fbdc27465'] response: {'name': 'network-changed', 'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'status': 'completed', 'code': 200} Apr 05 15:19:42.411237 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-0ff92577-580a-4e9e-a6c6-28c1f9ad12bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1096 time: 0.1684086 Apr 05 15:19:42.479227 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-f61ec93a-b50e-42e6-ab29-45347849b374 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 200 len: 217 time: 0.0610662 Apr 05 15:19:42.543110 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18895e1c-7f09-4141-95d6-71e03d979838 req-42b80087-a7fa-4078-9137-6ee3a30384ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:42.544562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-42b80087-a7fa-4078-9137-6ee3a30384ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0597758 Apr 05 15:19:42.619033 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-e7b47d28-304f-4bf9-bf00-ea3c4789fc0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676928 Apr 05 15:19:42.747894 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-ea0330e2-33ee-4289-9e73-b00b4e7fc45d service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227360 Apr 05 15:19:42.880153 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-18895e1c-7f09-4141-95d6-71e03d979838 req-d6b73b5c-ef1d-4343-a0ac-cbaba8cd7c77 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265280 Apr 05 15:19:42.883421 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f1b6a63a-07a6-40fc-b2fa-8dea7a01becf up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:42.954133 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:42.954516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:42.992714 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-2ed7d7eb-dc54-4d9b-a234-b97c6c66c4f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1096 time: 0.0705667 Apr 05 15:19:43.122650 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-f5743fb1-68bf-4b3f-94db-4f90f247c211 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:43.124088 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-f5743fb1-68bf-4b3f-94db-4f90f247c211 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1254117 Apr 05 15:19:43.228585 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-c2c1dec1-634c-4b85-ad7a-e189ad7440c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 200 len: 217 time: 0.0980437 Apr 05 15:19:43.302012 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-f5a814ae-4142-4e02-8974-13ec31daa6bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:43.303396 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-f5a814ae-4142-4e02-8974-13ec31daa6bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0687664 Apr 05 15:19:43.313743 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eb2cc7-52a8-4e22-9e42-86eb523c17e1 req-1c2f64b7-d8f2-4311-a9fe-5472dd5cd080 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:43.315102 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1eb2cc7-52a8-4e22-9e42-86eb523c17e1 req-1c2f64b7-d8f2-4311-a9fe-5472dd5cd080 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 943 time: 0.1382735 Apr 05 15:19:43.411014 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d1eb2cc7-52a8-4e22-9e42-86eb523c17e1 req-d17da7a3-71ed-4186-a4b8-db5875b21b49 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671270 Apr 05 15:19:43.420239 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-b347c46e-a95a-4826-aba0-5fb162a014f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1042717 Apr 05 15:19:43.549783 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-a73138d4-3855-4883-91a2-56f593bdb75a service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223326 Apr 05 15:19:43.682001 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b719a861-97bc-4d47-8ade-e6962bbf36e2 req-2583aca9-d899-4caa-8131-50d78a9247fb service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258092 Apr 05 15:19:44.607120 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e195bef-178f-4d17-a663-419617042b79 req-3ebb088e-2e93-4986-b3e7-7fe683db1e47 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:44.608564 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e195bef-178f-4d17-a663-419617042b79 req-3ebb088e-2e93-4986-b3e7-7fe683db1e47 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 943 time: 0.0750399 Apr 05 15:19:44.658836 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-1e195bef-178f-4d17-a663-419617042b79 req-fa03fb20-85fb-40eb-9c8e-6aa5929e48c4 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445430 Apr 05 15:19:44.716799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Sync routers for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:19:44.728396 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:44.728990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:44.944139 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:45.246675 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 2, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:45.250471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Checking router: c9251f90-2f55-45fe-b71c-78862261d685 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:19:45.250819 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Updating router c9251f90-2f55-45fe-b71c-78862261d685 port 91602fba-3007-4445-b6d1-6f3e1482d579 binding host dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:19:45.300995 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:45.614987 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a191f907-8f01-4d69-b173-a68b3e3055d9 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:19:45.643496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Notify callbacks [] for port, precommit_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:45.718005 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Transition to ACTIVE for port object 91602fba-3007-4445-b6d1-6f3e1482d579 will not be triggered until provisioned by entity L2. {{(pid=83852) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:45.730860 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:45.861289 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed991c51-f918-4980-a69a-46c53d6fda7c req-9859d192-155f-43ba-8db9-2642fbca434c tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:45.863736 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed991c51-f918-4980-a69a-46c53d6fda7c req-9859d192-155f-43ba-8db9-2642fbca434c tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 943 time: 0.0851033 Apr 05 15:19:45.884548 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863c32d-aa54-49bb-9f06-aa1c98f9cd5c None None] Pushing event updated for resources: {'Port': ['ID=91602fba-3007-4445-b6d1-6f3e1482d579,revision_number=3']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:45.914824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:45.922400 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ed991c51-f918-4980-a69a-46c53d6fda7c req-f6b4308c-20bd-4a4a-95dc-76b84b574353 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460360 Apr 05 15:19:45.992866 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:19:46.048325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Attempting to bind port 91602fba-3007-4445-b6d1-6f3e1482d579 on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:19:46.048682 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Attempting to bind port 91602fba-3007-4445-b6d1-6f3e1482d579 by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:19:46.049035 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Attempting to bind port 91602fba-3007-4445-b6d1-6f3e1482d579 on network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:19:46.076021 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:19:46.076320 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Checking segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:46.076711 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:46.077092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Bound using segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} {{(pid=83852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:19:46.077546 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.managers [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Bound port: 91602fba-3007-4445-b6d1-6f3e1482d579, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'}}] {{(pid=83852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:19:46.077916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:46.088097 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:46.145943 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a191f907-8f01-4d69-b173-a68b3e3055d9 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:19:46.191578 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:46.198065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:46.200109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] For port 91602fba-3007-4445-b6d1-6f3e1482d579, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:19:46.247532 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] For port 91602fba-3007-4445-b6d1-6f3e1482d579, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=91602fba-3007-4445-b6d1-6f3e1482d579,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:19:46.259571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:46.286101 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:46.360109 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:46.360712 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:46.413803 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e09575-e491-401a-830b-318cadafa76d None None] Sync routers for ids ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:19:46.426370 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e09575-e491-401a-830b-318cadafa76d None None] Routers {'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:46.426997 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-25e09575-e491-401a-830b-318cadafa76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:46.461389 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a191f907-8f01-4d69-b173-a68b3e3055d9'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:19:46.548217 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f863c32d-aa54-49bb-9f06-aa1c98f9cd5c None None] Pushing event updated for resources: {'Port': ['ID=91602fba-3007-4445-b6d1-6f3e1482d579,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:46.602064 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-25e09575-e491-401a-830b-318cadafa76d None None] Set router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:46.689617 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:46.930006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 91602fba-3007-4445-b6d1-6f3e1482d579 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:46.941640 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-25e09575-e491-401a-830b-318cadafa76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:35Z', 'revision_number': 4, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port': {'id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'e35e5647-776a-4ea1-a7df-82dc4314b4ed', 'name': '', 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'mac_address': 'fa:16:3e:27:6b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7924ddcb-8e7a-4401-ace0-cb818f6eeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:34Z', 'updated_at': '2022-04-05T15:19:35Z', 'revision_number': 2, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'subnets': [{'id': '7924ddcb-8e7a-4401-ace0-cb818f6eeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:46.945377 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e09575-e491-401a-830b-318cadafa76d None None] Checking router: f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:19:46.945714 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e09575-e491-401a-830b-318cadafa76d None None] Updating router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 port e35e5647-776a-4ea1-a7df-82dc4314b4ed binding host dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Apr 05 15:19:46.996509 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-25e09575-e491-401a-830b-318cadafa76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.175170 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port 91602fba-3007-4445-b6d1-6f3e1482d579 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:47.192911 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 91602fba-3007-4445-b6d1-6f3e1482d579 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:47.193270 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.278994 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202c3399-3763-47b0-825a-2f4ca2e50663 req-0df1bd61-c453-4da8-b445-fe6e17e23316 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:47.280470 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-202c3399-3763-47b0-825a-2f4ca2e50663 req-0df1bd61-c453-4da8-b445-fe6e17e23316 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 944 time: 0.0807145 Apr 05 15:19:47.293103 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:46Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:47.324927 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f74771-d820-4ad0-8893-84994ddddd3d None None] The sync data for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv is: [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:46Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:19:47.332853 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-202c3399-3763-47b0-825a-2f4ca2e50663 req-17dab201-f253-4bca-95bf-f563a9095b6c tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466921 Apr 05 15:19:47.357107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.369923 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-25e09575-e491-401a-830b-318cadafa76d None None] Notify callbacks [] for port, precommit_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.382305 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.provisioning_blocks [None req-25e09575-e491-401a-830b-318cadafa76d None None] Transition to ACTIVE for port object e35e5647-776a-4ea1-a7df-82dc4314b4ed will not be triggered until provisioned by entity L2. {{(pid=83853) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:19:47.391008 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port 91602fba-3007-4445-b6d1-6f3e1482d579, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=91602fba-3007-4445-b6d1-6f3e1482d579,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:47.391236 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-25e09575-e491-401a-830b-318cadafa76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.396058 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.463877 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25eec3-b2d7-4309-8803-11276ea0f2e7 None None] Pushing event updated for resources: {'Port': ['ID=e35e5647-776a-4ea1-a7df-82dc4314b4ed,revision_number=3']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:47.468730 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=91602fba-3007-4445-b6d1-6f3e1482d579,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:47.625531 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-25e09575-e491-401a-830b-318cadafa76d None None] Attempting to bind port e35e5647-776a-4ea1-a7df-82dc4314b4ed on host dv-neutron-829488-2-hyperv for vnic_type normal with profile {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:19:47.626220 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-25e09575-e491-401a-830b-318cadafa76d None None] Attempting to bind port e35e5647-776a-4ea1-a7df-82dc4314b4ed by drivers openvswitch,hyperv on host dv-neutron-829488-2-hyperv at level 0 using segments [{'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:19:47.626727 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e09575-e491-401a-830b-318cadafa76d None None] Attempting to bind port e35e5647-776a-4ea1-a7df-82dc4314b4ed on network 2b411b88-1efe-4f0f-95cf-b51483b50a9d {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:19:47.635059 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e09575-e491-401a-830b-318cadafa76d None None] Checking agent: {'id': '6b2e66ff-7d0d-4874-9d3b-23d0f6f5f4ac', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-829488-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 21, 27), 'started_at': datetime.datetime(2022, 4, 5, 14, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 19, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-829488-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:19:47.635435 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e09575-e491-401a-830b-318cadafa76d None None] Checking segment: {'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83853) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:19:47.635832 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-25e09575-e491-401a-830b-318cadafa76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.636217 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e09575-e491-401a-830b-318cadafa76d None None] Bound using segment: {'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'} {{(pid=83853) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:19:47.636743 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.managers [None req-25e09575-e491-401a-830b-318cadafa76d None None] Bound port: e35e5647-776a-4ea1-a7df-82dc4314b4ed, host: dv-neutron-829488-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4211d8b6-15e5-428d-9a39-b3d8419221b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d'}}] {{(pid=83853) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:19:47.637113 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-25e09575-e491-401a-830b-318cadafa76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.639646 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a191f907-8f01-4d69-b173-a68b3e3055d9 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:47.717068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port a191f907-8f01-4d69-b173-a68b3e3055d9 completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:47.722612 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port a191f907-8f01-4d69-b173-a68b3e3055d9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:47.723049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.732689 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-25e09575-e491-401a-830b-318cadafa76d None None] For port e35e5647-776a-4ea1-a7df-82dc4314b4ed, host dv-neutron-829488-2-hyperv, cleared binding levels {{(pid=83853) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:19:47.736575 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.plugins.ml2.db [None req-25e09575-e491-401a-830b-318cadafa76d None None] For port e35e5647-776a-4ea1-a7df-82dc4314b4ed, host dv-neutron-829488-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e35e5647-776a-4ea1-a7df-82dc4314b4ed,segment=NetworkSegment(4211d8b6-15e5-428d-9a39-b3d8419221b6),segment_id=4211d8b6-15e5-428d-9a39-b3d8419221b6)] {{(pid=83853) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:19:47.740481 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron_lib.callbacks.manager [None req-25e09575-e491-401a-830b-318cadafa76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83853) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.823893 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd25eec3-b2d7-4309-8803-11276ea0f2e7 None None] Pushing event updated for resources: {'Port': ['ID=e35e5647-776a-4ea1-a7df-82dc4314b4ed,revision_number=4']} {{(pid=83853) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:47.828942 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e09575-e491-401a-830b-318cadafa76d None None] Routers {'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:19:47.829473 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-25e09575-e491-401a-830b-318cadafa76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:47.856606 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.884533 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:19:47.894875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:47.899920 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:47.952084 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a4830b1-2ef2-4b0b-867c-4c7f55c92b02'] response: {'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'code': 200} Apr 05 15:19:47.985971 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:48.037163 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-25e09575-e491-401a-830b-318cadafa76d None None] Set router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:19:48.280634 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5bb56cf0-2e93-4529-ba54-0f1a1984fbb5 req-b29a7f3f-0955-4b02-ae72-0475e76e12e8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1098 time: 0.1594048 Apr 05 15:19:48.321652 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5bb56cf0-2e93-4529-ba54-0f1a1984fbb5 req-7b031b74-53a3-4f1f-8847-3f72c4d8e4a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351048 Apr 05 15:19:48.353635 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-25e09575-e491-401a-830b-318cadafa76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:35Z', 'revision_number': 4, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port': {'id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'e35e5647-776a-4ea1-a7df-82dc4314b4ed', 'name': '', 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'mac_address': 'fa:16:3e:27:6b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7924ddcb-8e7a-4401-ace0-cb818f6eeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:34Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 4, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'subnets': [{'id': '7924ddcb-8e7a-4401-ace0-cb818f6eeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:19:48.357440 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e09575-e491-401a-830b-318cadafa76d None None] The sync data for ids ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'] in dv-neutron-829488-2-hyperv is: [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:35Z', 'revision_number': 4, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port': {'id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': 'e35e5647-776a-4ea1-a7df-82dc4314b4ed', 'name': '', 'network_id': '2b411b88-1efe-4f0f-95cf-b51483b50a9d', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'mac_address': 'fa:16:3e:27:6b:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7924ddcb-8e7a-4401-ace0-cb818f6eeb42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:34Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 4, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'subnets': [{'id': '7924ddcb-8e7a-4401-ace0-cb818f6eeb42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:19:48.549683 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c731fd7-8a6b-438e-a163-999e03c511af req-0f89acc0-c544-4e99-867a-bc23c429dbc8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:48.551204 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c731fd7-8a6b-438e-a163-999e03c511af req-0f89acc0-c544-4e99-867a-bc23c429dbc8 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 945 time: 0.0820603 Apr 05 15:19:48.600152 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-6c731fd7-8a6b-438e-a163-999e03c511af req-a38b6a8b-c2f7-4dfb-8139-ca93cdd51c73 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431514 Apr 05 15:19:48.953605 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e35e5647-776a-4ea1-a7df-82dc4314b4ed up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:49.025881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning for port e35e5647-776a-4ea1-a7df-82dc4314b4ed completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:19:49.030892 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e35e5647-776a-4ea1-a7df-82dc4314b4ed triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:49.031354 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:49.150720 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:49.186613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] For port e35e5647-776a-4ea1-a7df-82dc4314b4ed, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e35e5647-776a-4ea1-a7df-82dc4314b4ed,segment=NetworkSegment(4211d8b6-15e5-428d-9a39-b3d8419221b6),segment_id=4211d8b6-15e5-428d-9a39-b3d8419221b6)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:19:49.191222 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:49.192108 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 91602fba-3007-4445-b6d1-6f3e1482d579 up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:49.306853 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Pushing event updated for resources: {'Port': ['ID=e35e5647-776a-4ea1-a7df-82dc4314b4ed,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:49.319786 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port 91602fba-3007-4445-b6d1-6f3e1482d579 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:49.320154 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:49.797389 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392777c-59f6-42c1-8522-a7456c2fc22f req-bdd68b63-9746-4895-83ae-78e59ae714d1 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:49.798859 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3392777c-59f6-42c1-8522-a7456c2fc22f req-bdd68b63-9746-4895-83ae-78e59ae714d1 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 945 time: 0.0754030 Apr 05 15:19:49.843671 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3392777c-59f6-42c1-8522-a7456c2fc22f req-d86ff81c-0bdd-4996-8fe1-857cfb5e112e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393283 Apr 05 15:19:50.043871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84009b8f-11dc-4139-bda8-293051c4c095 req-a06333a7-4a12-4f8a-9b91-7cdc4b121d2e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:50.045299 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84009b8f-11dc-4139-bda8-293051c4c095 req-a06333a7-4a12-4f8a-9b91-7cdc4b121d2e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 945 time: 0.0785062 Apr 05 15:19:50.089301 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-84009b8f-11dc-4139-bda8-293051c4c095 req-b6cc8e7d-3d5d-4925-bce6-c86b94581533 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385234 Apr 05 15:19:50.115956 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47616) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:50.246828 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0b1d5f76-2b78-49ef-b1ae-2115334209d7 tempest-TestSnapshotPattern-1007522633 tempest-TestSnapshotPattern-1007522633-project-admin] Synchronizing usage tracker for tenant:e56a7b3727aa41bd85e5255689ae1c4b on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:19:50.263255 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-0b1d5f76-2b78-49ef-b1ae-2115334209d7 tempest-TestSnapshotPattern-1007522633 tempest-TestSnapshotPattern-1007522633-project-admin] Unset dirty status for tenant:e56a7b3727aa41bd85e5255689ae1c4b on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:19:50.264476 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-0b1d5f76-2b78-49ef-b1ae-2115334209d7 tempest-TestSnapshotPattern-1007522633 tempest-TestSnapshotPattern-1007522633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1093 time: 0.1475935 Apr 05 15:19:50.267544 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47622) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:19:50.272688 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:19:50.278467 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:19:50.282140 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:floatingip and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:19:50.284825 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:19:50.291100 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:19:50.301581 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:50.431612 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:50.563884 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Allocated IP 172.26.6.157 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/ffd7563f-576b-4d96-9086-f677faf38bb5) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:19:50.709509 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:50.736484 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:50.802458 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:19:50.805027 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:19:50.809174 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:19:50.837852 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'Port': ['ID=ffd7563f-576b-4d96-9086-f677faf38bb5,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:50.897092 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e35e5647-776a-4ea1-a7df-82dc4314b4ed up at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:19:50.965238 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Provisioning complete for port e35e5647-776a-4ea1-a7df-82dc4314b4ed triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:19:50.965522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:51.302984 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:51.360418 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:51.644954 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:51.649410 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:51.755115 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'Port': ['ID=ffd7563f-576b-4d96-9086-f677faf38bb5,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:19:51.766634 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:51.967560 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Floating IP f015ac09-ec89-47c6-8e31-0d80a078ccb1 associated. External IP: 172.26.6.157, port: a191f907-8f01-4d69-b173-a68b3e3055d9. Apr 05 15:19:52.354786 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Router c9251f90-2f55-45fe-b71c-78862261d685 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:19:52.547497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:19:52.571651 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:52.627007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6165b778-a88f-4762-bc8c-1129453bd03e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3583653 Apr 05 15:19:52.627746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:19:52.756273 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1804c76f-21d4-45f0-b0a6-4eb8b33d22f2'] response: {'name': 'network-changed', 'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'status': 'completed', 'code': 200} Apr 05 15:19:52.844049 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62514a60-3191-479a-bd29-b41f89c78c2c req-15105f7d-e2b4-450f-8457-88db77b1bb53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1098 time: 0.0673132 Apr 05 15:19:52.971731 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62514a60-3191-479a-bd29-b41f89c78c2c req-2355814b-a4c4-4899-94b2-02736882b3b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:52.973155 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62514a60-3191-479a-bd29-b41f89c78c2c req-2355814b-a4c4-4899-94b2-02736882b3b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1235399 Apr 05 15:19:53.072415 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62514a60-3191-479a-bd29-b41f89c78c2c req-9bacbca4-76d5-4b2a-ba0f-f4bcb989bb7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 200 len: 999 time: 0.0936759 Apr 05 15:19:53.131218 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62514a60-3191-479a-bd29-b41f89c78c2c req-3f194c68-2075-4781-bde2-1d35c64caf0e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:19:53.132578 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62514a60-3191-479a-bd29-b41f89c78c2c req-3f194c68-2075-4781-bde2-1d35c64caf0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0548670 Apr 05 15:19:53.288611 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62514a60-3191-479a-bd29-b41f89c78c2c req-2929a911-5958-4f09-97df-848bea944bfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1505382 Apr 05 15:19:53.415241 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62514a60-3191-479a-bd29-b41f89c78c2c req-da119524-ef0c-450d-830a-3a5b17eead7a service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197670 Apr 05 15:19:53.543241 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-62514a60-3191-479a-bd29-b41f89c78c2c req-1cfe80b9-5f98-4d13-a1c2-c2804ce52b83 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225886 Apr 05 15:19:54.277068 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-23a9541d-172e-4984-ba44-25752fca16a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:56.472600 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a2be804b-3f91-4d81-9092-4dafe3432009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:57.635898 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:57.637837 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:19:59.208520 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:01.245951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] Sync routers for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:20:01.258599 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:20:01.259215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:20:01.432015 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:20:01.777756 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:19:51Z', 'revision_number': 0, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:20:01.781388 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] Checking router: c9251f90-2f55-45fe-b71c-78862261d685 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:20:01.792045 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:20:01.792624 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:19:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:20:01.969535 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:20:02.348965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:19:51Z', 'revision_number': 0, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:20:02.353525 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29d1c7bc-c25c-43cf-bc4e-6e308dc4405f None None] The sync data for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv is: [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:19:51Z', 'revision_number': 0, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:20:08.220706 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:08.608088 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b6afd2b-1484-40f7-a917-b5745dc544db None None] New status for floating IP f015ac09-ec89-47c6-8e31-0d80a078ccb1: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:20:14.994136 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:20:24.278789 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5bec928d-2d91-4562-bca0-784a0aee7580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:25.790888 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-3edb00bd-672f-4399-8042-388ed19bf8c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664754 Apr 05 15:20:25.931394 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-ac9b2ecd-3a57-479a-af47-f272006b0aa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1098 time: 0.0716469 Apr 05 15:20:26.072824 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-c18719ba-5393-47bd-8733-338c978f12b8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:20:26.074271 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-c18719ba-5393-47bd-8733-338c978f12b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1249826 Apr 05 15:20:26.172280 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-832c83b8-5759-4376-8c58-970ac435e077 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 200 len: 1001 time: 0.0912850 Apr 05 15:20:26.237771 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-16c1dc27-9798-4188-85e6-07404f97bf15 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:20:26.239166 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-16c1dc27-9798-4188-85e6-07404f97bf15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0604508 Apr 05 15:20:26.312852 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-93d2fac0-b753-4732-a39a-1d87313236db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675554 Apr 05 15:20:26.440205 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-d6740af1-208e-4a93-8056-997bd1592fbf service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213348 Apr 05 15:20:26.475639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d875fc93-19bb-4dad-b266-667f6ed59f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:26.569256 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-86f4ee9e-4ae3-4d86-ae4a-232914d34932 req-13af04c5-f078-49c2-928f-31da3384897b service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225066 Apr 05 15:20:27.637230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:27.639064 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:29.212263 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:38.230643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:51.993795 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:20:54.280909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-d44cc572-3ccd-4216-9b68-347e189d518d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:56.478113 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-85299c8b-fcb4-4e7f-8199-ed73f16cc155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:57.641123 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:57.641775 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:20:59.213839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:08.228719 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:24.283240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-dc8de26e-8292-4bf3-91c0-e14a2a7f7fb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:26.390987 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-891a521e-f94b-4819-921c-54cb7f7b79b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1358612 Apr 05 15:21:26.479341 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-315262ca-f603-4a9a-8e28-a83ddc2b7bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:26.526279 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-54cfbfc6-8d3c-431f-b48b-ef90645961b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1098 time: 0.0687652 Apr 05 15:21:26.669244 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9627a94-f72f-492f-8195-78bc043378de req-2e6838e0-489c-43be-937a-b092968e3bb0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:21:26.670846 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-2e6838e0-489c-43be-937a-b092968e3bb0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1251726 Apr 05 15:21:26.772623 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-b44ef3de-b9d9-44f1-b7f5-7af680cacbc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 200 len: 1001 time: 0.0953100 Apr 05 15:21:26.835058 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9627a94-f72f-492f-8195-78bc043378de req-9cc3acd8-f55c-4a52-9fcd-4097921e2460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:21:26.836464 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-9cc3acd8-f55c-4a52-9fcd-4097921e2460 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0574961 Apr 05 15:21:26.993344 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-3fe81e74-9e35-4383-a3a2-7179dfb17a3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1506009 Apr 05 15:21:27.003155 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-b34296d9-889c-43cf-bb61-3034af285a9a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=83850) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Apr 05 15:21:27.004311 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-b34296d9-889c-43cf-bb61-3034af285a9a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0048962 Apr 05 15:21:27.131629 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-b77af6d4-f403-416e-9b14-01f30632a367 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206834 Apr 05 15:21:27.260279 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e9627a94-f72f-492f-8195-78bc043378de req-2784e250-d85c-4159-a3e5-586cd0e632fa service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220489 Apr 05 15:21:27.643196 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:27.644416 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:28.992890 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:21:29.221282 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:38.232132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:50.200185 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a191f907-8f01-4d69-b173-a68b3e3055d9 details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:21:50.333033 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:21:50.346184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:21:50.399112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:50.416226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a191f907-8f01-4d69-b173-a68b3e3055d9 {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:21:50.431935 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:21:50.436343 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:50.513684 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['a191f907-8f01-4d69-b173-a68b3e3055d9'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:21:50.550313 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:21:50.572885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.573240 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.573555 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.573884 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.574242 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.574572 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.574896 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.575219 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.575541 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.575859 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:50.576189 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:21:52.214184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a191f907-8f01-4d69-b173-a68b3e3055d9 up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:21:52.295909 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port a191f907-8f01-4d69-b173-a68b3e3055d9 triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:21:52.296179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:52.422961 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:52.452463 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:21:52.464530 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:21:52.472947 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:52.532018 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe69783-c7a7-411f-a5c2-0ee2105ec22c'] response: {'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'code': 200} Apr 05 15:21:52.549561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:21:54.286205 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-aea90033-b4cb-4c04-90fb-b67ea804b6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:56.486663 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7f4da1af-9312-48d7-8933-fc941a86bcd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:57.662397 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:57.668066 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:21:59.228792 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:01.594278 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-047a7138-fc48-488d-b554-f061d0b8948e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785829340&fields=id&tenant_id=5c47cd871ddf49c18bf3c75233488fc5 HTTP/1.1" status: 200 len: 267 time: 0.0434983 Apr 05 15:22:01.738198 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922229e-a351-4178-896b-8a77c511a76a req-2897a6c0-a75e-48d9-b731-1080a8723c82 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:01.739618 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-2897a6c0-a75e-48d9-b731-1080a8723c82 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 810 time: 0.1388261 Apr 05 15:22:01.755832 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-10b26163-c65d-43e9-9437-d30ea3eda2ad tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/quotas/5c47cd871ddf49c18bf3c75233488fc5 HTTP/1.1" status: 200 len: 375 time: 0.0104439 Apr 05 15:22:01.836219 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-55d17872-a80e-4cad-9df8-b03bbc044251 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0750840 Apr 05 15:22:01.969448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-3e261f77-2988-48ac-9f95-cb0ea7800a2c service neutron] 10.222.0.18 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219027 Apr 05 15:22:02.097902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-ebe2e5b2-ceb4-4ecd-9ba2-3a1c3cef1d3d service neutron] 10.222.0.18 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226382 Apr 05 15:22:02.302156 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-02b0c110-ec27-403e-ae73-5317b4864603 req-90880065-adda-4f33-9ed3-1439aa136818 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 210 time: 0.0457499 Apr 05 15:22:03.467079 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2d6cbd48-9543-43c2-ab3a-7c37ee5522f4 req-74600617-be59-43f2-9797-f7e818a12515 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 210 time: 0.0411084 Apr 05 15:22:03.614869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922229e-a351-4178-896b-8a77c511a76a req-40a7634f-fb96-4e54-aba2-fab14dd57001 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:03.616988 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-40a7634f-fb96-4e54-aba2-fab14dd57001 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 810 time: 0.1491799 Apr 05 15:22:03.670661 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-5d7ccf50-fc31-4348-b2d2-9be1b181905c tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c47cd871ddf49c18bf3c75233488fc5 HTTP/1.1" status: 200 len: 380 time: 0.0418658 Apr 05 15:22:03.679283 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'port': {'device_id': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'admin_state_up': True, 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'security_groups': ['b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0']}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:22:03.813304 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:22:03.822686 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:22:03.832470 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Made reservation on behalf of 5c47cd871ddf49c18bf3c75233488fc5 for: {'port': 1} {{(pid=83850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 05 15:22:03.836016 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:04.008806 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Allocated IP 172.20.0.10 (3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae/058122b4-fd66-4cf6-9448-a4bda1ad93e6/2f324106-b7a1-4a14-ae4d-f582c5c613be) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:22:04.214850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a191f907-8f01-4d69-b173-a68b3e3055d9 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:22:04.241441 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:04.260129 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Transition to ACTIVE for port object 2f324106-b7a1-4a14-ae4d-f582c5c613be will not be triggered until provisioned by entity DHCP. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:22:04.304496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:04.336625 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:04.380156 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:22:04.412395 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:22:04.417435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:04.506081 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac5c2cf-c651-4cb5-82da-fea3425fc60b'] response: {'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'code': 200} Apr 05 15:22:04.509339 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:22:04.531908 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:22:04.535673 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:22:04.537823 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:22:04.549768 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:22:04.577928 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.578301 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.578642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.578977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.579313 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.579642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.579972 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.580298 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.580620 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.580945 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.581268 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:22:04.629165 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:04.629869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:04.665511 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-42e35565-8429-4637-87db-1c337d7267b3 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9902637 Apr 05 15:22:04.819305 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8805620-9e72-4a3b-99f9-4d193c0b896e req-ab09e7c1-032e-4c92-bc79-4bb756d81c75 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:04.820088 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-f8805620-9e72-4a3b-99f9-4d193c0b896e req-ab09e7c1-032e-4c92-bc79-4bb756d81c75 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Synchronizing usage tracker for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:22:04.848785 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-f8805620-9e72-4a3b-99f9-4d193c0b896e req-ab09e7c1-032e-4c92-bc79-4bb756d81c75 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Unset dirty status for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:22:04.850307 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8805620-9e72-4a3b-99f9-4d193c0b896e req-ab09e7c1-032e-4c92-bc79-4bb756d81c75 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 932 time: 0.1473985 Apr 05 15:22:04.906025 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8805620-9e72-4a3b-99f9-4d193c0b896e req-f0ebb57f-cfe0-4623-bed1-b445def84ee1 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459642 Apr 05 15:22:04.942802 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2bf43d98-c1cf-43ee-9c71-a059595c2ba1 None None] Provisioning for port 2f324106-b7a1-4a14-ae4d-f582c5c613be completed by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:22:04.961081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-2bf43d98-c1cf-43ee-9c71-a059595c2ba1 None None] Provisioning complete for port 2f324106-b7a1-4a14-ae4d-f582c5c613be triggered by entity DHCP. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:22:04.961449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-2bf43d98-c1cf-43ee-9c71-a059595c2ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:05.016112 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-2bf43d98-c1cf-43ee-9c71-a059595c2ba1 None None] Port 2f324106-b7a1-4a14-ae4d-f582c5c613be cannot update to ACTIVE because it is not bound. {{(pid=83852) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Apr 05 15:22:05.998576 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:22:06.111738 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb6074d-efd7-48bc-9995-87cfb05cb781 req-66b8d81f-fa92-425b-aacf-7cd68c87e9d4 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:06.113440 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cdb6074d-efd7-48bc-9995-87cfb05cb781 req-66b8d81f-fa92-425b-aacf-7cd68c87e9d4 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 932 time: 0.0795763 Apr 05 15:22:06.161429 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-cdb6074d-efd7-48bc-9995-87cfb05cb781 req-d9a88918-ec86-48c5-9499-8a561b8a3895 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415676 Apr 05 15:22:07.368746 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1474d4-96a3-4bfe-8cd7-2dd4468a801a req-ada0f7cc-a710-402b-8108-6f84f9050583 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:07.370259 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9a1474d4-96a3-4bfe-8cd7-2dd4468a801a req-ada0f7cc-a710-402b-8108-6f84f9050583 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 932 time: 0.0830495 Apr 05 15:22:07.416858 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9a1474d4-96a3-4bfe-8cd7-2dd4468a801a req-ebfab931-442d-454a-9bb0-6d017f948a85 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406494 Apr 05 15:22:08.243558 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:08.644320 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ac0eb0-93a0-478b-8e1d-61b5cec09434 req-87ae1a1a-826d-4a56-b7b3-d06602933c32 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:08.645884 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c9ac0eb0-93a0-478b-8e1d-61b5cec09434 req-87ae1a1a-826d-4a56-b7b3-d06602933c32 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 932 time: 0.1037202 Apr 05 15:22:08.696818 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-c9ac0eb0-93a0-478b-8e1d-61b5cec09434 req-22832aa6-bd0a-4330-9422-86436c8aa340 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449989 Apr 05 15:22:09.911432 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1eef24-ac51-4b9f-bbd9-75d6e36101aa req-9ba3d939-2ebe-4532-8e60-ec804e3c3cac tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:09.911432 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3d1eef24-ac51-4b9f-bbd9-75d6e36101aa req-9ba3d939-2ebe-4532-8e60-ec804e3c3cac tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 932 time: 0.0863898 Apr 05 15:22:09.953774 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-3d1eef24-ac51-4b9f-bbd9-75d6e36101aa req-0790ccc3-0fb4-4b36-bc55-3347efc877e6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427940 Apr 05 15:22:11.169548 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a7e9f-2a30-4352-9101-e6e4f7bde2e0 req-037f9ae2-c55b-488b-9995-f59abb3295a0 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:11.176155 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f7a7e9f-2a30-4352-9101-e6e4f7bde2e0 req-037f9ae2-c55b-488b-9995-f59abb3295a0 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 932 time: 0.0960276 Apr 05 15:22:11.223234 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4f7a7e9f-2a30-4352-9101-e6e4f7bde2e0 req-4af0bdc8-8572-404f-a0e6-4e1b55f4fe6e tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462182 Apr 05 15:22:12.423291 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b94d132-6406-4d55-a974-dd9bed622f1d req-3517d30d-77a7-492e-b15d-c073bbff567a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:12.424750 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8b94d132-6406-4d55-a974-dd9bed622f1d req-3517d30d-77a7-492e-b15d-c073bbff567a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 932 time: 0.0813625 Apr 05 15:22:12.469299 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-8b94d132-6406-4d55-a974-dd9bed622f1d req-f123cb4d-2887-4988-9b26-5e333440449d tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384362 Apr 05 15:22:12.541407 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Request body: {'port': {'device_id': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8294'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:22:12.650788 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:12.978812 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f324106-b7a1-4a14-ae4d-f582c5c613be {{(pid=83850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:22:12.985366 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:12.999669 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.provisioning_blocks [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Transition to ACTIVE for port object 2f324106-b7a1-4a14-ae4d-f582c5c613be will not be triggered until provisioned by entity L2. {{(pid=83850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 05 15:22:13.003585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:13.130096 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Pushing event updated for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:22:13.238157 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Attempting to bind port 2f324106-b7a1-4a14-ae4d-f582c5c613be on host hv-neutron-8294 for vnic_type normal with profile {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 05 15:22:13.238493 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Attempting to bind port 2f324106-b7a1-4a14-ae4d-f582c5c613be by drivers openvswitch,hyperv on host hv-neutron-8294 at level 0 using segments [{'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 05 15:22:13.238818 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Attempting to bind port 2f324106-b7a1-4a14-ae4d-f582c5c613be on network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:22:13.245267 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Port 2f324106-b7a1-4a14-ae4d-f582c5c613be on network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8294 {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Apr 05 15:22:13.245585 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Attempting to bind port 2f324106-b7a1-4a14-ae4d-f582c5c613be on network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Apr 05 15:22:13.251740 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Checking agent: {'id': '6d7eb2a6-6726-4545-9948-24cb0d24a803', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8294', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'started_at': datetime.datetime(2022, 4, 5, 14, 27, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 5, 15, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Apr 05 15:22:13.252065 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Checking segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Apr 05 15:22:13.252452 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Bound using segment: {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'} {{(pid=83850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Apr 05 15:22:13.252869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.managers [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Bound port: 2f324106-b7a1-4a14-ae4d-f582c5c613be, host: hv-neutron-8294, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93c80e14-fd73-4adc-b7ce-47ab61b63ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae'}}] {{(pid=83850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 05 15:22:13.253209 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:13.354372 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, cleared binding levels {{(pid=83850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 05 15:22:13.357643 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 05 15:22:13.391446 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:13.449807 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:13.450522 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f324106-b7a1-4a14-ae4d-f582c5c613be HTTP/1.1" status: 200 len: 1094 time: 0.9133716 Apr 05 15:22:13.450914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:22:13.529730 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9785fe08-3890-4597-95f1-3d24f54a7384'] response: {'name': 'network-changed', 'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'status': 'completed', 'code': 200} Apr 05 15:22:13.634705 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417587e4-d461-40f1-8783-a3c84a7d4558 service neutron] Pushing event updated for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=3']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:22:13.725343 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-88fcbdea-f5d2-4560-a678-e827b81d1937 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 1097 time: 0.2357559 Apr 05 15:22:13.735276 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c122a-0cbd-4afd-b84c-f40a3f61388e req-f4c6df9e-9cb4-4dc0-903a-36454d8dc444 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:13.736559 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea2c122a-0cbd-4afd-b84c-f40a3f61388e req-f4c6df9e-9cb4-4dc0-903a-36454d8dc444 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 944 time: 0.1076105 Apr 05 15:22:13.820630 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-4708bbe6-f224-421b-bc5b-600a29e62a27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be HTTP/1.1" status: 200 len: 217 time: 0.0831449 Apr 05 15:22:13.893272 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ea2c122a-0cbd-4afd-b84c-f40a3f61388e req-2858fbdc-9a90-4e3c-a364-2924fce5f29c tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059091 Apr 05 15:22:13.904419 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922229e-a351-4178-896b-8a77c511a76a req-d69ff278-6f94-498e-ac77-e53db37e7cfb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:13.905824 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-d69ff278-6f94-498e-ac77-e53db37e7cfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0734179 Apr 05 15:22:13.978516 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-088e533f-c18f-442a-8486-adef6985b798 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664620 Apr 05 15:22:14.105368 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-195bc85c-d6a0-47ed-9694-ff8a24e5b4d2 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213367 Apr 05 15:22:14.234863 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-0922229e-a351-4178-896b-8a77c511a76a req-f6549a60-cff8-4ee8-85c7-720776e6153b service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231196 Apr 05 15:22:14.349744 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-7433193b-799e-4eb6-a71c-9811f0395d2b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 1097 time: 0.0680072 Apr 05 15:22:14.477503 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-6f215809-739c-4966-b126-e869499c64cd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:14.478945 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-6f215809-739c-4966-b126-e869499c64cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1229041 Apr 05 15:22:14.548315 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-a0447c1b-2b7f-4cbf-8647-47e5a9ffec59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be HTTP/1.1" status: 200 len: 217 time: 0.0629365 Apr 05 15:22:14.609987 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-39c1e88e-6347-4e06-8cb0-f735f2844342 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:14.611423 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-39c1e88e-6347-4e06-8cb0-f735f2844342 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0564442 Apr 05 15:22:14.688240 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-ce34b097-7997-471f-8809-663dfb78d47c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704520 Apr 05 15:22:14.817300 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-8d7e8ae7-aeb7-486e-ab32-86babeb1d499 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212122 Apr 05 15:22:14.944897 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e837d04f-eb21-4020-a8f1-66e781c4bd36 req-32a1070f-91a7-4d5a-895d-dc076d2ac8b9 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212482 Apr 05 15:22:15.092328 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba10ab0f-609b-47a3-bf03-bad42aaf8e05 req-175a5cde-ebd1-4730-91dd-8798f825cf79 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:15.093677 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ba10ab0f-609b-47a3-bf03-bad42aaf8e05 req-175a5cde-ebd1-4730-91dd-8798f825cf79 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 944 time: 0.0746703 Apr 05 15:22:15.138526 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ba10ab0f-609b-47a3-bf03-bad42aaf8e05 req-f788be08-3819-40d9-8a88-df43fd9fa017 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394328 Apr 05 15:22:16.290736 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2f324106-b7a1-4a14-ae4d-f582c5c613be details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:22:16.335873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea389f8-1bdb-4b88-b7e4-a9e58e154faf req-8c401a93-b390-4995-84d5-8038d557cd51 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:16.337332 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ea389f8-1bdb-4b88-b7e4-a9e58e154faf req-8c401a93-b390-4995-84d5-8038d557cd51 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 944 time: 0.0782015 Apr 05 15:22:16.382849 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9ea389f8-1bdb-4b88-b7e4-a9e58e154faf req-3732a6f3-ee81-498d-b2b4-160c0db77aef tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399511 Apr 05 15:22:16.424688 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:22:16.462081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'port_id': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'mac_address': 'fa:16:3e:79:42:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:22:16.513181 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:16.529824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f324106-b7a1-4a14-ae4d-f582c5c613be {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:22:16.544516 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:22:16.548440 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:16.613633 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=4']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:22:16.759692 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['2f324106-b7a1-4a14-ae4d-f582c5c613be'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:22:17.573102 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d323a53b-9dec-41a2-9c17-f6023334572d req-92b69491-3010-4db8-b697-ccb7149db779 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:17.574591 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d323a53b-9dec-41a2-9c17-f6023334572d req-92b69491-3010-4db8-b697-ccb7149db779 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 945 time: 0.0747843 Apr 05 15:22:17.624175 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d323a53b-9dec-41a2-9c17-f6023334572d req-fbd58f33-24e5-48fd-bb04-110a7ea8be6c tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439398 Apr 05 15:22:18.290895 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2f324106-b7a1-4a14-ae4d-f582c5c613be up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:22:18.357245 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning for port 2f324106-b7a1-4a14-ae4d-f582c5c613be completed by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 05 15:22:18.361710 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 2f324106-b7a1-4a14-ae4d-f582c5c613be triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:22:18.362107 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:18.473458 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:18.498634 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:22:18.509209 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:22:18.513683 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:18.553814 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c6fff8c-530f-433d-9171-f10e653d8fff'] response: {'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'code': 200} Apr 05 15:22:18.585356 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=5']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:22:18.916853 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b54d2f97-6907-48ea-97a6-9d019357876d req-f74a3010-2031-43b7-b466-9813357309a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 1099 time: 0.2062397 Apr 05 15:22:18.922232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373cf9-11bd-4be7-abfd-a35c8f4163c2 req-77d85c0c-28c4-43a2-b782-a3dfd2c6cfbd tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:18.923523 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9d373cf9-11bd-4be7-abfd-a35c8f4163c2 req-77d85c0c-28c4-43a2-b782-a3dfd2c6cfbd tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 946 time: 0.1028519 Apr 05 15:22:18.990994 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b54d2f97-6907-48ea-97a6-9d019357876d req-f92920ba-68e8-437f-88c2-14ce203ff2d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660064 Apr 05 15:22:18.993150 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-9d373cf9-11bd-4be7-abfd-a35c8f4163c2 req-23038119-57b2-4bf0-91bf-af82f4899f70 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562975 Apr 05 15:22:20.191039 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e94b573-9661-425d-850e-6222f358b70a req-e19ea3e2-b46e-4623-829c-a8de3007e692 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:20.192481 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5e94b573-9661-425d-850e-6222f358b70a req-e19ea3e2-b46e-4623-829c-a8de3007e692 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 946 time: 0.0777264 Apr 05 15:22:20.236748 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-5e94b573-9661-425d-850e-6222f358b70a req-30a4678b-177d-494c-aba5-7994a669c7e6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383191 Apr 05 15:22:20.429011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7ed89-ade1-4f41-9c5e-0b316ab7e591 req-46e0f40c-536a-49d2-8b3b-7cdd4f6a9145 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:20.430474 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7ef7ed89-ade1-4f41-9c5e-0b316ab7e591 req-46e0f40c-536a-49d2-8b3b-7cdd4f6a9145 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 946 time: 0.0747323 Apr 05 15:22:20.474685 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-7ef7ed89-ade1-4f41-9c5e-0b316ab7e591 req-ccf75867-855f-48d3-ab37-61f6a623f346 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388310 Apr 05 15:22:20.502256 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47838) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:22:20.572506 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-70d38a05-44c1-4db3-8a00-1c5d7ee02ccd tempest-TestSnapshotPattern-1007522633 tempest-TestSnapshotPattern-1007522633-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 1094 time: 0.0691605 Apr 05 15:22:20.575172 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 47842) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:22:20.580977 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.v2.base [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Request body: {'floatingip': {'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'port_id': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Apr 05 15:22:20.587566 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 05 15:22:20.591331 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Usage tracker for resource:floatingip and tenant:5c47cd871ddf49c18bf3c75233488fc5 is out of sync, need to count used quota {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 05 15:22:20.594116 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83850) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 05 15:22:20.600254 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.quota.driver [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83850) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 05 15:22:20.610451 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for floatingip, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:20.741194 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:20.869813 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_common [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Allocated IP 172.26.6.182 (de0703c4-5abc-4b89-a17e-dcc6405251d4/f1a5823f-70bc-46b4-82a3-5c2ac35c9027/78f64a64-3e11-4ed9-bcee-7d7cbe64aa27) {{(pid=83850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 05 15:22:21.018359 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for port, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:21.045084 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8741373205342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:21.114646 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Network de0703c4-5abc-4b89-a17e-dcc6405251d4 is already hosted by enough agents. {{(pid=83850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 05 15:22:21.115914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'Port': ['ID=78f64a64-3e11-4ed9-bcee-7d7cbe64aa27,revision_number=1']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:22:21.118606 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.base_scheduler [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Resources bound (agent type, host, resource id): {{(pid=83850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 05 15:22:21.120757 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Received port after_create {{(pid=83850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Apr 05 15:22:21.606117 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:21.659425 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:21.941776 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for port, precommit_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:21.946878 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1987698'] for port, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:22.050505 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event updated for resources: {'Port': ['ID=78f64a64-3e11-4ed9-bcee-7d7cbe64aa27,revision_number=2']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:22:22.064464 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-730337'] for floatingip, after_update {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:22.249636 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.db.l3_db [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Floating IP ff225b1b-1ed8-4532-961f-7f79f4a4d454 associated. External IP: 172.26.6.182, port: 2f324106-b7a1-4a14-ae4d-f582c5c613be. Apr 05 15:22:22.632632 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Router c9251f90-2f55-45fe-b71c-78862261d685 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:22:22.829647 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:22:22.840127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] Sync routers for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:22:22.852025 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:22:22.852696 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:21:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:22:22.853128 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:22.919764 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-e8440b24-4c30-4a6c-a67c-6c0ade5891d7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3319809 Apr 05 15:22:22.919764 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:22:22.963988 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b187d03-8932-472d-99d3-92df3a2a524c'] response: {'name': 'network-changed', 'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'status': 'completed', 'code': 200} Apr 05 15:22:23.036383 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:22:23.056618 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-3a51bea6-5f56-41d6-8832-38586840e833 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 1099 time: 0.0707829 Apr 05 15:22:23.185476 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-89c9b6b5-5fdb-4f6f-9724-67b935421d5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:23.186893 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-89c9b6b5-5fdb-4f6f-9724-67b935421d5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1250958 Apr 05 15:22:23.285485 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-73c89ea8-fff7-4cc8-845d-cd650f3f4da3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be HTTP/1.1" status: 200 len: 1000 time: 0.0931900 Apr 05 15:22:23.380985 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:20:08Z', 'revision_number': 1, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}, {'id': 'ff225b1b-1ed8-4532-961f-7f79f4a4d454', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.182', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:79:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:22:21Z', 'updated_at': '2022-04-05T15:22:21Z', 'revision_number': 0, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:22:23.384875 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] Checking router: c9251f90-2f55-45fe-b71c-78862261d685 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:22:23.395470 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:22:23.396081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:21:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:22:23.446947 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-70188816-257c-4f5c-b39e-51ad581aad18 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:23.448298 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-70188816-257c-4f5c-b39e-51ad581aad18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.1572766 Apr 05 15:22:23.520902 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-3fdbc890-2cc7-4b90-b49c-09f30266b6e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0671773 Apr 05 15:22:23.571700 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:22:23.651986 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-b4ccc0d0-8287-4c85-9d51-34108b34bdee service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252654 Apr 05 15:22:23.785562 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b25508bc-d111-46ec-935b-58fb8ebb80ac req-f9c70abf-f14e-4227-b42b-e8698aa92628 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278243 Apr 05 15:22:23.942571 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:20:08Z', 'revision_number': 1, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}, {'id': 'ff225b1b-1ed8-4532-961f-7f79f4a4d454', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.182', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:79:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:22:21Z', 'updated_at': '2022-04-05T15:22:21Z', 'revision_number': 0, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:22:23.947088 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd978c7f-74d9-4ce5-b7c7-e7a8607d4eb4 None None] The sync data for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv is: [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:20:08Z', 'revision_number': 1, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}, {'id': 'ff225b1b-1ed8-4532-961f-7f79f4a4d454', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.182', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:79:42:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:22:21Z', 'updated_at': '2022-04-05T15:22:21Z', 'revision_number': 0, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:22:24.138221 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc32a00-19de-4408-b5a9-19874ea980c6 None None] New status for floating IP ff225b1b-1ed8-4532-961f-7f79f4a4d454: ACTIVE {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:22:24.288666 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5ab4f69c-14ef-4cef-b993-625ef3daddb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:26.385525 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-6c7ba065-f96a-4f7a-824c-4768b42e52db service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0700307 Apr 05 15:22:26.484563 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-47467194-eb4b-482f-a0ff-cf4af94677da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:26.525476 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-85617231-1c70-4a15-8f4e-458faaf87b06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1096 time: 0.0692558 Apr 05 15:22:26.668376 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-334af31f-6641-4c0f-85f2-e94f67cd66fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:26.669826 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-334af31f-6641-4c0f-85f2-e94f67cd66fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1259830 Apr 05 15:22:26.772893 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-70ee034a-4032-4ca1-a5db-55b2b1b5edaf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 200 len: 999 time: 0.0970585 Apr 05 15:22:26.833497 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-2f7e9ac7-36e1-47a3-a780-61180453154b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:22:26.834942 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-2f7e9ac7-36e1-47a3-a780-61180453154b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0570896 Apr 05 15:22:26.908830 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-ce1580f5-b972-491b-a3b2-72c44d1b23fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686014 Apr 05 15:22:27.037539 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-6f3e758b-27a8-44e0-92e2-517e31c5c843 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222072 Apr 05 15:22:27.163895 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-b762ebb1-6001-45bd-96d0-99dc0861ece3 req-3b76484d-7f45-417f-806c-6703e43393d3 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211498 Apr 05 15:22:27.646175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:27.649330 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:29.228342 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:38.242127 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:42.999276 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:22:54.290811 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a1359b81-d135-4b27-bdec-f3047f0c057a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:56.477258 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a745ee09-fd15-4f98-9c69-f17b09d413f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:57.647567 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:57.648965 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:22:59.230660 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:08.256990 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:20.000138 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:23:24.292823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-20fb1f17-0134-40ba-94c7-c012751fb256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:25.835904 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-7bfee451-347a-4a24-b1b6-e8175996a260 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0650284 Apr 05 15:23:25.925771 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-b46164b6-6d27-4add-95cd-3e8d7a796fc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 1099 time: 0.0696788 Apr 05 15:23:26.069025 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-f23a1bfc-3768-4d50-a6a2-eb26db04ea96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:23:26.070460 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-f23a1bfc-3768-4d50-a6a2-eb26db04ea96 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1265130 Apr 05 15:23:26.168348 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-1338cfab-79b7-42f6-8e0c-40491a253d37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be HTTP/1.1" status: 200 len: 1002 time: 0.0924082 Apr 05 15:23:26.307670 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-b5abf9da-0502-42f8-9178-987cb57fb170 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:23:26.309186 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-b5abf9da-0502-42f8-9178-987cb57fb170 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.1356254 Apr 05 15:23:26.388919 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-eabae364-dc0c-406a-872f-995f279dd99a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741684 Apr 05 15:23:26.477878 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-210cb99b-cf5b-4f9f-af8f-84413ba4c408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:26.525007 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-0f1e61bb-17b3-4023-9ae6-5ac76a411c58 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307485 Apr 05 15:23:26.653829 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-2efb9526-8f0a-4c1b-81e1-d88e7bc691f9 req-ab953456-eb13-4d35-a78d-0b30c29b1b55 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235092 Apr 05 15:23:27.650365 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:27.651427 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:29.232824 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:38.248512 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:54.294574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5a381a34-cb9f-451e-89e0-8d92b9bd675c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:56.479215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a4a8b774-9ed8-4e73-b81f-658f1a31b010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:56.866065 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2f324106-b7a1-4a14-ae4d-f582c5c613be details requested by agent hyperv_hv-neutron-8294 with host hv-neutron-8294 {{(pid=83852) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 05 15:23:56.998348 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:23:57.000252 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:23:57.012141 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Returning: {'device': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'port_id': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'mac_address': 'fa:16:3e:79:42:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83852) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 05 15:23:57.068534 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:57.085401 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f324106-b7a1-4a14-ae4d-f582c5c613be {{(pid=83852) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Apr 05 15:23:57.099502 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:23:57.103394 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:57.168316 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=6']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:23:57.176215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.176560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.176901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.177230 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.177560 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.177885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.178236 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.178561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.178881 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.179201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.179521 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:23:57.185051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] get_ports_and_sgs() called for port_ids ['2f324106-b7a1-4a14-ae4d-f582c5c613be'] {{(pid=83852) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Apr 05 15:23:57.653406 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:57.655960 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:58.884513 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2f324106-b7a1-4a14-ae4d-f582c5c613be up at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 05 15:23:58.959542 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.provisioning_blocks [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Provisioning complete for port 2f324106-b7a1-4a14-ae4d-f582c5c613be triggered by entity L2. {{(pid=83852) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 05 15:23:58.959916 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-15870244'] for port, provisioning_complete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:59.077787 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:59.110856 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:23:59.121040 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:23:59.127114 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:59.207087 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=7']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:23:59.247510 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:23:59.336230 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e715a795-8518-4567-988e-0831fe7b72eb'] response: {'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'code': 200} Apr 05 15:24:08.278452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:09.399300 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48016) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:09.596779 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Deleting port 78f64a64-3e11-4ed9-bcee-7d7cbe64aa27 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:09.597113 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:09.763001 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:09.763329 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:09.879227 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Calling delete_port for 78f64a64-3e11-4ed9-bcee-7d7cbe64aa27 owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:10.024649 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:10.069816 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event deleted for resources: {'Port': ['ID=78f64a64-3e11-4ed9-bcee-7d7cbe64aa27,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:10.190314 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.190583 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.190915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.191248 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.191624 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.191948 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.192274 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.192593 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.192915 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.193224 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.193536 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:10.258511 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:10.640205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Router c9251f90-2f55-45fe-b71c-78862261d685 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:24:10.838543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:24:10.847952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] Sync routers for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:24:10.857897 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:10.859670 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:24:10.860279 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:23:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:10.913163 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-0411ee98-f399-4863-b01b-3df0213888da tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "DELETE /v2.0/floatingips/ff225b1b-1ed8-4532-961f-7f79f4a4d454 HTTP/1.1" status: 204 len: 168 time: 1.5126336 Apr 05 15:24:10.913646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:24:10.970528 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2f324106-b7a1-4a14-ae4d-f582c5c613be no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:11.059885 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf06ea2c-3bc7-4022-90ca-3df5e0bd8e94'] response: {'name': 'network-changed', 'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'status': 'completed', 'code': 200} Apr 05 15:24:11.131018 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16543753'] for port, before_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:11.164763 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:24:11.165880 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-7279e6b1-00d7-4272-8b40-4ea85f1ffd2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 1099 time: 0.0839212 Apr 05 15:24:11.273006 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be'}] {{(pid=83852) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:24:11.309496 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-ab9a3afd-7841-432e-ab53-9c1305e74a7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:11.311195 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-ab9a3afd-7841-432e-ab53-9c1305e74a7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1381555 Apr 05 15:24:11.341963 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:11.353404 dv-neutron-829488-2-hyperv neutron-server[83852]: INFO neutron.notifiers.nova [-] Nova event matching ['req-780197d9-94b3-465f-b761-a4ae801d274f'] response: {'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'code': 200} Apr 05 15:24:11.357328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8741373706397', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8741373205360', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8741373205405'] for port, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:11.427494 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-e3a256a9-e421-4614-8c9b-a507ee5d2f13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be HTTP/1.1" status: 200 len: 217 time: 0.1091380 Apr 05 15:24:11.472867 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Pushing event updated for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=8']} {{(pid=83852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:11.506642 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-ebbd5673-4b32-4d4b-af2b-91b4b98f316d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:11.508059 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-ebbd5673-4b32-4d4b-af2b-91b4b98f316d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0709860 Apr 05 15:24:11.514265 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb1385-ebd8-4b45-a679-182665c0d581 req-7dc84a12-e156-4015-8a76-d709f4adb473 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:11.515597 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2eb1385-ebd8-4b45-a679-182665c0d581 req-7dc84a12-e156-4015-8a76-d709f4adb473 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 944 time: 0.2718740 Apr 05 15:24:11.615410 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-e2eb1385-ebd8-4b45-a679-182665c0d581 req-48aeaa1c-5cc5-46f6-afb4-eece1bf7bc09 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702331 Apr 05 15:24:11.622340 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-5cc60ffc-f298-41d7-a7b1-c2e6a3adeb28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1058738 Apr 05 15:24:11.754716 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-102f6686-88c8-4c9a-a9c6-d33f6935866c service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248987 Apr 05 15:24:11.780871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:20:08Z', 'revision_number': 1, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:11.788742 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] Checking router: c9251f90-2f55-45fe-b71c-78862261d685 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:24:11.815613 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:24:11.816213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:23:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:11.888644 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-f8303a30-ce53-451a-9fa8-f136941d9171 req-9a0848a5-cab8-4e24-94d8-87d379e9781c service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279898 Apr 05 15:24:11.998376 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:24:12.338408 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:20:08Z', 'revision_number': 1, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:12.342206 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6cf90af-b32f-489f-aac1-dc27b74f0243 None None] The sync data for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv is: [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_floatingips': [{'id': 'f015ac09-ec89-47c6-8e31-0d80a078ccb1', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'floating_ip_address': '172.26.6.157', 'floating_network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'router_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'port_id': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'mac_address': 'fa:16:3e:ce:48:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-05T15:19:51Z', 'updated_at': '2022-04-05T15:20:08Z', 'revision_number': 1, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:24:12.552079 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc9811c-e322-4e5d-95fb-471aabcfcc0a None None] New status for floating IP ff225b1b-1ed8-4532-961f-7f79f4a4d454: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:24:12.831149 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee7228-356a-45a4-8847-d1abae930d15 req-4d0cd5ba-5c52-475f-9f95-375f6946c0fc tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:12.833413 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-95ee7228-356a-45a4-8847-d1abae930d15 req-4d0cd5ba-5c52-475f-9f95-375f6946c0fc tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 944 time: 0.1349041 Apr 05 15:24:12.902923 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe25bb2-23c6-46ab-b94f-ed4dd6f445b4 req-d75cff70-d314-4677-b988-022166c26c76 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:12.904236 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-abe25bb2-23c6-46ab-b94f-ed4dd6f445b4 req-d75cff70-d314-4677-b988-022166c26c76 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 944 time: 0.1563673 Apr 05 15:24:12.914732 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Deleting port 2f324106-b7a1-4a14-ae4d-f582c5c613be {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:12.915063 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:13.041506 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-abe25bb2-23c6-46ab-b94f-ed4dd6f445b4 req-80d6e1a0-37bb-435b-a0cf-e4cff3ee2cc2 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300757 Apr 05 15:24:13.293200 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] For port 2f324106-b7a1-4a14-ae4d-f582c5c613be, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=2f324106-b7a1-4a14-ae4d-f582c5c613be,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:13.293474 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:13.417202 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Calling delete_port for 2f324106-b7a1-4a14-ae4d-f582c5c613be owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:13.563559 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:13.610440 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event deleted for resources: {'Port': ['ID=2f324106-b7a1-4a14-ae4d-f582c5c613be,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:13.646869 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.647221 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.647558 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.648011 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.648251 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.648576 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.648907 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.649232 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.649553 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.649873 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.650377 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-829488-2-hyperv {{(pid=83850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 05 15:24:13.699539 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] No DVR routers for this DVR port 2f324106-b7a1-4a14-ae4d-f582c5c613be on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:24:13.702139 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:13.705952 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'name': 'network-vif-deleted', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:24:13.716860 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-95ee7228-356a-45a4-8847-d1abae930d15 req-6a4ecc32-f9cf-48d4-b6ec-8609a9c94aa6 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "DELETE /v2.0/ports/2f324106-b7a1-4a14-ae4d-f582c5c613be HTTP/1.1" status: 204 len: 173 time: 0.8777871 Apr 05 15:24:13.764486 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1da6bd0-32c2-4efb-b143-0bac53159ca1'] response: {'server_uuid': '0b99d975-f977-4d1a-aa79-0f444b7b17c8', 'name': 'network-vif-deleted', 'tag': '2f324106-b7a1-4a14-ae4d-f582c5c613be', 'status': 'completed', 'code': 200} Apr 05 15:24:14.219399 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ef3ae3a3-d68f-475f-a8ca-71b7554c0ec0 req-ce17d4b1-9dca-49a5-a4c7-17cb3e64d868 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Synchronizing usage tracker for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:24:14.234929 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-ef3ae3a3-d68f-475f-a8ca-71b7554c0ec0 req-ce17d4b1-9dca-49a5-a4c7-17cb3e64d868 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Unset dirty status for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:24:14.236091 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-ef3ae3a3-d68f-475f-a8ca-71b7554c0ec0 req-ce17d4b1-9dca-49a5-a4c7-17cb3e64d868 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b99d975-f977-4d1a-aa79-0f444b7b17c8 HTTP/1.1" status: 200 len: 210 time: 0.0559525 Apr 05 15:24:14.982952 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2f324106-b7a1-4a14-ae4d-f582c5c613be no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:15.021471 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: 2f324106-b7a1-4a14-ae4d-f582c5c613be {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:24:15.021807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device 2f324106-b7a1-4a14-ae4d-f582c5c613be not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:24:15.887667 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48080) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:16.081089 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Deleting port ffd7563f-576b-4d96-9086-f677faf38bb5 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:16.081424 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:16.242957 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:16.243195 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:16.362539 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Calling delete_port for ffd7563f-576b-4d96-9086-f677faf38bb5 owned by network:floatingip {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:16.502185 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:16.637108 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event deleted for resources: {'Port': ['ID=ffd7563f-576b-4d96-9086-f677faf38bb5,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:16.726965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for floatingip, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:17.111080 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Router c9251f90-2f55-45fe-b71c-78862261d685 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:24:17.302365 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:24:17.311779 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] Sync routers for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:24:17.321711 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for floatingip, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:17.323718 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:24:17.324317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:23:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:17.375818 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f9f67137-2de2-47c8-b6de-55efca98a06a tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "DELETE /v2.0/floatingips/f015ac09-ec89-47c6-8e31-0d80a078ccb1 HTTP/1.1" status: 204 len: 168 time: 1.4870982 Apr 05 15:24:17.376383 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9'}] {{(pid=83851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:24:17.439691 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5890c602-9959-4df7-bf4b-685980c7c1f5'] response: {'name': 'network-changed', 'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'status': 'completed', 'code': 200} Apr 05 15:24:17.513149 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:24:17.529816 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-9dfbd699-5207-4149-b460-0018ff58cd2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 1096 time: 0.0684392 Apr 05 15:24:17.697665 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-d1277591-9a24-403e-a900-a530af3ed8a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:17.699149 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-d1277591-9a24-403e-a900-a530af3ed8a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 200 len: 911 time: 0.1636388 Apr 05 15:24:17.807009 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-f7da366a-01f3-4b47-bc79-12e728ed7590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 200 len: 217 time: 0.1009421 Apr 05 15:24:17.874226 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:17.877889 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] Checking router: c9251f90-2f55-45fe-b71c-78862261d685 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:24:17.886871 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-d6d40a2d-d6a1-4055-9731-8fa8855c18c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:17.888303 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-d6d40a2d-d6a1-4055-9731-8fa8855c18c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 200 len: 849 time: 0.0708861 Apr 05 15:24:17.888871 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:24:17.889452 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:23:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:17.894599 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49913a-16df-43c1-a127-c1398fe56d15 req-429d2223-225f-44c0-97e5-eb9bf261130d tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:17.895939 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc49913a-16df-43c1-a127-c1398fe56d15 req-429d2223-225f-44c0-97e5-eb9bf261130d tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 943 time: 0.1915932 Apr 05 15:24:17.988577 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-fc49913a-16df-43c1-a127-c1398fe56d15 req-46b37c3b-fa74-4f1c-b8b4-8844b72aff48 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641601 Apr 05 15:24:18.002448 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-ed7d0c1d-abbd-4aaf-93fe-85b2ccc9b1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055841 Apr 05 15:24:18.063138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:24:18.133871 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-1a70aaaf-3ed5-47d5-925b-ba37f5935b67 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246336 Apr 05 15:24:18.262985 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-d836a1bc-b6e0-4e1a-b5c6-cfb2b8094c3a req-d7ab80c9-728a-4d98-98a3-7045e803d121 service neutron] 10.222.0.15 "GET /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232905 Apr 05 15:24:18.371162 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:18.374951 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b1b480-3c83-400d-a5dd-8fb5ac911ebb None None] The sync data for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv is: [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:29Z', 'revision_number': 4, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv', '_interfaces': [{'id': '91602fba-3007-4445-b6d1-6f3e1482d579', 'name': '', 'network_id': '3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'mac_address': 'fa:16:3e:d3:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:28Z', 'updated_at': '2022-04-05T15:19:47Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'subnets': [{'id': '058122b4-fd66-4cf6-9448-a4bda1ad93e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:24:18.575945 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e66a94-5e99-46ca-a368-503fb18e1566 None None] New status for floating IP f015ac09-ec89-47c6-8e31-0d80a078ccb1: DOWN {{(pid=83853) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Apr 05 15:24:19.235235 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27026559-e86e-4312-8f6b-a59eea49b4e8 req-62d24935-a948-4292-86a8-ee9f98fec72b tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:19.236661 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27026559-e86e-4312-8f6b-a59eea49b4e8 req-62d24935-a948-4292-86a8-ee9f98fec72b tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 943 time: 0.1286449 Apr 05 15:24:19.245858 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99343017-434f-4f5b-b275-69e88c46afb9 req-fb3c2b6b-4a3d-459a-b6e4-435d16957522 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 05 15:24:19.247205 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-99343017-434f-4f5b-b275-69e88c46afb9 req-fb3c2b6b-4a3d-459a-b6e4-435d16957522 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 943 time: 0.1048124 Apr 05 15:24:19.341299 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Deleting port a191f907-8f01-4d69-b173-a68b3e3055d9 {{(pid=83850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:19.341636 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:19.370268 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-27026559-e86e-4312-8f6b-a59eea49b4e8 req-e0a4603c-0341-4d59-aa5c-d4b3e5241d52 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/security-groups?id=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221647 Apr 05 15:24:19.656164 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.db [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] For port a191f907-8f01-4d69-b173-a68b3e3055d9, host hv-neutron-8294, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8294',level=0,port_id=a191f907-8f01-4d69-b173-a68b3e3055d9,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:19.656524 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:19.776292 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.plugins.ml2.plugin [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Calling delete_port for a191f907-8f01-4d69-b173-a68b3e3055d9 owned by compute:nova {{(pid=83850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:19.913205 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1987685'] for port, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:19.962381 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event deleted for resources: {'Port': ['ID=a191f907-8f01-4d69-b173-a68b3e3055d9,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:20.035034 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.l3_dvrscheduler_db [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] No DVR routers for this DVR port a191f907-8f01-4d69-b173-a68b3e3055d9 on host hv-neutron-8294 {{(pid=83850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:24:20.037351 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1044720'] for port, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:20.039791 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'name': 'network-vif-deleted', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9'}] {{(pid=83850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 05 15:24:20.051248 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-99343017-434f-4f5b-b275-69e88c46afb9 req-87e12b0c-ed92-4c4d-b533-3fccf502cfd7 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.15 "DELETE /v2.0/ports/a191f907-8f01-4d69-b173-a68b3e3055d9 HTTP/1.1" status: 204 len: 173 time: 0.7868984 Apr 05 15:24:20.100445 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d87a2d67-a74a-4f7d-bf06-fafed03351cd'] response: {'server_uuid': '4b23ce1b-2922-4b04-8abb-247f2cb01caa', 'name': 'network-vif-deleted', 'tag': 'a191f907-8f01-4d69-b173-a68b3e3055d9', 'status': 'completed', 'code': 200} Apr 05 15:24:20.555763 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-4ec0f365-a63e-4582-aa67-b9f0f843b7ae req-11bb2aab-f0e2-4cf3-85c6-05c402ba1747 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Synchronizing usage tracker for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 05 15:24:20.573008 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.quota.resource [req-4ec0f365-a63e-4582-aa67-b9f0f843b7ae req-11bb2aab-f0e2-4cf3-85c6-05c402ba1747 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Unset dirty status for tenant:5c47cd871ddf49c18bf3c75233488fc5 on resource:port {{(pid=83850) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 05 15:24:20.574206 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [req-4ec0f365-a63e-4582-aa67-b9f0f843b7ae req-11bb2aab-f0e2-4cf3-85c6-05c402ba1747 tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "GET /v2.0/ports?device_id=4b23ce1b-2922-4b04-8abb-247f2cb01caa HTTP/1.1" status: 200 len: 210 time: 0.0592663 Apr 05 15:24:21.679964 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48098) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:21.745663 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-94fc5b04-4c15-4fae-8c66-1b9673753dca tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:21.773698 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-94fc5b04-4c15-4fae-8c66-1b9673753dca tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:21.835515 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-94fc5b04-4c15-4fae-8c66-1b9673753dca tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:21.852548 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc5b04-4c15-4fae-8c66-1b9673753dca tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:21.867389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-94fc5b04-4c15-4fae-8c66-1b9673753dca tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:21.868439 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-94fc5b04-4c15-4fae-8c66-1b9673753dca tempest-TestSnapshotPattern-364645305 tempest-TestSnapshotPattern-364645305-project] 10.222.0.18 "DELETE /v2.0/security-groups/b61f6938-aeb0-43b1-b5f3-94dbd2d4dcf0 HTTP/1.1" status: 204 len: 168 time: 0.1875081 Apr 05 15:24:21.923884 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48104) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:22.304328 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:22.977222 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Deleting port 91602fba-3007-4445-b6d1-6f3e1482d579 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:22.977782 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:23.054317 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a191f907-8f01-4d69-b173-a68b3e3055d9 no longer exists at agent hyperv_hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:23.089081 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] No Port match for: a191f907-8f01-4d69-b173-a68b3e3055d9 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:24:23.089424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Device a191f907-8f01-4d69-b173-a68b3e3055d9 not bound to the agent host hv-neutron-8294 {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:24:23.146336 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] For port 91602fba-3007-4445-b6d1-6f3e1482d579, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=91602fba-3007-4445-b6d1-6f3e1482d579,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:23.146682 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:23.262174 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Calling delete_port for 91602fba-3007-4445-b6d1-6f3e1482d579 owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:23.422434 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:23.466153 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Pushing event deleted for resources: {'Port': ['ID=91602fba-3007-4445-b6d1-6f3e1482d579,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:23.746981 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:24.296467 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-5d052e2c-fb0f-410e-9d15-98516819eb29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:24.387293 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Router c9251f90-2f55-45fe-b71c-78862261d685 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:24:24.577951 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:24:24.589457 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] Sync routers for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:24:24.598533 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-ff05dd4b-1e8f-43d0-bdff-98f74efc1c26 admin admin] 10.222.0.18 "PUT /v2.0/routers/c9251f90-2f55-45fe-b71c-78862261d685/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6706045 Apr 05 15:24:24.598857 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48108) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:24.605179 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:24:24.605803 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:23:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:24.783780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:24:24.789965 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:24.989202 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:25.003138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Deleting port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:25.004251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:25.124854 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:24:23Z', 'revision_number': 5, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port': {'id': 'd745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:9a:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:25.129153 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] Checking router: c9251f90-2f55-45fe-b71c-78862261d685 for host: dv-neutron-829488-2-hyperv {{(pid=83852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:24:25.139841 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] Routers {'c9251f90-2f55-45fe-b71c-78862261d685'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:24:25.140435 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:23:56Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['c9251f90-2f55-45fe-b71c-78862261d685'], 'active': True} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:25.177477 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] For port d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:25.178125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:25.289857 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_dvr_db [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] Set router c9251f90-2f55-45fe-b71c-78862261d685 gateway port host: None {{(pid=83852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:24:25.295251 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Calling delete_port for d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:25.396152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.db.l3_hamode_db [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:24:24Z', 'revision_number': 6, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:25.400538 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b3e1f8-9719-4eb9-97d7-4bb258e6d21c None None] The sync data for ids ['c9251f90-2f55-45fe-b71c-78862261d685'] in dv-neutron-829488-2-hyperv is: [{'id': 'c9251f90-2f55-45fe-b71c-78862261d685', 'name': 'tempest-TestSnapshotPattern-1898027314-router', 'tenant_id': '5c47cd871ddf49c18bf3c75233488fc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:26Z', 'updated_at': '2022-04-05T15:24:24Z', 'revision_number': 6, 'project_id': '5c47cd871ddf49c18bf3c75233488fc5', 'gw_port_host': None}] {{(pid=83852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:24:25.555493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:25.600485 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Pushing event deleted for resources: {'Port': ['ID=d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:25.818934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.067171 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.071490 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.095120 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.095561 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9251f90-2f55-45fe-b71c-78862261d685 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:24:26.107578 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.108674 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-8b776432-148e-45f9-8af7-3f4da945d44b admin admin] 10.222.0.18 "DELETE /v2.0/routers/c9251f90-2f55-45fe-b71c-78862261d685 HTTP/1.1" status: 204 len: 168 time: 1.5090559 Apr 05 15:24:26.111348 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.wsgi [-] (83850) accepted ('10.222.0.18', 48114) {{(pid=83850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:26.321781 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3d9d5c-1fac-44c0-bb47-4bf3349f261d admin admin] Deleting subnet 058122b4-fd66-4cf6-9448-a4bda1ad93e6 {{(pid=83850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:24:26.324914 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9d5c-1fac-44c0-bb47-4bf3349f261d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.374856 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9d5c-1fac-44c0-bb47-4bf3349f261d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2005732'] for subnet, precommit_delete_associations {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.451826 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9d5c-1fac-44c0-bb47-4bf3349f261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.483850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-c63af066-a4db-49dc-a4bc-de1e70776ac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.523166 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9d5c-1fac-44c0-bb47-4bf3349f261d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1987656', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2693220'] for subnet, after_delete {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.559051 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3d9d5c-1fac-44c0-bb47-4bf3349f261d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=058122b4-fd66-4cf6-9448-a4bda1ad93e6,revision_number=None']} {{(pid=83850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:26.566722 dv-neutron-829488-2-hyperv neutron-server[83850]: DEBUG neutron_lib.callbacks.manager [None req-6f3d9d5c-1fac-44c0-bb47-4bf3349f261d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.571934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cecf862-f539-4167-bc6e-1e5c2794c48e None None] Network 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:24:26.579162 dv-neutron-829488-2-hyperv neutron-server[83850]: INFO neutron.wsgi [None req-6f3d9d5c-1fac-44c0-bb47-4bf3349f261d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/058122b4-fd66-4cf6-9448-a4bda1ad93e6 HTTP/1.1" status: 204 len: 168 time: 0.4640057 Apr 05 15:24:26.579655 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48120) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:26.685150 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.695966 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Deleting port 859e709a-ad10-4de4-9af9-af7954ca914c {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:26.696292 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.813594 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] DHCP port deletion for 3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:24:26.818027 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] Deleting port 859e709a-ad10-4de4-9af9-af7954ca914c {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:26.818420 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:26.902427 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] For port 859e709a-ad10-4de4-9af9-af7954ca914c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=859e709a-ad10-4de4-9af9-af7954ca914c,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:26.902701 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.019677 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] For port 859e709a-ad10-4de4-9af9-af7954ca914c, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=859e709a-ad10-4de4-9af9-af7954ca914c,segment=NetworkSegment(93c80e14-fd73-4adc-b7ce-47ab61b63ea5),segment_id=93c80e14-fd73-4adc-b7ce-47ab61b63ea5)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:27.020049 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.028008 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Calling delete_port for 859e709a-ad10-4de4-9af9-af7954ca914c owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:27.031424 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 859e709a-ad10-4de4-9af9-af7954ca914c no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:27.102934 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.145641 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Pushing event deleted for resources: {'Port': ['ID=859e709a-ad10-4de4-9af9-af7954ca914c,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:27.151543 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] No DVR routers for this DVR port 859e709a-ad10-4de4-9af9-af7954ca914c on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:24:27.170359 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] Calling delete_port for 859e709a-ad10-4de4-9af9-af7954ca914c owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:27.238054 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No active binding found for port 859e709a-ad10-4de4-9af9-af7954ca914c {{(pid=83852) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Apr 05 15:24:27.238449 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 859e709a-ad10-4de4-9af9-af7954ca914c not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:24:27.238850 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 91602fba-3007-4445-b6d1-6f3e1482d579 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:27.281239 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 91602fba-3007-4445-b6d1-6f3e1482d579 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:24:27.281574 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 91602fba-3007-4445-b6d1-6f3e1482d579 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:24:27.281989 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:27.315382 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:24:27.315807 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device d745cf10-ffbd-4680-8e2a-3a2a5b6aa0b3 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:24:27.319147 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:24:27.319547 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 15:24:27.356980 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.381513 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:27.393359 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93c80e14-fd73-4adc-b7ce-47ab61b63ea5') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:27.393674 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93c80e14-fd73-4adc-b7ce-47ab61b63ea5') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:27.405102 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.421082 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.427046 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:24:27.427414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:24:27.440184 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:24:27.516646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.531876 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.543630 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:27.548239 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-a1e3b3f1-026b-4309-a4f1-4525d89bb403 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3f63d99d-b3aa-4e4b-b5a4-f0b4a0b4feae HTTP/1.1" status: 204 len: 168 time: 0.9675016 Apr 05 15:24:27.551552 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48124) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:27.658665 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.662326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.820213 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] Deleting port 859e709a-ad10-4de4-9af9-af7954ca914c {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:27.820639 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:27.884596 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-deffb0dd-ab1f-426b-8c5f-7045c853fac7 None None] The port '859e709a-ad10-4de4-9af9-af7954ca914c' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 15:24:27.940276 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-776663'] for router_interface, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:28.523356 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Deleting port e35e5647-776a-4ea1-a7df-82dc4314b4ed {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:28.523601 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:28.690449 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] For port e35e5647-776a-4ea1-a7df-82dc4314b4ed, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=e35e5647-776a-4ea1-a7df-82dc4314b4ed,segment=NetworkSegment(4211d8b6-15e5-428d-9a39-b3d8419221b6),segment_id=4211d8b6-15e5-428d-9a39-b3d8419221b6)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:28.690802 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:28.901271 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Calling delete_port for e35e5647-776a-4ea1-a7df-82dc4314b4ed owned by network:router_interface {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:29.071097 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:29.117493 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Pushing event deleted for resources: {'Port': ['ID=e35e5647-776a-4ea1-a7df-82dc4314b4ed,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:29.242152 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:29.405077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16390780', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-776582'] for router_interface, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:29.967798 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 has already been hosted by L3 agent e16353ba-1e38-4a75-a5c6-166338316970 {{(pid=83851) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 05 15:24:30.157938 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] Notify agent at l3_agent.dv-neutron-829488-2-hyperv the message routers_updated {{(pid=83851) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 05 15:24:30.166726 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] Sync routers for ids ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'] in dv-neutron-829488-2-hyperv {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Apr 05 15:24:30.174664 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-b9817efa-12b3-45dd-8091-24855fdc66fc admin admin] 10.222.0.18 "PUT /v2.0/routers/f5a0f8ca-1324-4d94-bc2f-210a5e59ca73/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6221390 Apr 05 15:24:30.177740 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48132) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:30.179210 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] Routers {'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:24:30.179871 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:24:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:30.354771 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] Set router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 gateway port host: dv-neutron-829488-2-hyperv {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:24:30.470702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks [] for router, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:30.630145 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'external_fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135'}], 'enable_snat': True}, 'gw_port_id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:24:29Z', 'revision_number': 5, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port': {'id': 'f1b6a63a-07a6-40fc-b2fa-8dea7a01becf', 'name': '', 'network_id': 'de0703c4-5abc-4b89-a17e-dcc6405251d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:db:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'ip_address': '172.26.6.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-829488-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:19:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f1a5823f-70bc-46b4-82a3-5c2ac35c9027', 'cidr': '172.26.6.0/24', 'gateway_ip': '172.26.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-829488-2-hyperv'}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:30.634643 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] Checking router: f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 for host: dv-neutron-829488-2-hyperv {{(pid=83853) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Apr 05 15:24:30.645308 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] Routers {'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'} bound to L3 agent in host dv-neutron-829488-2-hyperv {{(pid=83853) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Apr 05 15:24:30.645917 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-829488-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-05T14:21:26Z,description=,heartbeat_timestamp=2022-04-05T15:24:26Z,host='dv-neutron-829488-2-hyperv',id=e16353ba-1e38-4a75-a5c6-166338316970,load=0,resource_versions=,resources_synced=,started_at=2022-04-05T14:21:26Z,topic='l3_agent')) {'router_ids': ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'], 'active': True} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:30.665133 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:30.674323 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Deleting port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:30.674693 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:30.794374 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_dvr_db [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] Set router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 gateway port host: None {{(pid=83853) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Apr 05 15:24:30.849646 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] For port f1b6a63a-07a6-40fc-b2fa-8dea7a01becf, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=f1b6a63a-07a6-40fc-b2fa-8dea7a01becf,segment=NetworkSegment(8016d370-ff40-4caf-a44c-b3a1eb6b4e0e),segment_id=8016d370-ff40-4caf-a44c-b3a1eb6b4e0e)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:30.849997 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:30.902515 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.l3_hamode_db [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:24:30Z', 'revision_number': 6, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port_host': None}], 'dv-neutron-829488-2-hyperv', False) {} {{(pid=83853) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:30.906306 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea44258f-5d4d-4c15-ad36-c6acb9a8d6cd None None] The sync data for ids ['f5a0f8ca-1324-4d94-bc2f-210a5e59ca73'] in dv-neutron-829488-2-hyperv is: [{'id': 'f5a0f8ca-1324-4d94-bc2f-210a5e59ca73', 'name': 'tempest-TestSnapshotPattern-811442506-router', 'tenant_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-05T15:19:32Z', 'updated_at': '2022-04-05T15:24:30Z', 'revision_number': 6, 'project_id': 'e56a7b3727aa41bd85e5255689ae1c4b', 'gw_port_host': None}] {{(pid=83853) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Apr 05 15:24:30.972855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Calling delete_port for f1b6a63a-07a6-40fc-b2fa-8dea7a01becf owned by network:router_gateway {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:31.135878 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:31.188582 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b6a63a-07a6-40fc-b2fa-8dea7a01becf,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:31.348643 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e35e5647-776a-4ea1-a7df-82dc4314b4ed no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:31.382184 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: e35e5647-776a-4ea1-a7df-82dc4314b4ed {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:24:31.382522 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device e35e5647-776a-4ea1-a7df-82dc4314b4ed not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:24:31.412729 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-730300'] for router_gateway, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:31.765414 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-775724', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12920'] for router, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:31.770138 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:31.794640 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-775824'] for router, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:31.795125 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 {{(pid=83851) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 05 15:24:31.806902 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] Notify callbacks [] for router, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:31.807987 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-c2d78759-55ab-45af-b6a1-82f1f44c8d08 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f5a0f8ca-1324-4d94-bc2f-210a5e59ca73 HTTP/1.1" status: 204 len: 168 time: 1.6293237 Apr 05 15:24:31.810531 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48136) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:31.869086 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.db_base_plugin_v2 [None req-d249e4be-11e3-46ed-886f-4f0d651b9740 admin admin] Deleting subnet 7924ddcb-8e7a-4401-ace0-cb818f6eeb42 {{(pid=83851) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Apr 05 15:24:31.872115 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d249e4be-11e3-46ed-886f-4f0d651b9740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:31.923702 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d249e4be-11e3-46ed-886f-4f0d651b9740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2671785'] for subnet, precommit_delete_associations {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.001275 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d249e4be-11e3-46ed-886f-4f0d651b9740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-15860936'] for subnet, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.066259 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d249e4be-11e3-46ed-886f-4f0d651b9740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-15860959', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782602', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1922072', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1436338'] for subnet, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.104418 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249e4be-11e3-46ed-886f-4f0d651b9740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7924ddcb-8e7a-4401-ace0-cb818f6eeb42,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:32.110353 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-d249e4be-11e3-46ed-886f-4f0d651b9740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.115353 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5ace67-6a3f-4793-aafa-11cd271591dc None None] Network 2b411b88-1efe-4f0f-95cf-b51483b50a9d requested from dv-neutron-829488-2-hyperv {{(pid=83852) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Apr 05 15:24:32.116448 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-d249e4be-11e3-46ed-886f-4f0d651b9740 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7924ddcb-8e7a-4401-ace0-cb818f6eeb42 HTTP/1.1" status: 204 len: 168 time: 0.3050027 Apr 05 15:24:32.118910 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48140) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:32.219110 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16642875'] for network, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.229506 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Deleting port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 {{(pid=83851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:32.229829 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.385561 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] DHCP port deletion for 2b411b88-1efe-4f0f-95cf-b51483b50a9d request from dv-neutron-829488-2-hyperv {{(pid=83852) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Apr 05 15:24:32.389922 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] Deleting port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:32.390410 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.431496 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.db [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] For port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a9ac995-ace7-4687-b7ac-378f04f6c3b5,segment=NetworkSegment(4211d8b6-15e5-428d-9a39-b3d8419221b6),segment_id=4211d8b6-15e5-428d-9a39-b3d8419221b6)] {{(pid=83851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:32.431842 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.550697 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.plugin [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Calling delete_port for 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 owned by network:dhcp {{(pid=83851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:32.590901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.db [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] For port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5, host dv-neutron-829488-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-829488-2-hyperv',level=0,port_id=1a9ac995-ace7-4687-b7ac-378f04f6c3b5,segment=NetworkSegment(4211d8b6-15e5-428d-9a39-b3d8419221b6),segment_id=4211d8b6-15e5-428d-9a39-b3d8419221b6)] {{(pid=83852) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 05 15:24:32.591281 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-341985'] for port, precommit_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.631717 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16545381', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-950188', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8741373706379', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8741373205351', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1922101'] for port, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.675780 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Pushing event deleted for resources: {'Port': ['ID=1a9ac995-ace7-4687-b7ac-378f04f6c3b5,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:32.683855 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] No DVR routers for this DVR port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 on host dv-neutron-829488-2-hyperv {{(pid=83851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 05 15:24:32.711445 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] Calling delete_port for 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 owned by network:dhcp {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Apr 05 15:24:32.778280 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.db.api [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83852) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 05 15:24:32.778623 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG oslo_db.api [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 05 15:24:32.797484 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-15864691', 'neutron.services.segments.db._delete_segments_for_network-8741373669488'] for network, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.821502 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b411b88-1efe-4f0f-95cf-b51483b50a9d']}} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:32.833989 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4211d8b6-15e5-428d-9a39-b3d8419221b6') {'for_net_delete': True} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:32.834310 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.services.segments.db [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4211d8b6-15e5-428d-9a39-b3d8419221b6') {} {{(pid=83851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 05 15:24:32.845389 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8741373668599', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2671792'] for segment, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.861568 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16584354'] for segment, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.867651 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=83851) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Apr 05 15:24:32.868026 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16584363', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1922118'] for segment, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: Traceback (most recent call last): Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: timer() Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: cb(*args, **kw) Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: return func(*args, **kwargs) Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: self._notify() Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: self.callback(batched_events) Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: event.method(event) Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: aggregate_uuid = self.p_client.list_aggregates( Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: return f(self, *a, **k) Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._get(url).json() Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: return self.request(url, 'GET', **kwargs) Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: base_url = self.get_endpoint(auth, allow=allow, Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 05 15:24:32.880987 dv-neutron-829488-2-hyperv neutron-server[83851]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 05 15:24:32.958010 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-15864650', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-782685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16390762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-730327'] for network, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.962491 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Notify callbacks [] for network, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:32.986705 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] Pushing event deleted for resources: {'Network': ['ID=2b411b88-1efe-4f0f-95cf-b51483b50a9d,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:32.993022 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-f96e0e29-a0d7-4e61-ad35-2bb331ad279e admin admin] 10.222.0.18 "DELETE /v2.0/networks/2b411b88-1efe-4f0f-95cf-b51483b50a9d HTTP/1.1" status: 204 len: 168 time: 0.8732018 Apr 05 15:24:33.022225 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:33.054576 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:24:33.054923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:24:33.055328 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f1b6a63a-07a6-40fc-b2fa-8dea7a01becf no longer exists at agent ovs-agent-dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 05 15:24:33.094172 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] No Port match for: f1b6a63a-07a6-40fc-b2fa-8dea7a01becf {{(pid=83852) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Apr 05 15:24:33.094515 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.rpc [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Device f1b6a63a-07a6-40fc-b2fa-8dea7a01becf not bound to the agent host dv-neutron-829488-2-hyperv {{(pid=83852) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 05 15:24:33.129861 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48146) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:33.183251 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-9a6fe4bf-bf19-4f8d-864d-399408e40f54 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5c47cd871ddf49c18bf3c75233488fc5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0521951 Apr 05 15:24:33.185660 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48150) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:33.254768 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67c9e031-6ea9-48e5-84f7-bc2dbc132b80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:33.279766 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67c9e031-6ea9-48e5-84f7-bc2dbc132b80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:33.280378 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] Deleting port 1a9ac995-ace7-4687-b7ac-378f04f6c3b5 {{(pid=83852) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Apr 05 15:24:33.280788 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8741373568970'] for port, before_delete {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:33.330238 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67c9e031-6ea9-48e5-84f7-bc2dbc132b80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:33.345642 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron.plugins.ml2.plugin [None req-17b460cd-6bd6-445d-bf05-acf5a2cd94de None None] The port '1a9ac995-ace7-4687-b7ac-378f04f6c3b5' was deleted {{(pid=83852) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Apr 05 15:24:33.348739 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9e031-6ea9-48e5-84f7-bc2dbc132b80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab98e0-8af3-4e10-bbb6-a8f7b5b28117,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:33.357448 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-67c9e031-6ea9-48e5-84f7-bc2dbc132b80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:33.358812 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-67c9e031-6ea9-48e5-84f7-bc2dbc132b80 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f1ab98e0-8af3-4e10-bbb6-a8f7b5b28117 HTTP/1.1" status: 204 len: 168 time: 0.1720650 Apr 05 15:24:33.757940 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48158) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:33.806908 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-82acc91b-8974-4cbf-8c9e-6fc1137adead admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e56a7b3727aa41bd85e5255689ae1c4b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478237 Apr 05 15:24:33.809211 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.wsgi [-] (83851) accepted ('10.222.0.18', 48162) {{(pid=83851) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 05 15:24:33.866205 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98e0bb02-2c79-4bbd-8668-99d99ff1a138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:33.893866 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98e0bb02-2c79-4bbd-8668-99d99ff1a138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:34.000279 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:24:34.032077 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98e0bb02-2c79-4bbd-8668-99d99ff1a138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-780214'] for security_group, after_delete {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:34.045887 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0bb02-2c79-4bbd-8668-99d99ff1a138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e91f9dd-80ca-4b37-89a1-67ea0563fcde,revision_number=None']} {{(pid=83851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 05 15:24:34.053933 dv-neutron-829488-2-hyperv neutron-server[83851]: DEBUG neutron_lib.callbacks.manager [None req-98e0bb02-2c79-4bbd-8668-99d99ff1a138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:34.057415 dv-neutron-829488-2-hyperv neutron-server[83851]: INFO neutron.wsgi [None req-98e0bb02-2c79-4bbd-8668-99d99ff1a138 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e91f9dd-80ca-4b37-89a1-67ea0563fcde HTTP/1.1" status: 204 len: 168 time: 0.2450094 Apr 05 15:24:38.266923 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:54.298697 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-3df9069f-a3a8-4618-8fe3-23f50ddb65ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:56.477425 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e4620266-ad8b-4194-abc1-e60fd8d6ae8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:57.662157 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:57.663175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:24:59.242304 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:08.257214 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:11.000689 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:25:24.301447 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-913fc1fa-258c-4fa4-ac2c-215d7c35ac60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:26.479168 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7a46bf1f-8fa4-4d76-b9eb-ba376ffbfe4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:27.666325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:27.667823 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:29.244821 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:38.267024 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:48.001230 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:25:54.303053 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a65c6ccb-e5db-41e6-b726-4ce15144c0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:56.483408 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-9f574698-59e0-402c-8362-70d9c0858975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:57.667930 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:57.669175 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:25:59.247901 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:08.266997 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:24.305708 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8940-78d2-4099-a1bb-2e4b716fa314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:25.001486 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:26:26.484768 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-93ad65de-eb43-4c8c-a51f-1f590e092ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:27.670215 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:27.671247 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:29.249352 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:38.265144 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:54.308038 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e898b060-2a91-4e2f-a167-86db740af429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:56.486195 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a455bf35-1917-40a7-a3b5-c7177b425c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:57.672132 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:57.674074 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:26:59.250885 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:02.001524 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:27:08.282073 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:24.309496 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-7d99291b-db4a-4179-98d2-002d64367195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:26.486894 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-10b35ebd-9839-4ae3-965f-6ca2d869cef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:27.673116 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:27.675326 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:29.253758 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:38.280105 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:39.001449 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:27:54.311091 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-91222d4b-0a5a-4e6d-a80e-b7e81c10f69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:56.487288 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-329009e2-7f3e-4f72-9a53-d1b0d174f93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:57.672608 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:57.674998 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:27:59.257051 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:08.299595 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:16.002304 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:28:24.314201 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ea94ec3e-d075-452c-8eb0-ddb66aea016b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:26.488934 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-328beabf-5856-4aed-8708-8acd06a8ae02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:27.674835 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:27.677780 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:29.259083 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:38.293137 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:53.002400 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:28:54.316323 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-75962707-b9b9-4dd4-9f11-c6f9a284eeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:56.489086 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-a1e43a92-60e5-4140-a5b1-8a4442e8c3f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:57.672799 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:57.678013 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:28:59.260794 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:08.292762 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:24.318283 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-00335e91-c96c-4c73-b0d7-0cd2dd3384df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:26.491039 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-e9088a3b-1d52-4580-a390-24f608d2a687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:27.672325 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:27.676364 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:29.265494 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:30.002705 dv-neutron-829488-2-hyperv neutron-server[83853]: DEBUG neutron.db.agents_db [None req-d998cf3e-5e17-49d0-8a92-619960e203d0 None None] Agent healthcheck: found 6 active agents {{(pid=83853) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 05 15:29:38.307484 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-0c8e654d-beee-4749-a8e5-96dc7b9cc99f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:54.322138 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-ce1850e8-b466-4f71-8342-81a7baf155a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:56.493693 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-25bf9262-45b0-489c-82d0-921c71aee2b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:57.677855 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-469347cf-8d75-4564-aeae-8e526aa66ec4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:57.685641 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-92c9b7dd-fa76-4778-9cf7-f8e239ec5e38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 05 15:29:59.265839 dv-neutron-829488-2-hyperv neutron-server[83852]: DEBUG neutron_lib.callbacks.manager [None req-267ef5bc-dd07-406d-98c4-ec9a74fe675a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8741373669470', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-15870323'] for agent, after_update {{(pid=83852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}